{"level":"warn","ts":"2026-07-27T13:13:20.822933Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T13:13:20.823072Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.134:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.134:2380","--initial-cluster=instance=https://199.19.213.134:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.134:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.134:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-27T13:13:20.823178Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T13:13:20.823213Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.134:2380"]} {"level":"info","ts":"2026-07-27T13:13:20.823238Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T13:13:20.82441Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.134:2379"]} {"level":"info","ts":"2026-07-27T13:13:20.824749Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.134:2380"],"listen-peer-urls":["https://199.19.213.134:2380"],"advertise-client-urls":["https://199.19.213.134:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.134:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.134:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-27T13:13:20.830217Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.088ms"} {"level":"info","ts":"2026-07-27T13:13:20.83904Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"92da22d3868c86fb","cluster-id":"84450b28e935eb90"} {"level":"info","ts":"2026-07-27T13:13:20.840347Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb switched to configuration voters=()"} {"level":"info","ts":"2026-07-27T13:13:20.84037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb became follower at term 0"} {"level":"info","ts":"2026-07-27T13:13:20.840385Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 92da22d3868c86fb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-27T13:13:20.840394Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb became follower at term 1"} {"level":"info","ts":"2026-07-27T13:13:20.840434Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb switched to configuration voters=(10581808566351202043)"} {"level":"warn","ts":"2026-07-27T13:13:20.849758Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-27T13:13:20.852955Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-27T13:13:20.854422Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-27T13:13:20.857469Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"92da22d3868c86fb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-27T13:13:20.857951Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T13:13:20.85803Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T13:13:20.85804Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T13:13:20.858148Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"92da22d3868c86fb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-27T13:13:20.860136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb switched to configuration voters=(10581808566351202043)"} {"level":"info","ts":"2026-07-27T13:13:20.860278Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"84450b28e935eb90","local-member-id":"92da22d3868c86fb","added-peer-id":"92da22d3868c86fb","added-peer-peer-urls":["https://199.19.213.134:2380"]} {"level":"info","ts":"2026-07-27T13:13:20.866163Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T13:13:20.866428Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.134:2380"} {"level":"info","ts":"2026-07-27T13:13:20.866479Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"92da22d3868c86fb","initial-advertise-peer-urls":["https://199.19.213.134:2380"],"listen-peer-urls":["https://199.19.213.134:2380"],"advertise-client-urls":["https://199.19.213.134:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.134:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-27T13:13:20.866543Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-27T13:13:20.866539Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.134:2380"} {"level":"info","ts":"2026-07-27T13:13:20.940702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb is starting a new election at term 1"} {"level":"info","ts":"2026-07-27T13:13:20.94097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb became pre-candidate at term 1"} {"level":"info","ts":"2026-07-27T13:13:20.941018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb received MsgPreVoteResp from 92da22d3868c86fb at term 1"} {"level":"info","ts":"2026-07-27T13:13:20.941037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb became candidate at term 2"} {"level":"info","ts":"2026-07-27T13:13:20.94105Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb received MsgVoteResp from 92da22d3868c86fb at term 2"} {"level":"info","ts":"2026-07-27T13:13:20.941063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"92da22d3868c86fb became leader at term 2"} {"level":"info","ts":"2026-07-27T13:13:20.941079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 92da22d3868c86fb elected leader 92da22d3868c86fb at term 2"} {"level":"info","ts":"2026-07-27T13:13:20.942288Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T13:13:20.943162Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"92da22d3868c86fb","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.134:2379]}","request-path":"/0/members/92da22d3868c86fb/attributes","cluster-id":"84450b28e935eb90","publish-timeout":"7s"} {"level":"info","ts":"2026-07-27T13:13:20.943397Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T13:13:20.943434Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T13:13:20.943648Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-27T13:13:20.943707Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-27T13:13:20.944869Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"84450b28e935eb90","local-member-id":"92da22d3868c86fb","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T13:13:20.945051Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T13:13:20.945096Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T13:13:20.947292Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.134:2379"} {"level":"info","ts":"2026-07-27T13:13:20.948408Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-27T13:13:22.898522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.784771ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:22.898836Z","caller":"traceutil/trace.go:171","msg":"trace[47395479] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"314.166941ms","start":"2026-07-27T13:13:22.584642Z","end":"2026-07-27T13:13:22.898809Z","steps":["trace[47395479] 'process raft request' (duration: 314.008718ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:22.898898Z","caller":"traceutil/trace.go:171","msg":"trace[1921645338] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"314.05328ms","start":"2026-07-27T13:13:22.58481Z","end":"2026-07-27T13:13:22.898863Z","steps":["trace[1921645338] 'process raft request' (duration: 313.957596ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:22.898933Z","caller":"traceutil/trace.go:171","msg":"trace[1718926866] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"315.623948ms","start":"2026-07-27T13:13:22.583279Z","end":"2026-07-27T13:13:22.898903Z","steps":["trace[1718926866] 'process raft request' (duration: 67.729388ms)","trace[1718926866] 'compare' (duration: 246.690799ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:22.898992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.584803Z","time spent":"314.139772ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:22.899033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.584618Z","time spent":"314.312245ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:22.899037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.58327Z","time spent":"315.700289ms","remote":"127.0.0.1:48850","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:22.899026Z","caller":"traceutil/trace.go:171","msg":"trace[1368323318] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"314.321685ms","start":"2026-07-27T13:13:22.58469Z","end":"2026-07-27T13:13:22.899012Z","steps":["trace[1368323318] 'process raft request' (duration: 314.051168ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:22.899126Z","caller":"traceutil/trace.go:171","msg":"trace[1426970460] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:5; }","duration":"314.374628ms","start":"2026-07-27T13:13:22.584683Z","end":"2026-07-27T13:13:22.899058Z","steps":["trace[1426970460] 'read index received' (duration: 21.423595ms)","trace[1426970460] 'applied index is now lower than readState.Index' (duration: 292.942092ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:22.898902Z","caller":"traceutil/trace.go:171","msg":"trace[122972233] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"289.694841ms","start":"2026-07-27T13:13:22.609186Z","end":"2026-07-27T13:13:22.898881Z","steps":["trace[122972233] 'process raft request' (duration: 289.640819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.899323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.58466Z","time spent":"314.51628ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:22.899613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.787198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:22.899649Z","caller":"traceutil/trace.go:171","msg":"trace[1938716721] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"306.829109ms","start":"2026-07-27T13:13:22.59281Z","end":"2026-07-27T13:13:22.899639Z","steps":["trace[1938716721] 'agreement among raft nodes before linearized reading' (duration: 306.46694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.899666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.225697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:22.899677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.592786Z","time spent":"306.886261ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-07-27T13:13:22.899697Z","caller":"traceutil/trace.go:171","msg":"trace[330527463] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:10; }","duration":"254.316849ms","start":"2026-07-27T13:13:22.645371Z","end":"2026-07-27T13:13:22.899688Z","steps":["trace[330527463] 'agreement among raft nodes before linearized reading' (duration: 254.236747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.899786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.10215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:22.899788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.967475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:22.899811Z","caller":"traceutil/trace.go:171","msg":"trace[1516012405] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"306.137191ms","start":"2026-07-27T13:13:22.593666Z","end":"2026-07-27T13:13:22.899803Z","steps":["trace[1516012405] 'agreement among raft nodes before linearized reading' (duration: 306.10067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.899831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.593658Z","time spent":"306.166721ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-07-27T13:13:22.899878Z","caller":"traceutil/trace.go:171","msg":"trace[503742736] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"314.963421ms","start":"2026-07-27T13:13:22.584898Z","end":"2026-07-27T13:13:22.899862Z","steps":["trace[503742736] 'process raft request' (duration: 313.894024ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:22.899819Z","caller":"traceutil/trace.go:171","msg":"trace[1347454019] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"265.020217ms","start":"2026-07-27T13:13:22.634788Z","end":"2026-07-27T13:13:22.899808Z","steps":["trace[1347454019] 'agreement among raft nodes before linearized reading' (duration: 264.950015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.899956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.584887Z","time spent":"315.028914ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:22.899846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.276564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:22.899918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.213158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:22.898857Z","caller":"traceutil/trace.go:171","msg":"trace[171165389] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"314.12851ms","start":"2026-07-27T13:13:22.584695Z","end":"2026-07-27T13:13:22.898823Z","steps":["trace[171165389] 'process raft request' (duration: 314.009397ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:22.900076Z","caller":"traceutil/trace.go:171","msg":"trace[1333942980] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:10; }","duration":"315.400232ms","start":"2026-07-27T13:13:22.58466Z","end":"2026-07-27T13:13:22.90006Z","steps":["trace[1333942980] 'agreement among raft nodes before linearized reading' (duration: 314.574382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:22.900147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.584682Z","time spent":"315.416743ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:22.900186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.584652Z","time spent":"315.521595ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":28,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-27T13:13:22.900001Z","caller":"traceutil/trace.go:171","msg":"trace[1645660547] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"247.54105ms","start":"2026-07-27T13:13:22.652451Z","end":"2026-07-27T13:13:22.899992Z","steps":["trace[1645660547] 'agreement among raft nodes before linearized reading' (duration: 247.293854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.279068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.218489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:23.27918Z","caller":"traceutil/trace.go:171","msg":"trace[924999388] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"375.806277ms","start":"2026-07-27T13:13:22.903355Z","end":"2026-07-27T13:13:23.279162Z","steps":["trace[924999388] 'process raft request' (duration: 220.440025ms)","trace[924999388] 'compare' (duration: 155.054585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:23.279233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903334Z","time spent":"375.878638ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.785359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.548808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:23.785628Z","caller":"traceutil/trace.go:171","msg":"trace[1901962556] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"882.159701ms","start":"2026-07-27T13:13:22.903401Z","end":"2026-07-27T13:13:23.785561Z","steps":["trace[1901962556] 'process raft request' (duration: 882.047868ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.785691Z","caller":"traceutil/trace.go:171","msg":"trace[1860017389] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"882.224733ms","start":"2026-07-27T13:13:22.903441Z","end":"2026-07-27T13:13:23.785666Z","steps":["trace[1860017389] 'process raft request' (duration: 882.047978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.785805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903437Z","time spent":"882.312565ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.785814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903384Z","time spent":"882.337865ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:23.785845Z","caller":"traceutil/trace.go:171","msg":"trace[553291312] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"882.16158ms","start":"2026-07-27T13:13:22.903663Z","end":"2026-07-27T13:13:23.785824Z","steps":["trace[553291312] 'process raft request' (duration: 881.972216ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.785897Z","caller":"traceutil/trace.go:171","msg":"trace[911258924] transaction","detail":"{read_only:false; number_of_response:0; response_revision:14; }","duration":"882.447358ms","start":"2026-07-27T13:13:22.903433Z","end":"2026-07-27T13:13:23.78588Z","steps":["trace[911258924] 'process raft request' (duration: 882.096889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.785935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903652Z","time spent":"882.239193ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.785983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903418Z","time spent":"882.531549ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:23.786084Z","caller":"traceutil/trace.go:171","msg":"trace[1715433244] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"882.374066ms","start":"2026-07-27T13:13:22.903688Z","end":"2026-07-27T13:13:23.786063Z","steps":["trace[1715433244] 'process raft request' (duration: 882.013827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.78623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903677Z","time spent":"882.500079ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.786379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"871.432743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.786422Z","caller":"traceutil/trace.go:171","msg":"trace[1794219247] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:17; }","duration":"871.514455ms","start":"2026-07-27T13:13:22.914897Z","end":"2026-07-27T13:13:23.786412Z","steps":["trace[1794219247] 'agreement among raft nodes before linearized reading' (duration: 871.420332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.786451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.914869Z","time spent":"871.575386ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-07-27T13:13:23.786582Z","caller":"traceutil/trace.go:171","msg":"trace[1438414860] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"882.417497ms","start":"2026-07-27T13:13:22.903707Z","end":"2026-07-27T13:13:23.786124Z","steps":["trace[1438414860] 'process raft request' (duration: 882.020287ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.786699Z","caller":"traceutil/trace.go:171","msg":"trace[1662700071] linearizableReadLoop","detail":"{readStateIndex:21; appliedIndex:13; }","duration":"871.136166ms","start":"2026-07-27T13:13:22.914952Z","end":"2026-07-27T13:13:23.786088Z","steps":["trace[1662700071] 'read index received' (duration: 208.840385ms)","trace[1662700071] 'applied index is now lower than readState.Index' (duration: 662.294991ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:23.78748Z","caller":"traceutil/trace.go:171","msg":"trace[2096667914] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"882.609321ms","start":"2026-07-27T13:13:22.903385Z","end":"2026-07-27T13:13:23.785994Z","steps":["trace[2096667914] 'process raft request' (duration: 713.358806ms)","trace[2096667914] 'compare' (duration: 168.395635ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:23.787583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903363Z","time spent":"884.174711ms","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.786663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.903694Z","time spent":"882.93555ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.788942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.609741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.788991Z","caller":"traceutil/trace.go:171","msg":"trace[453440868] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:19; }","duration":"502.692603ms","start":"2026-07-27T13:13:23.286284Z","end":"2026-07-27T13:13:23.788977Z","steps":["trace[453440868] 'agreement among raft nodes before linearized reading' (duration: 502.57868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.789024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.286265Z","time spent":"502.750944ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-07-27T13:13:23.78914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"567.114232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.789269Z","caller":"traceutil/trace.go:171","msg":"trace[1714634350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:19; }","duration":"567.260266ms","start":"2026-07-27T13:13:23.221995Z","end":"2026-07-27T13:13:23.789255Z","steps":["trace[1714634350] 'agreement among raft nodes before linearized reading' (duration: 567.072831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.789317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.102816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:23.789398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.191843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.789411Z","caller":"traceutil/trace.go:171","msg":"trace[288048673] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:19; }","duration":"835.24988ms","start":"2026-07-27T13:13:22.954143Z","end":"2026-07-27T13:13:23.789393Z","steps":["trace[288048673] 'agreement among raft nodes before linearized reading' (duration: 835.087556ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.789443Z","caller":"traceutil/trace.go:171","msg":"trace[1184592202] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:19; }","duration":"310.226784ms","start":"2026-07-27T13:13:23.479196Z","end":"2026-07-27T13:13:23.789423Z","steps":["trace[1184592202] 'agreement among raft nodes before linearized reading' (duration: 310.181133ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.78946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.954124Z","time spent":"835.327472ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-07-27T13:13:23.789476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.357965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:23.789504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.930827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.789529Z","caller":"traceutil/trace.go:171","msg":"trace[1208356304] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:19; }","duration":"446.989948ms","start":"2026-07-27T13:13:23.342532Z","end":"2026-07-27T13:13:23.789522Z","steps":["trace[1208356304] 'agreement among raft nodes before linearized reading' (duration: 446.955817ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.789537Z","caller":"traceutil/trace.go:171","msg":"trace[638013952] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:19; }","duration":"684.474117ms","start":"2026-07-27T13:13:23.105046Z","end":"2026-07-27T13:13:23.789521Z","steps":["trace[638013952] 'agreement among raft nodes before linearized reading' (duration: 684.390215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.789553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.342512Z","time spent":"447.034589ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-27T13:13:23.789571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.104999Z","time spent":"684.56431ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-27T13:13:23.789656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.221979Z","time spent":"567.661575ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:13:23.789276Z","caller":"traceutil/trace.go:171","msg":"trace[221275652] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"312.284255ms","start":"2026-07-27T13:13:23.476983Z","end":"2026-07-27T13:13:23.789267Z","steps":["trace[221275652] 'process raft request' (duration: 311.787963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.789471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.479154Z","time spent":"310.310796ms","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-07-27T13:13:23.789892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.476953Z","time spent":"312.90601ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3159,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.788952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.887767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.789168Z","caller":"traceutil/trace.go:171","msg":"trace[1185805415] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"557.030294ms","start":"2026-07-27T13:13:23.232128Z","end":"2026-07-27T13:13:23.789159Z","steps":["trace[1185805415] 'process raft request' (duration: 556.575703ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.790012Z","caller":"traceutil/trace.go:171","msg":"trace[1319051956] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:19; }","duration":"567.946774ms","start":"2026-07-27T13:13:23.222052Z","end":"2026-07-27T13:13:23.789999Z","steps":["trace[1319051956] 'agreement among raft nodes before linearized reading' (duration: 566.868867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.790059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.232107Z","time spent":"557.913846ms","remote":"127.0.0.1:49042","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:23.79008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.222034Z","time spent":"568.013315ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:13:23.789363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.399633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:23.78933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.604402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:23.790183Z","caller":"traceutil/trace.go:171","msg":"trace[1481756763] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19; }","duration":"310.252465ms","start":"2026-07-27T13:13:23.47992Z","end":"2026-07-27T13:13:23.790172Z","steps":["trace[1481756763] 'agreement among raft nodes before linearized reading' (duration: 309.425934ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:23.790211Z","caller":"traceutil/trace.go:171","msg":"trace[19695663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19; }","duration":"204.511056ms","start":"2026-07-27T13:13:23.585689Z","end":"2026-07-27T13:13:23.7902Z","steps":["trace[19695663] 'agreement among raft nodes before linearized reading' (duration: 203.612683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.790217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.479905Z","time spent":"310.302597ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-07-27T13:13:23.7897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.445086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-07-27T13:13:23.790343Z","caller":"traceutil/trace.go:171","msg":"trace[907633749] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:19; }","duration":"830.108113ms","start":"2026-07-27T13:13:22.960221Z","end":"2026-07-27T13:13:23.790329Z","steps":["trace[907633749] 'agreement among raft nodes before linearized reading' (duration: 829.434806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:23.790393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:22.960208Z","time spent":"830.172134ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-27T13:13:24.261294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.212264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:24.261437Z","caller":"traceutil/trace.go:171","msg":"trace[1847765185] linearizableReadLoop","detail":"{readStateIndex:38; appliedIndex:37; }","duration":"424.132161ms","start":"2026-07-27T13:13:23.837271Z","end":"2026-07-27T13:13:24.261403Z","steps":["trace[1847765185] 'read index received' (duration: 80.747583ms)","trace[1847765185] 'applied index is now lower than readState.Index' (duration: 343.383148ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:24.261521Z","caller":"traceutil/trace.go:171","msg":"trace[548589704] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"425.774161ms","start":"2026-07-27T13:13:23.835706Z","end":"2026-07-27T13:13:24.26148Z","steps":["trace[548589704] 'process raft request' (duration: 82.3066ms)","trace[548589704] 'compare' (duration: 343.069471ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:24.261631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.343426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.261675Z","caller":"traceutil/trace.go:171","msg":"trace[574694816] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:34; }","duration":"424.415997ms","start":"2026-07-27T13:13:23.837247Z","end":"2026-07-27T13:13:24.261663Z","steps":["trace[574694816] 'agreement among raft nodes before linearized reading' (duration: 424.269003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.261718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.837239Z","time spent":"424.468568ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-07-27T13:13:24.261711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.835694Z","time spent":"425.908714ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:24.262237Z","caller":"traceutil/trace.go:171","msg":"trace[1782509082] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"424.807205ms","start":"2026-07-27T13:13:23.837417Z","end":"2026-07-27T13:13:24.262224Z","steps":["trace[1782509082] 'process raft request' (duration: 424.648512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.26231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.83741Z","time spent":"424.866367ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":983,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:24.262494Z","caller":"traceutil/trace.go:171","msg":"trace[701114294] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"423.891514ms","start":"2026-07-27T13:13:23.838587Z","end":"2026-07-27T13:13:24.262478Z","steps":["trace[701114294] 'process raft request' (duration: 423.690639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.838506Z","time spent":"424.041807ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":959,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:24.262726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.115249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.262724Z","caller":"traceutil/trace.go:171","msg":"trace[63069099] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"423.74322ms","start":"2026-07-27T13:13:23.838958Z","end":"2026-07-27T13:13:24.262702Z","steps":["trace[63069099] 'process raft request' (duration: 423.34683ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:24.262763Z","caller":"traceutil/trace.go:171","msg":"trace[1611133763] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:40; }","duration":"377.198611ms","start":"2026-07-27T13:13:23.885552Z","end":"2026-07-27T13:13:24.262751Z","steps":["trace[1611133763] 'agreement among raft nodes before linearized reading' (duration: 377.15575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.548589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:24.262804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.885513Z","time spent":"377.283593ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-node-lease\" "} {"level":"info","ts":"2026-07-27T13:13:24.262839Z","caller":"traceutil/trace.go:171","msg":"trace[262528718] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:40; }","duration":"424.645351ms","start":"2026-07-27T13:13:23.838181Z","end":"2026-07-27T13:13:24.262826Z","steps":["trace[262528718] 'agreement among raft nodes before linearized reading' (duration: 424.515628ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.529469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.26286Z","caller":"traceutil/trace.go:171","msg":"trace[765362261] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"424.406215ms","start":"2026-07-27T13:13:23.83844Z","end":"2026-07-27T13:13:24.262846Z","steps":["trace[765362261] 'process raft request' (duration: 423.795091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.838177Z","time spent":"424.700203ms","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/priorityclasses/system-cluster-critical\" "} {"level":"info","ts":"2026-07-27T13:13:24.2629Z","caller":"traceutil/trace.go:171","msg":"trace[32572546] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:40; }","duration":"424.600521ms","start":"2026-07-27T13:13:23.838289Z","end":"2026-07-27T13:13:24.26289Z","steps":["trace[32572546] 'agreement among raft nodes before linearized reading' (duration: 424.544049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.38656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-07-27T13:13:24.263089Z","caller":"traceutil/trace.go:171","msg":"trace[1579277431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:40; }","duration":"425.579424ms","start":"2026-07-27T13:13:23.837497Z","end":"2026-07-27T13:13:24.263076Z","steps":["trace[1579277431] 'agreement among raft nodes before linearized reading' (duration: 424.847486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.83895Z","time spent":"423.810161ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:24.262574Z","caller":"traceutil/trace.go:171","msg":"trace[1318604131] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"424.536249ms","start":"2026-07-27T13:13:23.837993Z","end":"2026-07-27T13:13:24.262529Z","steps":["trace[1318604131] 'process raft request' (duration: 424.220451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.26293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.838268Z","time spent":"424.653691ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" "} {"level":"warn","ts":"2026-07-27T13:13:24.263179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.837493Z","time spent":"425.639346ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":453,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:13:24.26321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.837985Z","time spent":"425.178735ms","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:24.262948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.838418Z","time spent":"424.483198ms","remote":"127.0.0.1:49184","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:24.262677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.789899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.263473Z","caller":"traceutil/trace.go:171","msg":"trace[588075937] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:40; }","duration":"415.667721ms","start":"2026-07-27T13:13:23.847789Z","end":"2026-07-27T13:13:24.263457Z","steps":["trace[588075937] 'agreement among raft nodes before linearized reading' (duration: 414.730588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.262934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.791525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:13:24.265964Z","caller":"traceutil/trace.go:171","msg":"trace[1256661198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:40; }","duration":"427.856121ms","start":"2026-07-27T13:13:23.838088Z","end":"2026-07-27T13:13:24.265944Z","steps":["trace[1256661198] 'agreement among raft nodes before linearized reading' (duration: 424.728364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.265503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.84778Z","time spent":"417.70409ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-07-27T13:13:24.266095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.838083Z","time spent":"427.994554ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T13:13:24.26302Z","caller":"traceutil/trace.go:171","msg":"trace[1226693304] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"425.363999ms","start":"2026-07-27T13:13:23.837641Z","end":"2026-07-27T13:13:24.263005Z","steps":["trace[1226693304] 'process raft request' (duration: 424.540419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.266217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:23.837623Z","time spent":"428.556228ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:24.894322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.027263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:24.894555Z","caller":"traceutil/trace.go:171","msg":"trace[1739053984] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"536.097743ms","start":"2026-07-27T13:13:24.358391Z","end":"2026-07-27T13:13:24.894489Z","steps":["trace[1739053984] 'process raft request' (duration: 433.790684ms)","trace[1739053984] 'compare' (duration: 101.800386ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:24.894614Z","caller":"traceutil/trace.go:171","msg":"trace[1559883976] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:49; }","duration":"535.100908ms","start":"2026-07-27T13:13:24.359381Z","end":"2026-07-27T13:13:24.894482Z","steps":["trace[1559883976] 'read index received' (duration: 432.664996ms)","trace[1559883976] 'applied index is now lower than readState.Index' (duration: 102.434202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:24.894852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.940185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.894899Z","caller":"traceutil/trace.go:171","msg":"trace[388900033] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:46; }","duration":"535.018077ms","start":"2026-07-27T13:13:24.359869Z","end":"2026-07-27T13:13:24.894887Z","steps":["trace[388900033] 'agreement among raft nodes before linearized reading' (duration: 534.885944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.894888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.358366Z","time spent":"536.295178ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:24.894958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.359863Z","time spent":"535.087329ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"warn","ts":"2026-07-27T13:13:24.89495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.901094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.895012Z","caller":"traceutil/trace.go:171","msg":"trace[1439468216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46; }","duration":"308.995596ms","start":"2026-07-27T13:13:24.585999Z","end":"2026-07-27T13:13:24.894995Z","steps":["trace[1439468216] 'agreement among raft nodes before linearized reading' (duration: 308.912544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.895075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.585981Z","time spent":"309.081928ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:24.894852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.458648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.895297Z","caller":"traceutil/trace.go:171","msg":"trace[316373224] range","detail":"{range_begin:/registry/resourcequotas/default/; range_end:/registry/resourcequotas/default0; response_count:0; response_revision:46; }","duration":"535.874317ms","start":"2026-07-27T13:13:24.359338Z","end":"2026-07-27T13:13:24.895212Z","steps":["trace[316373224] 'agreement among raft nodes before linearized reading' (duration: 535.392995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.895187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.691908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:24.895402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.359297Z","time spent":"536.081242ms","remote":"127.0.0.1:48866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/default/\" range_end:\"/registry/resourcequotas/default0\" "} {"level":"warn","ts":"2026-07-27T13:13:24.89533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.343634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:24.895458Z","caller":"traceutil/trace.go:171","msg":"trace[2140878092] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:46; }","duration":"484.988844ms","start":"2026-07-27T13:13:24.41044Z","end":"2026-07-27T13:13:24.895429Z","steps":["trace[2140878092] 'agreement among raft nodes before linearized reading' (duration: 484.702147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:24.895566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.410424Z","time spent":"485.112448ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-07-27T13:13:24.895586Z","caller":"traceutil/trace.go:171","msg":"trace[172020857] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:46; }","duration":"189.582019ms","start":"2026-07-27T13:13:24.705939Z","end":"2026-07-27T13:13:24.895521Z","steps":["trace[172020857] 'agreement among raft nodes before linearized reading' (duration: 189.033146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.399725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708222643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T13:13:25.553896Z","caller":"traceutil/trace.go:171","msg":"trace[1967999390] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"655.648137ms","start":"2026-07-27T13:13:24.898214Z","end":"2026-07-27T13:13:25.553862Z","steps":["trace[1967999390] 'process raft request' (duration: 557.75211ms)","trace[1967999390] 'compare' (duration: 97.752474ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:25.554077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.898164Z","time spent":"655.822971ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3453,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:25.556435Z","caller":"traceutil/trace.go:171","msg":"trace[693717867] linearizableReadLoop","detail":"{readStateIndex:55; appliedIndex:50; }","duration":"656.817324ms","start":"2026-07-27T13:13:24.899583Z","end":"2026-07-27T13:13:25.556401Z","steps":["trace[693717867] 'read index received' (duration: 556.311385ms)","trace[693717867] 'applied index is now lower than readState.Index' (duration: 100.504699ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:25.556508Z","caller":"traceutil/trace.go:171","msg":"trace[1416708454] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"657.848431ms","start":"2026-07-27T13:13:24.898596Z","end":"2026-07-27T13:13:25.556445Z","steps":["trace[1416708454] 'process raft request' (duration: 657.456921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.556679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.898587Z","time spent":"658.020684ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":326,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:25.556819Z","caller":"traceutil/trace.go:171","msg":"trace[1363073331] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"653.582455ms","start":"2026-07-27T13:13:24.903224Z","end":"2026-07-27T13:13:25.556806Z","steps":["trace[1363073331] 'process raft request' (duration: 652.973841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.556888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.291316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c627bd8245f69f\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:25.556939Z","caller":"traceutil/trace.go:171","msg":"trace[1031789799] range","detail":"{range_begin:/registry/events/default/instance.18c627bd8245f69f; range_end:; response_count:0; response_revision:51; }","duration":"657.363388ms","start":"2026-07-27T13:13:24.899562Z","end":"2026-07-27T13:13:25.556925Z","steps":["trace[1031789799] 'agreement among raft nodes before linearized reading' (duration: 657.268266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.556953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.903208Z","time spent":"653.647797ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:25.556979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.899555Z","time spent":"657.417419ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/events/default/instance.18c627bd8245f69f\" "} {"level":"warn","ts":"2026-07-27T13:13:25.557224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.061558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:25.557295Z","caller":"traceutil/trace.go:171","msg":"trace[1089303898] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:51; }","duration":"654.18275ms","start":"2026-07-27T13:13:24.903095Z","end":"2026-07-27T13:13:25.557277Z","steps":["trace[1089303898] 'agreement among raft nodes before linearized reading' (duration: 653.868573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.55734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.90307Z","time spent":"654.260482ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"info","ts":"2026-07-27T13:13:25.557351Z","caller":"traceutil/trace.go:171","msg":"trace[112363096] transaction","detail":"{read_only:false; response_revision:50; number_of_response:1; }","duration":"653.967395ms","start":"2026-07-27T13:13:24.90337Z","end":"2026-07-27T13:13:25.557338Z","steps":["trace[112363096] 'process raft request' (duration: 652.884029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.557409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.903326Z","time spent":"654.054398ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:25.557613Z","caller":"traceutil/trace.go:171","msg":"trace[2024220941] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"641.83977ms","start":"2026-07-27T13:13:24.91576Z","end":"2026-07-27T13:13:25.5576Z","steps":["trace[2024220941] 'process raft request' (duration: 640.591279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:25.557675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:24.915739Z","time spent":"641.907251ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:26.062489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.232105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:26.062689Z","caller":"traceutil/trace.go:171","msg":"trace[1739884352] linearizableReadLoop","detail":"{readStateIndex:57; appliedIndex:55; }","duration":"500.443405ms","start":"2026-07-27T13:13:25.562228Z","end":"2026-07-27T13:13:26.062672Z","steps":["trace[1739884352] 'read index received' (duration: 80.435525ms)","trace[1739884352] 'applied index is now lower than readState.Index' (duration: 420.00681ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:26.062866Z","caller":"traceutil/trace.go:171","msg":"trace[527421952] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"500.238199ms","start":"2026-07-27T13:13:25.562618Z","end":"2026-07-27T13:13:26.062856Z","steps":["trace[527421952] 'process raft request' (duration: 499.990044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:26.062965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:25.562604Z","time spent":"500.317532ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:26.063004Z","caller":"traceutil/trace.go:171","msg":"trace[2035905571] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"501.49278ms","start":"2026-07-27T13:13:25.561463Z","end":"2026-07-27T13:13:26.062956Z","steps":["trace[2035905571] 'process raft request' (duration: 147.705391ms)","trace[2035905571] 'compare' (duration: 353.084322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:26.063081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.811984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:26.063172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:25.561452Z","time spent":"501.644543ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:26.063217Z","caller":"traceutil/trace.go:171","msg":"trace[1381224589] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:0; response_revision:53; }","duration":"500.984147ms","start":"2026-07-27T13:13:25.562207Z","end":"2026-07-27T13:13:26.063191Z","steps":["trace[1381224589] 'agreement among raft nodes before linearized reading' (duration: 500.756922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:26.063302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:25.562172Z","time spent":"501.119251ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/system:discovery\" "} {"level":"info","ts":"2026-07-27T13:13:26.134074Z","caller":"traceutil/trace.go:171","msg":"trace[350488595] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"489.994294ms","start":"2026-07-27T13:13:25.644022Z","end":"2026-07-27T13:13:26.134016Z","steps":["trace[350488595] 'process raft request' (duration: 489.863931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:26.134118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.230735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:26.134188Z","caller":"traceutil/trace.go:171","msg":"trace[105935688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:54; }","duration":"448.349218ms","start":"2026-07-27T13:13:25.685819Z","end":"2026-07-27T13:13:26.134168Z","steps":["trace[105935688] 'agreement among raft nodes before linearized reading' (duration: 448.191274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:26.134226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:25.685796Z","time spent":"448.422169ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:26.134292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:25.64399Z","time spent":"490.186309ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:26.575186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.86716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:26.575326Z","caller":"traceutil/trace.go:171","msg":"trace[946679233] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"424.765546ms","start":"2026-07-27T13:13:26.150541Z","end":"2026-07-27T13:13:26.575307Z","steps":["trace[946679233] 'process raft request' (duration: 98.713632ms)","trace[946679233] 'compare' (duration: 325.726237ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:26.575679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.15052Z","time spent":"424.992092ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:26.627853Z","caller":"traceutil/trace.go:171","msg":"trace[1110176195] linearizableReadLoop","detail":"{readStateIndex:65; appliedIndex:62; }","duration":"269.602653ms","start":"2026-07-27T13:13:26.35822Z","end":"2026-07-27T13:13:26.627822Z","steps":["trace[1110176195] 'read index received' (duration: 269.344697ms)","trace[1110176195] 'applied index is now lower than readState.Index' (duration: 256.926µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:26.627946Z","caller":"traceutil/trace.go:171","msg":"trace[1109879838] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"476.491984ms","start":"2026-07-27T13:13:26.151429Z","end":"2026-07-27T13:13:26.627921Z","steps":["trace[1109879838] 'process raft request' (duration: 476.296669ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:26.627928Z","caller":"traceutil/trace.go:171","msg":"trace[821026775] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"477.065149ms","start":"2026-07-27T13:13:26.150814Z","end":"2026-07-27T13:13:26.627879Z","steps":["trace[821026775] 'process raft request' (duration: 476.762192ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:26.628068Z","caller":"traceutil/trace.go:171","msg":"trace[902781265] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"468.329308ms","start":"2026-07-27T13:13:26.159703Z","end":"2026-07-27T13:13:26.628032Z","steps":["trace[902781265] 'process raft request' (duration: 468.073082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:26.62809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.151412Z","time spent":"476.584827ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":779,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:26.628149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.150796Z","time spent":"477.248503ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:26.628244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.159673Z","time spent":"468.473612ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:26.628241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.839569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T13:13:26.628356Z","caller":"traceutil/trace.go:171","msg":"trace[265192319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:60; }","duration":"270.151927ms","start":"2026-07-27T13:13:26.358186Z","end":"2026-07-27T13:13:26.628338Z","steps":["trace[265192319] 'agreement among raft nodes before linearized reading' (duration: 269.775138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.293357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.952617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:27.29348Z","caller":"traceutil/trace.go:171","msg":"trace[142049184] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:65; }","duration":"665.516858ms","start":"2026-07-27T13:13:26.627935Z","end":"2026-07-27T13:13:27.293452Z","steps":["trace[142049184] 'read index received' (duration: 343.380518ms)","trace[142049184] 'applied index is now lower than readState.Index' (duration: 322.1348ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:27.293658Z","caller":"traceutil/trace.go:171","msg":"trace[249879389] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"793.353818ms","start":"2026-07-27T13:13:26.500292Z","end":"2026-07-27T13:13:27.293645Z","steps":["trace[249879389] 'process raft request' (duration: 471.012403ms)","trace[249879389] 'compare' (duration: 321.636058ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:27.293732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.500254Z","time spent":"793.44056ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:27.293854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.72217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:discovery\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:27.293934Z","caller":"traceutil/trace.go:171","msg":"trace[540506838] range","detail":"{range_begin:/registry/clusterroles/system:discovery; range_end:; response_count:0; response_revision:61; }","duration":"715.841712ms","start":"2026-07-27T13:13:26.578074Z","end":"2026-07-27T13:13:27.293916Z","steps":["trace[540506838] 'agreement among raft nodes before linearized reading' (duration: 715.670518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.293974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.578048Z","time spent":"715.917324ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:discovery\" "} {"level":"warn","ts":"2026-07-27T13:13:27.294273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.952342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-07-27T13:13:27.294381Z","caller":"traceutil/trace.go:171","msg":"trace[1470413929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:61; }","duration":"936.080965ms","start":"2026-07-27T13:13:26.358269Z","end":"2026-07-27T13:13:27.29435Z","steps":["trace[1470413929] 'agreement among raft nodes before linearized reading' (duration: 935.385728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.294571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.358263Z","time spent":"936.28941ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:13:27.351605Z","caller":"traceutil/trace.go:171","msg":"trace[953390715] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"719.030456ms","start":"2026-07-27T13:13:26.632559Z","end":"2026-07-27T13:13:27.351589Z","steps":["trace[953390715] 'process raft request' (duration: 718.832002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.351698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.632541Z","time spent":"719.119698ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:27.351907Z","caller":"traceutil/trace.go:171","msg":"trace[308514010] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"718.879783ms","start":"2026-07-27T13:13:26.63299Z","end":"2026-07-27T13:13:27.351869Z","steps":["trace[308514010] 'process raft request' (duration: 718.538905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.352484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.632977Z","time spent":"719.417695ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:27.352099Z","caller":"traceutil/trace.go:171","msg":"trace[1120459371] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"717.275164ms","start":"2026-07-27T13:13:26.634813Z","end":"2026-07-27T13:13:27.352088Z","steps":["trace[1120459371] 'process raft request' (duration: 716.983667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.352967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.634803Z","time spent":"718.011971ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1199,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:27.352248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.208593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c627bd8246672a\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:27.353256Z","caller":"traceutil/trace.go:171","msg":"trace[86953978] range","detail":"{range_begin:/registry/events/default/instance.18c627bd8246672a; range_end:; response_count:0; response_revision:65; }","duration":"721.226909ms","start":"2026-07-27T13:13:26.632Z","end":"2026-07-27T13:13:27.353227Z","steps":["trace[86953978] 'agreement among raft nodes before linearized reading' (duration: 720.130372ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.353351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.631983Z","time spent":"721.333631ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/events/default/instance.18c627bd8246672a\" "} {"level":"info","ts":"2026-07-27T13:13:27.352225Z","caller":"traceutil/trace.go:171","msg":"trace[1085015295] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"704.069458ms","start":"2026-07-27T13:13:26.648131Z","end":"2026-07-27T13:13:27.352201Z","steps":["trace[1085015295] 'process raft request' (duration: 703.895964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.353529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.648122Z","time spent":"705.341598ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:27.352287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.340545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:27.353582Z","caller":"traceutil/trace.go:171","msg":"trace[1452909059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:65; }","duration":"667.679918ms","start":"2026-07-27T13:13:26.685886Z","end":"2026-07-27T13:13:27.353566Z","steps":["trace[1452909059] 'agreement among raft nodes before linearized reading' (duration: 666.322375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.353719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:26.685873Z","time spent":"667.832701ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:27.736013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.284136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:27.736186Z","caller":"traceutil/trace.go:171","msg":"trace[311998328] linearizableReadLoop","detail":"{readStateIndex:72; appliedIndex:70; }","duration":"381.464918ms","start":"2026-07-27T13:13:27.354706Z","end":"2026-07-27T13:13:27.73617Z","steps":["trace[311998328] 'read index received' (duration: 42.926667ms)","trace[311998328] 'applied index is now lower than readState.Index' (duration: 338.537321ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:27.736283Z","caller":"traceutil/trace.go:171","msg":"trace[728771207] transaction","detail":"{read_only:false; response_revision:67; number_of_response:1; }","duration":"437.359153ms","start":"2026-07-27T13:13:27.298914Z","end":"2026-07-27T13:13:27.736273Z","steps":["trace[728771207] 'process raft request' (duration: 437.195589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.736358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.298895Z","time spent":"437.421724ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:27.736455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.719024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:27.736446Z","caller":"traceutil/trace.go:171","msg":"trace[1464875789] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"439.021862ms","start":"2026-07-27T13:13:27.297391Z","end":"2026-07-27T13:13:27.736413Z","steps":["trace[1464875789] 'process raft request' (duration: 100.279366ms)","trace[1464875789] 'compare' (duration: 338.158632ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:27.736524Z","caller":"traceutil/trace.go:171","msg":"trace[1749132291] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:67; }","duration":"381.895978ms","start":"2026-07-27T13:13:27.354612Z","end":"2026-07-27T13:13:27.736508Z","steps":["trace[1749132291] 'agreement among raft nodes before linearized reading' (duration: 381.747715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.736588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.297369Z","time spent":"439.154945ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:27.736566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.354594Z","time spent":"381.959879ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:13:27.742571Z","caller":"traceutil/trace.go:171","msg":"trace[892909433] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"385.749551ms","start":"2026-07-27T13:13:27.356812Z","end":"2026-07-27T13:13:27.742562Z","steps":["trace[892909433] 'process raft request' (duration: 385.393871ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.742629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.356795Z","time spent":"385.807092ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:27.742806Z","caller":"traceutil/trace.go:171","msg":"trace[823738934] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"385.845843ms","start":"2026-07-27T13:13:27.356932Z","end":"2026-07-27T13:13:27.742777Z","steps":["trace[823738934] 'process raft request' (duration: 385.320929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.742901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.356909Z","time spent":"385.943565ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:27.74239Z","caller":"traceutil/trace.go:171","msg":"trace[1502270630] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"384.246024ms","start":"2026-07-27T13:13:27.358118Z","end":"2026-07-27T13:13:27.742364Z","steps":["trace[1502270630] 'process raft request' (duration: 384.157162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:27.743138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.358109Z","time spent":"384.981423ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1244,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:28.13468Z","caller":"traceutil/trace.go:171","msg":"trace[532775713] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"385.905034ms","start":"2026-07-27T13:13:27.748752Z","end":"2026-07-27T13:13:28.134658Z","steps":["trace[532775713] 'process raft request' (duration: 385.755499ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.134751Z","caller":"traceutil/trace.go:171","msg":"trace[586793417] transaction","detail":"{read_only:false; response_revision:72; number_of_response:1; }","duration":"386.088518ms","start":"2026-07-27T13:13:27.748624Z","end":"2026-07-27T13:13:28.134712Z","steps":["trace[586793417] 'process raft request' (duration: 334.421475ms)","trace[586793417] 'compare' (duration: 51.336934ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:28.134839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.748742Z","time spent":"386.005226ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1116,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:28.134904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.748601Z","time spent":"386.225371ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":621,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:28.134899Z","caller":"traceutil/trace.go:171","msg":"trace[746121359] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"385.162816ms","start":"2026-07-27T13:13:27.74956Z","end":"2026-07-27T13:13:28.134723Z","steps":["trace[746121359] 'process raft request' (duration: 384.998512ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.135073Z","caller":"traceutil/trace.go:171","msg":"trace[156463854] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"371.271867ms","start":"2026-07-27T13:13:27.76374Z","end":"2026-07-27T13:13:28.135012Z","steps":["trace[156463854] 'process raft request' (duration: 370.857646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.135104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.749547Z","time spent":"385.462393ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:28.135329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.763729Z","time spent":"371.438861ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:28.147704Z","caller":"traceutil/trace.go:171","msg":"trace[1456282854] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"377.080281ms","start":"2026-07-27T13:13:27.770607Z","end":"2026-07-27T13:13:28.147687Z","steps":["trace[1456282854] 'process raft request' (duration: 376.964908ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.147855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:27.770586Z","time spent":"377.173042ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:28.499647Z","caller":"traceutil/trace.go:171","msg":"trace[842835860] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"342.616308ms","start":"2026-07-27T13:13:28.156995Z","end":"2026-07-27T13:13:28.499611Z","steps":["trace[842835860] 'process raft request' (duration: 276.870935ms)","trace[842835860] 'compare' (duration: 65.349194ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:28.499697Z","caller":"traceutil/trace.go:171","msg":"trace[1812985530] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"341.880161ms","start":"2026-07-27T13:13:28.157793Z","end":"2026-07-27T13:13:28.499673Z","steps":["trace[1812985530] 'process raft request' (duration: 341.645095ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.499783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.156977Z","time spent":"342.746652ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:28.499939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.157779Z","time spent":"341.985993ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:28.500138Z","caller":"traceutil/trace.go:171","msg":"trace[780939795] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"340.875477ms","start":"2026-07-27T13:13:28.159222Z","end":"2026-07-27T13:13:28.500098Z","steps":["trace[780939795] 'process raft request' (duration: 340.304054ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.500191Z","caller":"traceutil/trace.go:171","msg":"trace[442997634] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"275.313008ms","start":"2026-07-27T13:13:28.224865Z","end":"2026-07-27T13:13:28.500178Z","steps":["trace[442997634] 'process raft request' (duration: 275.097873ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.500193Z","caller":"traceutil/trace.go:171","msg":"trace[662165031] linearizableReadLoop","detail":"{readStateIndex:88; appliedIndex:84; }","duration":"275.057223ms","start":"2026-07-27T13:13:28.22511Z","end":"2026-07-27T13:13:28.500167Z","steps":["trace[662165031] 'read index received' (duration: 208.736447ms)","trace[662165031] 'applied index is now lower than readState.Index' (duration: 66.319276ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:28.500366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.267197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c627bd8246672a\" ","response":"range_response_count:1 size:648"} {"level":"warn","ts":"2026-07-27T13:13:28.500368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.357423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:28.500404Z","caller":"traceutil/trace.go:171","msg":"trace[1197611770] range","detail":"{range_begin:/registry/events/default/instance.18c627bd8246672a; range_end:; response_count:1; response_revision:83; }","duration":"275.342069ms","start":"2026-07-27T13:13:28.225053Z","end":"2026-07-27T13:13:28.500395Z","steps":["trace[1197611770] 'agreement among raft nodes before linearized reading' (duration: 275.198226ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.500409Z","caller":"traceutil/trace.go:171","msg":"trace[530242637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:83; }","duration":"114.457505ms","start":"2026-07-27T13:13:28.385941Z","end":"2026-07-27T13:13:28.500398Z","steps":["trace[530242637] 'agreement among raft nodes before linearized reading' (duration: 114.373583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.50042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.159211Z","time spent":"341.025731ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:28.726203Z","caller":"traceutil/trace.go:171","msg":"trace[1985902020] transaction","detail":"{read_only:false; response_revision:85; number_of_response:1; }","duration":"223.214486ms","start":"2026-07-27T13:13:28.502961Z","end":"2026-07-27T13:13:28.726176Z","steps":["trace[1985902020] 'process raft request' (duration: 167.5039ms)","trace[1985902020] 'compare' (duration: 55.528492ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:28.726238Z","caller":"traceutil/trace.go:171","msg":"trace[1940892292] linearizableReadLoop","detail":"{readStateIndex:90; appliedIndex:88; }","duration":"223.101345ms","start":"2026-07-27T13:13:28.503119Z","end":"2026-07-27T13:13:28.72622Z","steps":["trace[1940892292] 'read index received' (duration: 10.851535ms)","trace[1940892292] 'applied index is now lower than readState.Index' (duration: 212.248909ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:28.726355Z","caller":"traceutil/trace.go:171","msg":"trace[2006030247] transaction","detail":"{read_only:false; response_revision:87; number_of_response:1; }","duration":"221.449895ms","start":"2026-07-27T13:13:28.504893Z","end":"2026-07-27T13:13:28.726342Z","steps":["trace[2006030247] 'process raft request' (duration: 221.276981ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:28.72652Z","caller":"traceutil/trace.go:171","msg":"trace[552274937] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"221.987527ms","start":"2026-07-27T13:13:28.504521Z","end":"2026-07-27T13:13:28.726509Z","steps":["trace[552274937] 'process raft request' (duration: 221.595558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.726556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.299414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c627bd8245f69f\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-27T13:13:28.726662Z","caller":"traceutil/trace.go:171","msg":"trace[592562234] range","detail":"{range_begin:/registry/events/default/instance.18c627bd8245f69f; range_end:; response_count:1; response_revision:87; }","duration":"210.432567ms","start":"2026-07-27T13:13:28.516203Z","end":"2026-07-27T13:13:28.726636Z","steps":["trace[592562234] 'agreement among raft nodes before linearized reading' (duration: 210.178081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:28.726684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.485653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-07-27T13:13:28.726837Z","caller":"traceutil/trace.go:171","msg":"trace[211995055] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:87; }","duration":"223.673137ms","start":"2026-07-27T13:13:28.503094Z","end":"2026-07-27T13:13:28.726767Z","steps":["trace[211995055] 'agreement among raft nodes before linearized reading' (duration: 223.457262ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:29.305826Z","caller":"traceutil/trace.go:171","msg":"trace[1869581041] linearizableReadLoop","detail":"{readStateIndex:98; appliedIndex:97; }","duration":"477.941822ms","start":"2026-07-27T13:13:28.827863Z","end":"2026-07-27T13:13:29.305805Z","steps":["trace[1869581041] 'read index received' (duration: 390.04849ms)","trace[1869581041] 'applied index is now lower than readState.Index' (duration: 87.892522ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:29.305895Z","caller":"traceutil/trace.go:171","msg":"trace[1638006021] transaction","detail":"{read_only:false; response_revision:93; number_of_response:1; }","duration":"478.385653ms","start":"2026-07-27T13:13:28.827466Z","end":"2026-07-27T13:13:29.305852Z","steps":["trace[1638006021] 'process raft request' (duration: 390.426389ms)","trace[1638006021] 'compare' (duration: 87.827211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:29.30597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.086666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:29.306014Z","caller":"traceutil/trace.go:171","msg":"trace[751834114] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:93; }","duration":"478.201759ms","start":"2026-07-27T13:13:28.827802Z","end":"2026-07-27T13:13:29.306004Z","steps":["trace[751834114] 'agreement among raft nodes before linearized reading' (duration: 478.095827ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.306038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.827445Z","time spent":"478.503686ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:29.306064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.827766Z","time spent":"478.290011ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/edit\" "} {"level":"info","ts":"2026-07-27T13:13:29.324405Z","caller":"traceutil/trace.go:171","msg":"trace[172434644] transaction","detail":"{read_only:false; response_revision:94; number_of_response:1; }","duration":"495.802038ms","start":"2026-07-27T13:13:28.828582Z","end":"2026-07-27T13:13:29.324384Z","steps":["trace[172434644] 'process raft request' (duration: 495.582913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.324498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.82856Z","time spent":"495.882699ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":581,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:29.324326Z","caller":"traceutil/trace.go:171","msg":"trace[958580379] transaction","detail":"{read_only:false; response_revision:95; number_of_response:1; }","duration":"494.389394ms","start":"2026-07-27T13:13:28.829918Z","end":"2026-07-27T13:13:29.324308Z","steps":["trace[958580379] 'process raft request' (duration: 494.345193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.324806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.829898Z","time spent":"494.826643ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1043,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:29.325294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.393141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5894"} {"level":"info","ts":"2026-07-27T13:13:29.325408Z","caller":"traceutil/trace.go:171","msg":"trace[1460360206] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:95; }","duration":"496.557785ms","start":"2026-07-27T13:13:28.828812Z","end":"2026-07-27T13:13:29.325369Z","steps":["trace[1460360206] 'agreement among raft nodes before linearized reading' (duration: 495.814547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.32545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:28.828788Z","time spent":"496.655068ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5918,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-27T13:13:29.909161Z","caller":"traceutil/trace.go:171","msg":"trace[118507492] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"577.322111ms","start":"2026-07-27T13:13:29.331813Z","end":"2026-07-27T13:13:29.909135Z","steps":["trace[118507492] 'process raft request' (duration: 577.132916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.909335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.331791Z","time spent":"577.466754ms","remote":"127.0.0.1:49174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:29.90945Z","caller":"traceutil/trace.go:171","msg":"trace[1133601925] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"576.109592ms","start":"2026-07-27T13:13:29.333316Z","end":"2026-07-27T13:13:29.909426Z","steps":["trace[1133601925] 'process raft request' (duration: 575.778085ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:29.909542Z","caller":"traceutil/trace.go:171","msg":"trace[741040013] linearizableReadLoop","detail":"{readStateIndex:103; appliedIndex:102; }","duration":"576.454681ms","start":"2026-07-27T13:13:29.33304Z","end":"2026-07-27T13:13:29.909495Z","steps":["trace[741040013] 'read index received' (duration: 48.57836ms)","trace[741040013] 'applied index is now lower than readState.Index' (duration: 527.874991ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:29.909632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.333301Z","time spent":"576.232266ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:29.909754Z","caller":"traceutil/trace.go:171","msg":"trace[1917209214] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"574.70894ms","start":"2026-07-27T13:13:29.335028Z","end":"2026-07-27T13:13:29.909737Z","steps":["trace[1917209214] 'process raft request' (duration: 574.30392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.909894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.257852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T13:13:29.909921Z","caller":"traceutil/trace.go:171","msg":"trace[1479065829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:100; }","duration":"550.331374ms","start":"2026-07-27T13:13:29.359583Z","end":"2026-07-27T13:13:29.909914Z","steps":["trace[1479065829] 'agreement among raft nodes before linearized reading' (duration: 550.278152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.90991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.890936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"warn","ts":"2026-07-27T13:13:29.90993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.335019Z","time spent":"574.780141ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:29.909982Z","caller":"traceutil/trace.go:171","msg":"trace[843257384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:100; }","duration":"170.002479ms","start":"2026-07-27T13:13:29.739959Z","end":"2026-07-27T13:13:29.909961Z","steps":["trace[843257384] 'agreement among raft nodes before linearized reading' (duration: 169.894056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.909959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.359558Z","time spent":"550.396395ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:13:29.910144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.110636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:29.910173Z","caller":"traceutil/trace.go:171","msg":"trace[617917473] range","detail":"{range_begin:/registry/clusterroles/view; range_end:; response_count:0; response_revision:100; }","duration":"577.165167ms","start":"2026-07-27T13:13:29.333001Z","end":"2026-07-27T13:13:29.910166Z","steps":["trace[617917473] 'agreement among raft nodes before linearized reading' (duration: 577.116996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.910198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.332985Z","time spent":"577.206548ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/view\" "} {"level":"warn","ts":"2026-07-27T13:13:29.910186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.088769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:29.910246Z","caller":"traceutil/trace.go:171","msg":"trace[233653851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:100; }","duration":"194.174921ms","start":"2026-07-27T13:13:29.716054Z","end":"2026-07-27T13:13:29.910228Z","steps":["trace[233653851] 'agreement among raft nodes before linearized reading' (duration: 194.084449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.910331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.382737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:29.910355Z","caller":"traceutil/trace.go:171","msg":"trace[2089442964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:100; }","duration":"424.46341ms","start":"2026-07-27T13:13:29.485885Z","end":"2026-07-27T13:13:29.910348Z","steps":["trace[2089442964] 'agreement among raft nodes before linearized reading' (duration: 424.403198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:29.910371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:29.485863Z","time spent":"424.5042ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:30.121396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.338298ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:30.121636Z","caller":"traceutil/trace.go:171","msg":"trace[1362384903] transaction","detail":"{read_only:false; response_revision:102; number_of_response:1; }","duration":"206.08208ms","start":"2026-07-27T13:13:29.915529Z","end":"2026-07-27T13:13:30.121612Z","steps":["trace[1362384903] 'process raft request' (duration: 82.409335ms)","trace[1362384903] 'compare' (duration: 123.148963ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:30.122294Z","caller":"traceutil/trace.go:171","msg":"trace[329503991] transaction","detail":"{read_only:false; response_revision:105; number_of_response:1; }","duration":"205.267301ms","start":"2026-07-27T13:13:29.916995Z","end":"2026-07-27T13:13:30.122262Z","steps":["trace[329503991] 'process raft request' (duration: 205.168979ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:30.122387Z","caller":"traceutil/trace.go:171","msg":"trace[808834297] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"206.733595ms","start":"2026-07-27T13:13:29.91561Z","end":"2026-07-27T13:13:30.122343Z","steps":["trace[808834297] 'process raft request' (duration: 206.454399ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:30.122272Z","caller":"traceutil/trace.go:171","msg":"trace[1853586584] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"206.642883ms","start":"2026-07-27T13:13:29.915591Z","end":"2026-07-27T13:13:30.122233Z","steps":["trace[1853586584] 'process raft request' (duration: 205.947368ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:30.411901Z","caller":"traceutil/trace.go:171","msg":"trace[433241220] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"283.152953ms","start":"2026-07-27T13:13:30.128721Z","end":"2026-07-27T13:13:30.411873Z","steps":["trace[433241220] 'process raft request' (duration: 283.056121ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:30.411965Z","caller":"traceutil/trace.go:171","msg":"trace[1579032042] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"283.208534ms","start":"2026-07-27T13:13:30.128697Z","end":"2026-07-27T13:13:30.411906Z","steps":["trace[1579032042] 'process raft request' (duration: 214.136875ms)","trace[1579032042] 'compare' (duration: 68.757932ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:31.024257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.020341ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:31.024383Z","caller":"traceutil/trace.go:171","msg":"trace[629821005] linearizableReadLoop","detail":"{readStateIndex:116; appliedIndex:115; }","duration":"536.791543ms","start":"2026-07-27T13:13:30.487574Z","end":"2026-07-27T13:13:31.024366Z","steps":["trace[629821005] 'read index received' (duration: 288.489685ms)","trace[629821005] 'applied index is now lower than readState.Index' (duration: 248.300478ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:31.024511Z","caller":"traceutil/trace.go:171","msg":"trace[2014303581] transaction","detail":"{read_only:false; response_revision:111; number_of_response:1; }","duration":"538.221584ms","start":"2026-07-27T13:13:30.486223Z","end":"2026-07-27T13:13:31.024445Z","steps":["trace[2014303581] 'process raft request' (duration: 289.930357ms)","trace[2014303581] 'compare' (duration: 247.898839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:31.02469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.630668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T13:13:31.024804Z","caller":"traceutil/trace.go:171","msg":"trace[1317120035] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:111; }","duration":"356.770251ms","start":"2026-07-27T13:13:30.668011Z","end":"2026-07-27T13:13:31.024781Z","steps":["trace[1317120035] 'agreement among raft nodes before linearized reading' (duration: 356.570606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:31.024805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:30.486196Z","time spent":"538.47265ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:31.024691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.064589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:31.024859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:30.667959Z","time spent":"356.889163ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-07-27T13:13:31.024953Z","caller":"traceutil/trace.go:171","msg":"trace[1976985845] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:0; response_revision:111; }","duration":"537.368866ms","start":"2026-07-27T13:13:30.487529Z","end":"2026-07-27T13:13:31.024898Z","steps":["trace[1976985845] 'agreement among raft nodes before linearized reading' (duration: 536.960226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:31.024991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.980661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-07-27T13:13:31.025093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:30.487508Z","time spent":"537.527189ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"info","ts":"2026-07-27T13:13:31.025121Z","caller":"traceutil/trace.go:171","msg":"trace[1025312968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:111; }","duration":"439.100055ms","start":"2026-07-27T13:13:30.585929Z","end":"2026-07-27T13:13:31.025029Z","steps":["trace[1025312968] 'agreement among raft nodes before linearized reading' (duration: 438.562282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:31.025249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:30.585897Z","time spent":"439.267208ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:13:31.362332Z","caller":"traceutil/trace.go:171","msg":"trace[1904513956] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"143.345984ms","start":"2026-07-27T13:13:31.218964Z","end":"2026-07-27T13:13:31.36231Z","steps":["trace[1904513956] 'process raft request' (duration: 141.734367ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:31.363123Z","caller":"traceutil/trace.go:171","msg":"trace[1111869835] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"142.301851ms","start":"2026-07-27T13:13:31.220803Z","end":"2026-07-27T13:13:31.363105Z","steps":["trace[1111869835] 'process raft request' (duration: 142.218319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:31.681914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.566339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:31.682044Z","caller":"traceutil/trace.go:171","msg":"trace[502328074] linearizableReadLoop","detail":"{readStateIndex:129; appliedIndex:128; }","duration":"238.005121ms","start":"2026-07-27T13:13:31.444016Z","end":"2026-07-27T13:13:31.682022Z","steps":["trace[502328074] 'read index received' (duration: 69.312679ms)","trace[502328074] 'applied index is now lower than readState.Index' (duration: 168.690702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:31.682213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.191565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18c627bd8245f69f\" ","response":"range_response_count:1 size:654"} {"level":"info","ts":"2026-07-27T13:13:31.68227Z","caller":"traceutil/trace.go:171","msg":"trace[987878837] range","detail":"{range_begin:/registry/events/default/instance.18c627bd8245f69f; range_end:; response_count:1; response_revision:124; }","duration":"238.275387ms","start":"2026-07-27T13:13:31.44398Z","end":"2026-07-27T13:13:31.682255Z","steps":["trace[987878837] 'agreement among raft nodes before linearized reading' (duration: 238.108453ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:31.682183Z","caller":"traceutil/trace.go:171","msg":"trace[1598152566] transaction","detail":"{read_only:false; response_revision:124; number_of_response:1; }","duration":"238.987023ms","start":"2026-07-27T13:13:31.443159Z","end":"2026-07-27T13:13:31.682146Z","steps":["trace[1598152566] 'process raft request' (duration: 70.117517ms)","trace[1598152566] 'compare' (duration: 168.223021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:32.013811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.820317ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-27T13:13:32.014113Z","caller":"traceutil/trace.go:171","msg":"trace[490995264] transaction","detail":"{read_only:false; response_revision:126; number_of_response:1; }","duration":"252.185592ms","start":"2026-07-27T13:13:31.761889Z","end":"2026-07-27T13:13:32.014075Z","steps":["trace[490995264] 'process raft request' (duration: 110.023477ms)","trace[490995264] 'compare' (duration: 141.399668ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:32.014296Z","caller":"traceutil/trace.go:171","msg":"trace[588342715] transaction","detail":"{read_only:false; response_revision:127; number_of_response:1; }","duration":"251.628928ms","start":"2026-07-27T13:13:31.762645Z","end":"2026-07-27T13:13:32.014274Z","steps":["trace[588342715] 'process raft request' (duration: 251.279181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.293621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.268088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:32.29375Z","caller":"traceutil/trace.go:171","msg":"trace[369630197] linearizableReadLoop","detail":"{readStateIndex:140; appliedIndex:138; }","duration":"207.064591ms","start":"2026-07-27T13:13:32.086672Z","end":"2026-07-27T13:13:32.293736Z","steps":["trace[369630197] 'read index received' (duration: 92.566828ms)","trace[369630197] 'applied index is now lower than readState.Index' (duration: 114.496993ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:32.293935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.253915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:32.293971Z","caller":"traceutil/trace.go:171","msg":"trace[473199880] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:135; }","duration":"207.335717ms","start":"2026-07-27T13:13:32.086626Z","end":"2026-07-27T13:13:32.293962Z","steps":["trace[473199880] 'agreement among raft nodes before linearized reading' (duration: 207.236965ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:32.29403Z","caller":"traceutil/trace.go:171","msg":"trace[1445268070] transaction","detail":"{read_only:false; response_revision:134; number_of_response:1; }","duration":"223.724056ms","start":"2026-07-27T13:13:32.070293Z","end":"2026-07-27T13:13:32.294017Z","steps":["trace[1445268070] 'process raft request' (duration: 109.006549ms)","trace[1445268070] 'compare' (duration: 114.115874ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:32.294131Z","caller":"traceutil/trace.go:171","msg":"trace[408334768] transaction","detail":"{read_only:false; response_revision:135; number_of_response:1; }","duration":"223.330717ms","start":"2026-07-27T13:13:32.07079Z","end":"2026-07-27T13:13:32.294121Z","steps":["trace[408334768] 'process raft request' (duration: 222.907847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.294095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.110843ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:32.294219Z","caller":"traceutil/trace.go:171","msg":"trace[1183399600] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:135; }","duration":"145.260397ms","start":"2026-07-27T13:13:32.148946Z","end":"2026-07-27T13:13:32.294206Z","steps":["trace[1183399600] 'agreement among raft nodes before linearized reading' (duration: 145.080813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.294748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.088767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T13:13:32.295355Z","caller":"traceutil/trace.go:171","msg":"trace[903810371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:135; }","duration":"166.513067ms","start":"2026-07-27T13:13:32.128522Z","end":"2026-07-27T13:13:32.295035Z","steps":["trace[903810371] 'agreement among raft nodes before linearized reading' (duration: 165.36715ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:32.456252Z","caller":"traceutil/trace.go:171","msg":"trace[1295599542] linearizableReadLoop","detail":"{readStateIndex:141; appliedIndex:140; }","duration":"158.436712ms","start":"2026-07-27T13:13:32.297775Z","end":"2026-07-27T13:13:32.456212Z","steps":["trace[1295599542] 'read index received' (duration: 151.505257ms)","trace[1295599542] 'applied index is now lower than readState.Index' (duration: 6.929465ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:32.45646Z","caller":"traceutil/trace.go:171","msg":"trace[1534239933] transaction","detail":"{read_only:false; response_revision:136; number_of_response:1; }","duration":"159.078488ms","start":"2026-07-27T13:13:32.297349Z","end":"2026-07-27T13:13:32.456427Z","steps":["trace[1534239933] 'process raft request' (duration: 151.940158ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.456622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.814741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:32.45669Z","caller":"traceutil/trace.go:171","msg":"trace[1581177640] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:0; response_revision:136; }","duration":"158.907223ms","start":"2026-07-27T13:13:32.297764Z","end":"2026-07-27T13:13:32.456671Z","steps":["trace[1581177640] 'agreement among raft nodes before linearized reading' (duration: 158.616006ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:32.501685Z","caller":"traceutil/trace.go:171","msg":"trace[834885582] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"185.413591ms","start":"2026-07-27T13:13:32.316246Z","end":"2026-07-27T13:13:32.501659Z","steps":["trace[834885582] 'process raft request' (duration: 185.35945ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:32.501848Z","caller":"traceutil/trace.go:171","msg":"trace[1961735173] transaction","detail":"{read_only:false; response_revision:137; number_of_response:1; }","duration":"200.625944ms","start":"2026-07-27T13:13:32.301148Z","end":"2026-07-27T13:13:32.501774Z","steps":["trace[1961735173] 'process raft request' (duration: 200.300877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.859484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.531715ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:32.859672Z","caller":"traceutil/trace.go:171","msg":"trace[296501067] linearizableReadLoop","detail":"{readStateIndex:147; appliedIndex:145; }","duration":"173.350171ms","start":"2026-07-27T13:13:32.686304Z","end":"2026-07-27T13:13:32.859654Z","steps":["trace[296501067] 'read index received' (duration: 125.766187ms)","trace[296501067] 'applied index is now lower than readState.Index' (duration: 47.582994ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:32.859772Z","caller":"traceutil/trace.go:171","msg":"trace[76759721] transaction","detail":"{read_only:false; response_revision:142; number_of_response:1; }","duration":"304.854087ms","start":"2026-07-27T13:13:32.554907Z","end":"2026-07-27T13:13:32.859761Z","steps":["trace[76759721] 'process raft request' (duration: 304.685793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.859824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.509834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:32.859905Z","caller":"traceutil/trace.go:171","msg":"trace[946413979] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:142; }","duration":"173.596266ms","start":"2026-07-27T13:13:32.686268Z","end":"2026-07-27T13:13:32.859864Z","steps":["trace[946413979] 'agreement among raft nodes before linearized reading' (duration: 173.484564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:32.85983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:32.554881Z","time spent":"304.923348ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:32.860154Z","caller":"traceutil/trace.go:171","msg":"trace[710238081] transaction","detail":"{read_only:false; response_revision:141; number_of_response:1; }","duration":"305.820788ms","start":"2026-07-27T13:13:32.55394Z","end":"2026-07-27T13:13:32.859761Z","steps":["trace[710238081] 'process raft request' (duration: 48.949945ms)","trace[710238081] 'compare' (duration: 256.337581ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:32.860488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:32.553916Z","time spent":"306.38934ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":710,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:33.1462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.330525ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:33.146337Z","caller":"traceutil/trace.go:171","msg":"trace[413493134] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:143; }","duration":"136.485519ms","start":"2026-07-27T13:13:33.009831Z","end":"2026-07-27T13:13:33.146316Z","steps":["trace[413493134] 'range keys from in-memory index tree' (duration: 136.311884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:33.146489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.566855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:33.146827Z","caller":"traceutil/trace.go:171","msg":"trace[190296680] transaction","detail":"{read_only:false; response_revision:145; number_of_response:1; }","duration":"223.816458ms","start":"2026-07-27T13:13:32.922991Z","end":"2026-07-27T13:13:33.146807Z","steps":["trace[190296680] 'process raft request' (duration: 223.705565ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:33.147305Z","caller":"traceutil/trace.go:171","msg":"trace[177028012] transaction","detail":"{read_only:false; response_revision:144; number_of_response:1; }","duration":"282.517691ms","start":"2026-07-27T13:13:32.864707Z","end":"2026-07-27T13:13:33.147225Z","steps":["trace[177028012] 'process raft request' (duration: 100.074887ms)","trace[177028012] 'compare' (duration: 181.40124ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:33.662696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.354034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:33.663114Z","caller":"traceutil/trace.go:171","msg":"trace[1058947353] transaction","detail":"{read_only:false; response_revision:149; number_of_response:1; }","duration":"421.995387ms","start":"2026-07-27T13:13:33.241028Z","end":"2026-07-27T13:13:33.663023Z","steps":["trace[1058947353] 'process raft request' (duration: 243.218583ms)","trace[1058947353] 'compare' (duration: 178.189251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:33.663399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.241014Z","time spent":"422.272883ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:33.685757Z","caller":"traceutil/trace.go:171","msg":"trace[424478611] transaction","detail":"{read_only:false; response_revision:150; number_of_response:1; }","duration":"444.06255ms","start":"2026-07-27T13:13:33.241649Z","end":"2026-07-27T13:13:33.685712Z","steps":["trace[424478611] 'process raft request' (duration: 421.186619ms)","trace[424478611] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; req_size:684; } (duration: 22.754388ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:33.686391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.241611Z","time spent":"444.698274ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":687,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:34.181001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.536135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:34.181311Z","caller":"traceutil/trace.go:171","msg":"trace[1809767762] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"438.17775ms","start":"2026-07-27T13:13:33.743093Z","end":"2026-07-27T13:13:34.181271Z","steps":["trace[1809767762] 'process raft request' (duration: 39.277867ms)","trace[1809767762] 'compare' (duration: 398.269569ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:34.181472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.743067Z","time spent":"438.365154ms","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":711,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:34.183586Z","caller":"traceutil/trace.go:171","msg":"trace[1949892760] transaction","detail":"{read_only:false; response_revision:153; number_of_response:1; }","duration":"438.919406ms","start":"2026-07-27T13:13:33.744623Z","end":"2026-07-27T13:13:34.183543Z","steps":["trace[1949892760] 'process raft request' (duration: 438.725342ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:34.185376Z","caller":"traceutil/trace.go:171","msg":"trace[1556935691] linearizableReadLoop","detail":"{readStateIndex:158; appliedIndex:158; }","duration":"398.775388ms","start":"2026-07-27T13:13:33.786575Z","end":"2026-07-27T13:13:34.185351Z","steps":["trace[1556935691] 'read index received' (duration: 398.769798ms)","trace[1556935691] 'applied index is now lower than readState.Index' (duration: 4.86µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:34.186313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.73653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:34.186416Z","caller":"traceutil/trace.go:171","msg":"trace[1778016279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:153; }","duration":"399.890614ms","start":"2026-07-27T13:13:33.786508Z","end":"2026-07-27T13:13:34.186399Z","steps":["trace[1778016279] 'agreement among raft nodes before linearized reading' (duration: 399.009364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:34.186487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.786477Z","time spent":"399.996196ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:34.184255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.744597Z","time spent":"439.058139ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:34.416399Z","caller":"traceutil/trace.go:171","msg":"trace[1479068753] transaction","detail":"{read_only:false; response_revision:154; number_of_response:1; }","duration":"480.312792ms","start":"2026-07-27T13:13:33.936059Z","end":"2026-07-27T13:13:34.416372Z","steps":["trace[1479068753] 'process raft request' (duration: 425.424577ms)","trace[1479068753] 'compare' (duration: 54.697041ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:34.41655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.936023Z","time spent":"480.450174ms","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3460,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:34.41691Z","caller":"traceutil/trace.go:171","msg":"trace[1154720634] linearizableReadLoop","detail":"{readStateIndex:160; appliedIndex:158; }","duration":"231.414001ms","start":"2026-07-27T13:13:34.185445Z","end":"2026-07-27T13:13:34.416859Z","steps":["trace[1154720634] 'read index received' (duration: 176.062036ms)","trace[1154720634] 'applied index is now lower than readState.Index' (duration: 55.349445ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:34.416938Z","caller":"traceutil/trace.go:171","msg":"trace[451685274] transaction","detail":"{read_only:false; response_revision:156; number_of_response:1; }","duration":"212.351799ms","start":"2026-07-27T13:13:34.204546Z","end":"2026-07-27T13:13:34.416898Z","steps":["trace[451685274] 'process raft request' (duration: 212.214406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:34.417202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.121866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:34.417341Z","caller":"traceutil/trace.go:171","msg":"trace[1501324713] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:0; response_revision:156; }","duration":"232.31679ms","start":"2026-07-27T13:13:34.184996Z","end":"2026-07-27T13:13:34.417313Z","steps":["trace[1501324713] 'agreement among raft nodes before linearized reading' (duration: 231.970872ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:34.417323Z","caller":"traceutil/trace.go:171","msg":"trace[413319890] transaction","detail":"{read_only:false; response_revision:155; number_of_response:1; }","duration":"463.325891ms","start":"2026-07-27T13:13:33.953494Z","end":"2026-07-27T13:13:34.41682Z","steps":["trace[413319890] 'process raft request' (duration: 462.82588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:34.417214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.946363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:13:34.417519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:33.953462Z","time spent":"463.955245ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:13:34.417539Z","caller":"traceutil/trace.go:171","msg":"trace[2010174973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:156; }","duration":"388.30876ms","start":"2026-07-27T13:13:34.029166Z","end":"2026-07-27T13:13:34.417475Z","steps":["trace[2010174973] 'agreement among raft nodes before linearized reading' (duration: 387.909891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:34.417277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.495045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:13:34.417765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:34.029136Z","time spent":"388.501545ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:13:34.417873Z","caller":"traceutil/trace.go:171","msg":"trace[1534980127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:156; }","duration":"201.20502ms","start":"2026-07-27T13:13:34.216641Z","end":"2026-07-27T13:13:34.417846Z","steps":["trace[1534980127] 'agreement among raft nodes before linearized reading' (duration: 200.488315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:34.673461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.365828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-proxier\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:34.67365Z","caller":"traceutil/trace.go:171","msg":"trace[1627503664] range","detail":"{range_begin:/registry/clusterroles/system:node-proxier; range_end:; response_count:0; response_revision:159; }","duration":"155.630834ms","start":"2026-07-27T13:13:34.517983Z","end":"2026-07-27T13:13:34.673614Z","steps":["trace[1627503664] 'range keys from in-memory index tree' (duration: 155.212995ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:34.673523Z","caller":"traceutil/trace.go:171","msg":"trace[1138527982] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"154.682293ms","start":"2026-07-27T13:13:34.518801Z","end":"2026-07-27T13:13:34.673484Z","steps":["trace[1138527982] 'process raft request' (duration: 64.075488ms)","trace[1138527982] 'compare' (duration: 90.441111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:34.990162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.191986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:34.99026Z","caller":"traceutil/trace.go:171","msg":"trace[1001542138] linearizableReadLoop","detail":"{readStateIndex:167; appliedIndex:166; }","duration":"104.977673ms","start":"2026-07-27T13:13:34.885268Z","end":"2026-07-27T13:13:34.990246Z","steps":["trace[1001542138] 'read index received' (duration: 38.301µs)","trace[1001542138] 'applied index is now lower than readState.Index' (duration: 104.938642ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:34.990371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.109636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:34.990397Z","caller":"traceutil/trace.go:171","msg":"trace[1335468163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:162; }","duration":"105.170387ms","start":"2026-07-27T13:13:34.885217Z","end":"2026-07-27T13:13:34.990388Z","steps":["trace[1335468163] 'agreement among raft nodes before linearized reading' (duration: 105.105526ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:34.990352Z","caller":"traceutil/trace.go:171","msg":"trace[158356956] transaction","detail":"{read_only:false; response_revision:162; number_of_response:1; }","duration":"240.732926ms","start":"2026-07-27T13:13:34.749556Z","end":"2026-07-27T13:13:34.990289Z","steps":["trace[158356956] 'process raft request' (duration: 70.374987ms)","trace[158356956] 'compare' (duration: 170.024372ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:35.267461Z","caller":"traceutil/trace.go:171","msg":"trace[1974486335] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"270.867657ms","start":"2026-07-27T13:13:34.996568Z","end":"2026-07-27T13:13:35.267435Z","steps":["trace[1974486335] 'process raft request' (duration: 270.040968ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:35.29671Z","caller":"traceutil/trace.go:171","msg":"trace[625416240] transaction","detail":"{read_only:false; response_revision:164; number_of_response:1; }","duration":"257.987873ms","start":"2026-07-27T13:13:35.038689Z","end":"2026-07-27T13:13:35.296677Z","steps":["trace[625416240] 'process raft request' (duration: 257.80996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:35.652207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.759203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:35.65238Z","caller":"traceutil/trace.go:171","msg":"trace[1745959096] transaction","detail":"{read_only:false; response_revision:171; number_of_response:1; }","duration":"140.271184ms","start":"2026-07-27T13:13:35.512089Z","end":"2026-07-27T13:13:35.652361Z","steps":["trace[1745959096] 'process raft request' (duration: 26.296666ms)","trace[1745959096] 'compare' (duration: 113.61735ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:35.861562Z","caller":"traceutil/trace.go:171","msg":"trace[1613976799] transaction","detail":"{read_only:false; response_revision:173; number_of_response:1; }","duration":"113.953938ms","start":"2026-07-27T13:13:35.747569Z","end":"2026-07-27T13:13:35.861522Z","steps":["trace[1613976799] 'process raft request' (duration: 76.570678ms)","trace[1613976799] 'compare' (duration: 37.155395ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:36.220018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.237896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:36.220119Z","caller":"traceutil/trace.go:171","msg":"trace[1277544138] transaction","detail":"{read_only:false; response_revision:176; number_of_response:1; }","duration":"259.976543ms","start":"2026-07-27T13:13:35.960127Z","end":"2026-07-27T13:13:36.220103Z","steps":["trace[1277544138] 'process raft request' (duration: 106.595974ms)","trace[1277544138] 'compare' (duration: 153.105913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:36.463233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.127748ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:36.463404Z","caller":"traceutil/trace.go:171","msg":"trace[46042155] transaction","detail":"{read_only:false; response_revision:180; number_of_response:1; }","duration":"179.886976ms","start":"2026-07-27T13:13:36.283474Z","end":"2026-07-27T13:13:36.463361Z","steps":["trace[46042155] 'process raft request' (duration: 59.560124ms)","trace[46042155] 'compare' (duration: 119.999964ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:36.770349Z","caller":"traceutil/trace.go:171","msg":"trace[1604436556] transaction","detail":"{read_only:false; response_revision:185; number_of_response:1; }","duration":"164.691245ms","start":"2026-07-27T13:13:36.605629Z","end":"2026-07-27T13:13:36.77032Z","steps":["trace[1604436556] 'process raft request' (duration: 92.164571ms)","trace[1604436556] 'compare' (duration: 72.372951ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:36.816883Z","caller":"traceutil/trace.go:171","msg":"trace[1735292178] transaction","detail":"{read_only:false; response_revision:186; number_of_response:1; }","duration":"208.723741ms","start":"2026-07-27T13:13:36.608136Z","end":"2026-07-27T13:13:36.816859Z","steps":["trace[1735292178] 'process raft request' (duration: 208.471595ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:36.817074Z","caller":"traceutil/trace.go:171","msg":"trace[182271807] transaction","detail":"{read_only:false; response_revision:187; number_of_response:1; }","duration":"163.827287ms","start":"2026-07-27T13:13:36.653225Z","end":"2026-07-27T13:13:36.817052Z","steps":["trace[182271807] 'process raft request' (duration: 163.593042ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:36.817062Z","caller":"traceutil/trace.go:171","msg":"trace[351113559] linearizableReadLoop","detail":"{readStateIndex:192; appliedIndex:189; }","duration":"139.107399ms","start":"2026-07-27T13:13:36.677927Z","end":"2026-07-27T13:13:36.817035Z","steps":["trace[351113559] 'read index received' (duration: 19.991723ms)","trace[351113559] 'applied index is now lower than readState.Index' (duration: 119.113906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:36.817219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.278064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:13:36.817258Z","caller":"traceutil/trace.go:171","msg":"trace[1588560453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:187; }","duration":"139.363765ms","start":"2026-07-27T13:13:36.677885Z","end":"2026-07-27T13:13:36.817248Z","steps":["trace[1588560453] 'agreement among raft nodes before linearized reading' (duration: 139.220962ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:37.018718Z","caller":"traceutil/trace.go:171","msg":"trace[603433277] linearizableReadLoop","detail":"{readStateIndex:197; appliedIndex:196; }","duration":"132.608836ms","start":"2026-07-27T13:13:36.88609Z","end":"2026-07-27T13:13:37.018699Z","steps":["trace[603433277] 'read index received' (duration: 46.892138ms)","trace[603433277] 'applied index is now lower than readState.Index' (duration: 85.715858ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:37.018853Z","caller":"traceutil/trace.go:171","msg":"trace[1954330288] transaction","detail":"{read_only:false; response_revision:192; number_of_response:1; }","duration":"164.670931ms","start":"2026-07-27T13:13:36.85415Z","end":"2026-07-27T13:13:37.018821Z","steps":["trace[1954330288] 'process raft request' (duration: 78.79055ms)","trace[1954330288] 'compare' (duration: 85.521584ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:37.018958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.862101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:37.019021Z","caller":"traceutil/trace.go:171","msg":"trace[1996830912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:192; }","duration":"132.979293ms","start":"2026-07-27T13:13:36.886033Z","end":"2026-07-27T13:13:37.019012Z","steps":["trace[1996830912] 'agreement among raft nodes before linearized reading' (duration: 132.80076ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:37.213825Z","caller":"traceutil/trace.go:171","msg":"trace[1215713719] transaction","detail":"{read_only:false; response_revision:194; number_of_response:1; }","duration":"168.143505ms","start":"2026-07-27T13:13:37.045654Z","end":"2026-07-27T13:13:37.213798Z","steps":["trace[1215713719] 'process raft request' (duration: 161.402861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:37.76016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.97253ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:37.760266Z","caller":"traceutil/trace.go:171","msg":"trace[1123329026] transaction","detail":"{read_only:false; response_revision:208; number_of_response:1; }","duration":"146.524651ms","start":"2026-07-27T13:13:37.613724Z","end":"2026-07-27T13:13:37.760249Z","steps":["trace[1123329026] 'process raft request' (duration: 12.400927ms)","trace[1123329026] 'compare' (duration: 133.858368ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:38.085334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.915956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:38.085497Z","caller":"traceutil/trace.go:171","msg":"trace[402746858] transaction","detail":"{read_only:false; response_revision:209; number_of_response:1; }","duration":"318.948582ms","start":"2026-07-27T13:13:37.766522Z","end":"2026-07-27T13:13:38.08547Z","steps":["trace[402746858] 'process raft request' (duration: 96.837292ms)","trace[402746858] 'compare' (duration: 221.794263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:38.085611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:37.766502Z","time spent":"319.056514ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:38.366395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.241136ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:38.366811Z","caller":"traceutil/trace.go:171","msg":"trace[1195588851] transaction","detail":"{read_only:false; response_revision:212; number_of_response:1; }","duration":"205.15028ms","start":"2026-07-27T13:13:38.161627Z","end":"2026-07-27T13:13:38.366777Z","steps":["trace[1195588851] 'process raft request' (duration: 104.332452ms)","trace[1195588851] 'compare' (duration: 100.051942ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:38.638196Z","caller":"traceutil/trace.go:171","msg":"trace[1421811122] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"171.995393ms","start":"2026-07-27T13:13:38.466164Z","end":"2026-07-27T13:13:38.638159Z","steps":["trace[1421811122] 'process raft request' (duration: 145.522668ms)","trace[1421811122] 'compare' (duration: 26.189089ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:38.811895Z","caller":"traceutil/trace.go:171","msg":"trace[251254746] transaction","detail":"{read_only:false; response_revision:221; number_of_response:1; }","duration":"118.083096ms","start":"2026-07-27T13:13:38.693791Z","end":"2026-07-27T13:13:38.811874Z","steps":["trace[251254746] 'process raft request' (duration: 106.758545ms)","trace[251254746] 'compare' (duration: 11.225769ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:38.932978Z","caller":"traceutil/trace.go:171","msg":"trace[2092087696] transaction","detail":"{read_only:false; response_revision:223; number_of_response:1; }","duration":"106.125601ms","start":"2026-07-27T13:13:38.826826Z","end":"2026-07-27T13:13:38.932951Z","steps":["trace[2092087696] 'process raft request' (duration: 98.58542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:39.2138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.412299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:39.214085Z","caller":"traceutil/trace.go:171","msg":"trace[1624655643] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"275.291794ms","start":"2026-07-27T13:13:38.938753Z","end":"2026-07-27T13:13:39.214045Z","steps":["trace[1624655643] 'process raft request' (duration: 110.424994ms)","trace[1624655643] 'compare' (duration: 164.296367ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:39.2142Z","caller":"traceutil/trace.go:171","msg":"trace[1649189900] linearizableReadLoop","detail":"{readStateIndex:230; appliedIndex:228; }","duration":"128.709747ms","start":"2026-07-27T13:13:39.085421Z","end":"2026-07-27T13:13:39.214131Z","steps":["trace[1649189900] 'read index received' (duration: 72.379807ms)","trace[1649189900] 'applied index is now lower than readState.Index' (duration: 56.32842ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:39.214293Z","caller":"traceutil/trace.go:171","msg":"trace[1697113574] transaction","detail":"{read_only:false; response_revision:225; number_of_response:1; }","duration":"274.67465ms","start":"2026-07-27T13:13:38.939606Z","end":"2026-07-27T13:13:39.214281Z","steps":["trace[1697113574] 'process raft request' (duration: 274.350632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:39.214408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.970652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:39.214482Z","caller":"traceutil/trace.go:171","msg":"trace[320445026] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:225; }","duration":"129.110235ms","start":"2026-07-27T13:13:39.085353Z","end":"2026-07-27T13:13:39.214464Z","steps":["trace[320445026] 'agreement among raft nodes before linearized reading' (duration: 128.939951ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:39.326551Z","caller":"traceutil/trace.go:171","msg":"trace[1637420879] transaction","detail":"{read_only:false; response_revision:226; number_of_response:1; }","duration":"107.732144ms","start":"2026-07-27T13:13:39.218799Z","end":"2026-07-27T13:13:39.326531Z","steps":["trace[1637420879] 'process raft request' (duration: 98.620901ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:39.610856Z","caller":"traceutil/trace.go:171","msg":"trace[786848379] transaction","detail":"{read_only:false; response_revision:230; number_of_response:1; }","duration":"211.127915ms","start":"2026-07-27T13:13:39.399708Z","end":"2026-07-27T13:13:39.610836Z","steps":["trace[786848379] 'process raft request' (duration: 201.004672ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:39.846813Z","caller":"traceutil/trace.go:171","msg":"trace[184480094] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"187.549258ms","start":"2026-07-27T13:13:39.659224Z","end":"2026-07-27T13:13:39.846773Z","steps":["trace[184480094] 'process raft request' (duration: 115.159681ms)","trace[184480094] 'compare' (duration: 72.195143ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:40.090729Z","caller":"traceutil/trace.go:171","msg":"trace[515205654] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"228.421643ms","start":"2026-07-27T13:13:39.862274Z","end":"2026-07-27T13:13:40.090695Z","steps":["trace[515205654] 'process raft request' (duration: 223.827687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:40.416837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.789566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:40.417004Z","caller":"traceutil/trace.go:171","msg":"trace[1124740183] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"320.078972ms","start":"2026-07-27T13:13:40.096862Z","end":"2026-07-27T13:13:40.416941Z","steps":["trace[1124740183] 'process raft request' (duration: 166.124233ms)","trace[1124740183] 'compare' (duration: 153.640663ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:40.417252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:40.096821Z","time spent":"320.344778ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:40.769583Z","caller":"traceutil/trace.go:171","msg":"trace[400426875] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"190.566304ms","start":"2026-07-27T13:13:40.578991Z","end":"2026-07-27T13:13:40.769557Z","steps":["trace[400426875] 'process raft request' (duration: 173.570919ms)","trace[400426875] 'compare' (duration: 16.837692ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:40.914618Z","caller":"traceutil/trace.go:171","msg":"trace[859296706] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"138.381884ms","start":"2026-07-27T13:13:40.776112Z","end":"2026-07-27T13:13:40.914494Z","steps":["trace[859296706] 'process raft request' (duration: 138.333112ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:40.914733Z","caller":"traceutil/trace.go:171","msg":"trace[610007259] transaction","detail":"{read_only:false; response_revision:240; number_of_response:1; }","duration":"140.761283ms","start":"2026-07-27T13:13:40.773948Z","end":"2026-07-27T13:13:40.91471Z","steps":["trace[610007259] 'process raft request' (duration: 133.583923ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:41.090285Z","caller":"traceutil/trace.go:171","msg":"trace[1642914108] transaction","detail":"{read_only:false; response_revision:242; number_of_response:1; }","duration":"170.079139ms","start":"2026-07-27T13:13:40.92014Z","end":"2026-07-27T13:13:41.090219Z","steps":["trace[1642914108] 'process raft request' (duration: 144.409067ms)","trace[1642914108] 'compare' (duration: 25.244913ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:41.500238Z","caller":"traceutil/trace.go:171","msg":"trace[442981432] linearizableReadLoop","detail":"{readStateIndex:249; appliedIndex:248; }","duration":"363.198385ms","start":"2026-07-27T13:13:41.137001Z","end":"2026-07-27T13:13:41.5002Z","steps":["trace[442981432] 'read index received' (duration: 268.454052ms)","trace[442981432] 'applied index is now lower than readState.Index' (duration: 94.742783ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:41.50027Z","caller":"traceutil/trace.go:171","msg":"trace[827931658] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"403.375708ms","start":"2026-07-27T13:13:41.096868Z","end":"2026-07-27T13:13:41.500243Z","steps":["trace[827931658] 'process raft request' (duration: 308.356119ms)","trace[827931658] 'compare' (duration: 94.701941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:41.500412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:41.096843Z","time spent":"403.49075ms","remote":"127.0.0.1:49102","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:13:41.500443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.43422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:13:41.500515Z","caller":"traceutil/trace.go:171","msg":"trace[931008356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:244; }","duration":"363.552322ms","start":"2026-07-27T13:13:41.136946Z","end":"2026-07-27T13:13:41.500499Z","steps":["trace[931008356] 'agreement among raft nodes before linearized reading' (duration: 363.390959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:41.500556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:41.136925Z","time spent":"363.622664ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T13:13:41.552948Z","caller":"traceutil/trace.go:171","msg":"trace[1615585867] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"414.063687ms","start":"2026-07-27T13:13:41.13886Z","end":"2026-07-27T13:13:41.552924Z","steps":["trace[1615585867] 'process raft request' (duration: 413.926005ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:41.553111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:41.138834Z","time spent":"414.194271ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:41.713552Z","caller":"traceutil/trace.go:171","msg":"trace[805647559] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"251.977571ms","start":"2026-07-27T13:13:41.46149Z","end":"2026-07-27T13:13:41.713468Z","steps":["trace[805647559] 'process raft request' (duration: 172.642106ms)","trace[805647559] 'compare' (duration: 79.053519ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:41.713969Z","caller":"traceutil/trace.go:171","msg":"trace[955176782] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:249; }","duration":"213.643177ms","start":"2026-07-27T13:13:41.500314Z","end":"2026-07-27T13:13:41.713957Z","steps":["trace[955176782] 'read index received' (duration: 52.498457ms)","trace[955176782] 'applied index is now lower than readState.Index' (duration: 161.14356ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:41.714094Z","caller":"traceutil/trace.go:171","msg":"trace[1458220585] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"208.870609ms","start":"2026-07-27T13:13:41.505186Z","end":"2026-07-27T13:13:41.714057Z","steps":["trace[1458220585] 'process raft request' (duration: 208.226166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:41.714193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.729222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:13:41.714239Z","caller":"traceutil/trace.go:171","msg":"trace[805465511] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:247; }","duration":"496.829933ms","start":"2026-07-27T13:13:41.217398Z","end":"2026-07-27T13:13:41.714228Z","steps":["trace[805465511] 'agreement among raft nodes before linearized reading' (duration: 496.66008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:41.714235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.840969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pvc-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:41.714315Z","caller":"traceutil/trace.go:171","msg":"trace[912437420] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pvc-protection-controller; range_end:; response_count:0; response_revision:247; }","duration":"210.994482ms","start":"2026-07-27T13:13:41.503298Z","end":"2026-07-27T13:13:41.714292Z","steps":["trace[912437420] 'agreement among raft nodes before linearized reading' (duration: 210.856809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:41.714348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:41.217381Z","time spent":"496.891005ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T13:13:41.9011Z","caller":"traceutil/trace.go:171","msg":"trace[2086625517] linearizableReadLoop","detail":"{readStateIndex:254; appliedIndex:253; }","duration":"162.239932ms","start":"2026-07-27T13:13:41.738835Z","end":"2026-07-27T13:13:41.901075Z","steps":["trace[2086625517] 'read index received' (duration: 104.008205ms)","trace[2086625517] 'applied index is now lower than readState.Index' (duration: 58.230697ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:41.901173Z","caller":"traceutil/trace.go:171","msg":"trace[295647103] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"182.387109ms","start":"2026-07-27T13:13:41.718754Z","end":"2026-07-27T13:13:41.901141Z","steps":["trace[295647103] 'process raft request' (duration: 124.118992ms)","trace[295647103] 'compare' (duration: 58.080183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:41.901342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.481486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:pv-protection-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:41.901459Z","caller":"traceutil/trace.go:171","msg":"trace[1473459498] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:pv-protection-controller; range_end:; response_count:0; response_revision:249; }","duration":"162.65341ms","start":"2026-07-27T13:13:41.738782Z","end":"2026-07-27T13:13:41.901435Z","steps":["trace[1473459498] 'agreement among raft nodes before linearized reading' (duration: 162.470256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:42.283718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.401494ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:42.284129Z","caller":"traceutil/trace.go:171","msg":"trace[426914026] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"284.334867ms","start":"2026-07-27T13:13:41.999751Z","end":"2026-07-27T13:13:42.284086Z","steps":["trace[426914026] 'process raft request' (duration: 84.500325ms)","trace[426914026] 'compare' (duration: 199.312882ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:42.51811Z","caller":"traceutil/trace.go:171","msg":"trace[272177020] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"228.247296ms","start":"2026-07-27T13:13:42.28983Z","end":"2026-07-27T13:13:42.518077Z","steps":["trace[272177020] 'process raft request' (duration: 146.279363ms)","trace[272177020] 'compare' (duration: 81.704407ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:42.954782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.060399ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:42.954879Z","caller":"traceutil/trace.go:171","msg":"trace[748882939] linearizableReadLoop","detail":"{readStateIndex:263; appliedIndex:262; }","duration":"238.851203ms","start":"2026-07-27T13:13:42.716011Z","end":"2026-07-27T13:13:42.954862Z","steps":["trace[748882939] 'read index received' (duration: 129.6045ms)","trace[748882939] 'applied index is now lower than readState.Index' (duration: 109.245713ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:42.954957Z","caller":"traceutil/trace.go:171","msg":"trace[1777976315] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"269.007803ms","start":"2026-07-27T13:13:42.68594Z","end":"2026-07-27T13:13:42.954948Z","steps":["trace[1777976315] 'process raft request' (duration: 159.720909ms)","trace[1777976315] 'compare' (duration: 108.907456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:42.955159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.134799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:42.955209Z","caller":"traceutil/trace.go:171","msg":"trace[470255497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:258; }","duration":"239.218951ms","start":"2026-07-27T13:13:42.715975Z","end":"2026-07-27T13:13:42.955194Z","steps":["trace[470255497] 'agreement among raft nodes before linearized reading' (duration: 239.124009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:43.279069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.685209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:43.279319Z","caller":"traceutil/trace.go:171","msg":"trace[945322819] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"260.239414ms","start":"2026-07-27T13:13:43.019042Z","end":"2026-07-27T13:13:43.279281Z","steps":["trace[945322819] 'process raft request' (duration: 40.263519ms)","trace[945322819] 'compare' (duration: 219.525466ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:43.534708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.660502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:43.534859Z","caller":"traceutil/trace.go:171","msg":"trace[554094854] transaction","detail":"{read_only:false; response_revision:262; number_of_response:1; }","duration":"247.463644ms","start":"2026-07-27T13:13:43.287371Z","end":"2026-07-27T13:13:43.534835Z","steps":["trace[554094854] 'process raft request' (duration: 131.576447ms)","trace[554094854] 'compare' (duration: 115.431158ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:43.682291Z","caller":"traceutil/trace.go:171","msg":"trace[521267101] transaction","detail":"{read_only:false; response_revision:263; number_of_response:1; }","duration":"141.227284ms","start":"2026-07-27T13:13:43.54103Z","end":"2026-07-27T13:13:43.682257Z","steps":["trace[521267101] 'process raft request' (duration: 108.673531ms)","trace[521267101] 'compare' (duration: 32.402869ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:44.229098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.14044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:44.229188Z","caller":"traceutil/trace.go:171","msg":"trace[1875615651] linearizableReadLoop","detail":"{readStateIndex:270; appliedIndex:269; }","duration":"452.060077ms","start":"2026-07-27T13:13:43.777116Z","end":"2026-07-27T13:13:44.229176Z","steps":["trace[1875615651] 'read index received' (duration: 111.784455ms)","trace[1875615651] 'applied index is now lower than readState.Index' (duration: 340.274782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:44.229263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.156929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-27T13:13:44.229278Z","caller":"traceutil/trace.go:171","msg":"trace[785040939] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:265; }","duration":"452.20339ms","start":"2026-07-27T13:13:43.777069Z","end":"2026-07-27T13:13:44.229272Z","steps":["trace[785040939] 'agreement among raft nodes before linearized reading' (duration: 452.167819ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:44.229238Z","caller":"traceutil/trace.go:171","msg":"trace[790852777] transaction","detail":"{read_only:false; response_revision:265; number_of_response:1; }","duration":"453.076067ms","start":"2026-07-27T13:13:43.776127Z","end":"2026-07-27T13:13:44.229203Z","steps":["trace[790852777] 'process raft request' (duration: 112.760123ms)","trace[790852777] 'compare' (duration: 340.042908ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:44.229306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:43.77705Z","time spent":"452.251431ms","remote":"127.0.0.1:48902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-27T13:13:44.229461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:43.776104Z","time spent":"453.20771ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:44.229501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.047662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T13:13:44.22959Z","caller":"traceutil/trace.go:171","msg":"trace[427626579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:265; }","duration":"325.176325ms","start":"2026-07-27T13:13:43.904394Z","end":"2026-07-27T13:13:44.229571Z","steps":["trace[427626579] 'agreement among raft nodes before linearized reading' (duration: 325.032722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:44.229552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.34565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:13:44.229635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:43.904378Z","time spent":"325.248576ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T13:13:44.229689Z","caller":"traceutil/trace.go:171","msg":"trace[1574619614] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:265; }","duration":"444.513732ms","start":"2026-07-27T13:13:43.785139Z","end":"2026-07-27T13:13:44.229653Z","steps":["trace[1574619614] 'agreement among raft nodes before linearized reading' (duration: 444.283258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:44.229767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:43.785129Z","time spent":"444.623915ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:45.286591Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:13:45.787781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:13:46.288739Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:13:46.626739Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.864815117s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T13:13:46.786217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999851602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:13:46.78636Z","caller":"traceutil/trace.go:171","msg":"trace[249039950] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082467s","start":"2026-07-27T13:13:44.786253Z","end":"2026-07-27T13:13:46.786336Z","steps":["trace[249039950] 'agreement among raft nodes before linearized reading' (duration: 1.999904763s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:46.786413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:44.786214Z","time spent":"2.000189339s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:13:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:13:47.604582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855949865s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:47.604761Z","caller":"traceutil/trace.go:171","msg":"trace[893417292] linearizableReadLoop","detail":"{readStateIndex:274; appliedIndex:272; }","duration":"2.818405798s","start":"2026-07-27T13:13:44.786338Z","end":"2026-07-27T13:13:47.604743Z","steps":["trace[893417292] 'read index received' (duration: 1.840676599s)","trace[893417292] 'applied index is now lower than readState.Index' (duration: 977.727379ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:47.6049Z","caller":"traceutil/trace.go:171","msg":"trace[425588235] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"3.300708573s","start":"2026-07-27T13:13:44.30418Z","end":"2026-07-27T13:13:47.604888Z","steps":["trace[425588235] 'process raft request' (duration: 444.3889ms)","trace[425588235] 'compare' (duration: 2.855295792s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:47.604953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:44.304132Z","time spent":"3.300794444s","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":714,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:47.605043Z","caller":"traceutil/trace.go:171","msg":"trace[513540984] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"3.118712912s","start":"2026-07-27T13:13:44.486297Z","end":"2026-07-27T13:13:47.60501Z","steps":["trace[513540984] 'process raft request' (duration: 3.118381216s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:47.605233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:44.486262Z","time spent":"3.118856924s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:13:47.843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.18488975s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:13:47.922599Z","caller":"traceutil/trace.go:171","msg":"trace[678249887] linearizableReadLoop","detail":"{readStateIndex:275; appliedIndex:274; }","duration":"317.792178ms","start":"2026-07-27T13:13:47.604788Z","end":"2026-07-27T13:13:47.92258Z","steps":["trace[678249887] 'read index received' (duration: 238.329428ms)","trace[678249887] 'applied index is now lower than readState.Index' (duration: 79.46172ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:47.92269Z","caller":"traceutil/trace.go:171","msg":"trace[1265720848] transaction","detail":"{read_only:false; response_revision:270; number_of_response:1; }","duration":"1.264712986s","start":"2026-07-27T13:13:46.65795Z","end":"2026-07-27T13:13:47.922663Z","steps":["trace[1265720848] 'process raft request' (duration: 1.185263417s)","trace[1265720848] 'compare' (duration: 79.285936ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:47.922714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619143436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:13:47.922715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135870555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:13:47.922768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68808967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:13:47.922768Z","caller":"traceutil/trace.go:171","msg":"trace[1605258595] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:270; }","duration":"1.135983437s","start":"2026-07-27T13:13:46.78677Z","end":"2026-07-27T13:13:47.922754Z","steps":["trace[1605258595] 'agreement among raft nodes before linearized reading' (duration: 1.135831024s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:47.922784Z","caller":"traceutil/trace.go:171","msg":"trace[1482442622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:270; }","duration":"1.688167743s","start":"2026-07-27T13:13:46.234612Z","end":"2026-07-27T13:13:47.92278Z","steps":["trace[1482442622] 'agreement among raft nodes before linearized reading' (duration: 1.688138962s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:47.922804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:46.234579Z","time spent":"1.688221013s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:13:47.922811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:46.786742Z","time spent":"1.136058188s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:47.922817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:46.657715Z","time spent":"1.265023523s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:13:47.922739Z","caller":"traceutil/trace.go:171","msg":"trace[1566006679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:270; }","duration":"1.619250129s","start":"2026-07-27T13:13:46.303482Z","end":"2026-07-27T13:13:47.922732Z","steps":["trace[1566006679] 'agreement among raft nodes before linearized reading' (duration: 1.619198078s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:47.922993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782101914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:13:47.923077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:46.303448Z","time spent":"1.619575804s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:13:47.923108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.957083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:13:47.923118Z","caller":"traceutil/trace.go:171","msg":"trace[1449411273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:270; }","duration":"1.782279837s","start":"2026-07-27T13:13:46.140811Z","end":"2026-07-27T13:13:47.923091Z","steps":["trace[1449411273] 'agreement among raft nodes before linearized reading' (duration: 1.782082173s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:47.923121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.382707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:13:47.922993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914623978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:13:47.923186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:46.140792Z","time spent":"1.782383999s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:13:47.923208Z","caller":"traceutil/trace.go:171","msg":"trace[1817134615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:270; }","duration":"2.914897564s","start":"2026-07-27T13:13:45.008298Z","end":"2026-07-27T13:13:47.923196Z","steps":["trace[1817134615] 'agreement among raft nodes before linearized reading' (duration: 2.914541537s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:47.92322Z","caller":"traceutil/trace.go:171","msg":"trace[1550418155] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:270; }","duration":"706.506979ms","start":"2026-07-27T13:13:47.216667Z","end":"2026-07-27T13:13:47.923174Z","steps":["trace[1550418155] 'agreement among raft nodes before linearized reading' (duration: 706.398587ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:47.923306Z","caller":"traceutil/trace.go:171","msg":"trace[368249439] range","detail":"{range_begin:/registry/rolebindings/kube-public/system:controller:bootstrap-signer; range_end:; response_count:0; response_revision:270; }","duration":"315.183177ms","start":"2026-07-27T13:13:47.608114Z","end":"2026-07-27T13:13:47.923297Z","steps":["trace[368249439] 'agreement among raft nodes before linearized reading' (duration: 314.82155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:47.923307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:47.216635Z","time spent":"706.661122ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:13:47.923241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:45.008277Z","time spent":"2.914954394s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:13:47.923522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:13:47.608097Z","time spent":"315.239547ms","remote":"127.0.0.1:49094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":29,"request content":"key:\"/registry/rolebindings/kube-public/system:controller:bootstrap-signer\" "} {"level":"warn","ts":"2026-07-27T13:13:49.155993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.848431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-07-27T13:13:49.156091Z","caller":"traceutil/trace.go:171","msg":"trace[1299582628] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:305; }","duration":"105.997423ms","start":"2026-07-27T13:13:49.050075Z","end":"2026-07-27T13:13:49.156072Z","steps":["trace[1299582628] 'range keys from in-memory index tree' (duration: 105.748169ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:54.102761Z","caller":"traceutil/trace.go:171","msg":"trace[391636814] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"111.390371ms","start":"2026-07-27T13:13:53.991339Z","end":"2026-07-27T13:13:54.102729Z","steps":["trace[391636814] 'process raft request' (duration: 49.547848ms)","trace[391636814] 'compare' (duration: 61.66384ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:13:54.103311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.181239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:13:54.103455Z","caller":"traceutil/trace.go:171","msg":"trace[1023700949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:416; }","duration":"110.383174ms","start":"2026-07-27T13:13:53.993035Z","end":"2026-07-27T13:13:54.103418Z","steps":["trace[1023700949] 'agreement among raft nodes before linearized reading' (duration: 110.052177ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:13:54.102841Z","caller":"traceutil/trace.go:171","msg":"trace[1030040025] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"109.73828ms","start":"2026-07-27T13:13:53.993057Z","end":"2026-07-27T13:13:54.102795Z","steps":["trace[1030040025] 'read index received' (duration: 47.774535ms)","trace[1030040025] 'applied index is now lower than readState.Index' (duration: 61.959935ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:55.165159Z","caller":"traceutil/trace.go:171","msg":"trace[40153520] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"149.945129ms","start":"2026-07-27T13:13:55.015179Z","end":"2026-07-27T13:13:55.165124Z","steps":["trace[40153520] 'process raft request' (duration: 149.721224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:13:55.451813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.543381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:13:55.451943Z","caller":"traceutil/trace.go:171","msg":"trace[1475818295] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"272.077677ms","start":"2026-07-27T13:13:55.179845Z","end":"2026-07-27T13:13:55.451923Z","steps":["trace[1475818295] 'process raft request' (duration: 146.335363ms)","trace[1475818295] 'compare' (duration: 125.386708ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:13:55.560387Z","caller":"traceutil/trace.go:171","msg":"trace[170244122] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"100.4017ms","start":"2026-07-27T13:13:55.459949Z","end":"2026-07-27T13:13:55.560351Z","steps":["trace[170244122] 'process raft request' (duration: 92.350722ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:01.119453Z","caller":"traceutil/trace.go:171","msg":"trace[257189185] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"238.582603ms","start":"2026-07-27T13:14:00.880833Z","end":"2026-07-27T13:14:01.119415Z","steps":["trace[257189185] 'process raft request' (duration: 238.318968ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:25.811977Z","caller":"traceutil/trace.go:171","msg":"trace[299314048] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"517.594552ms","start":"2026-07-27T13:14:25.294346Z","end":"2026-07-27T13:14:25.81194Z","steps":["trace[299314048] 'process raft request' (duration: 517.396738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:25.812263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.294328Z","time spent":"517.772114ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:26.947549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.134788208s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:14:26.948134Z","caller":"traceutil/trace.go:171","msg":"trace[1097331662] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.65173179s","start":"2026-07-27T13:14:25.296333Z","end":"2026-07-27T13:14:26.948064Z","steps":["trace[1097331662] 'process raft request' (duration: 1.651457116s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.948371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.29631Z","time spent":"1.651951894s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.948457Z","caller":"traceutil/trace.go:171","msg":"trace[317137043] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"1.604557807s","start":"2026-07-27T13:14:25.343869Z","end":"2026-07-27T13:14:26.948427Z","steps":["trace[317137043] 'process raft request' (duration: 1.604292283s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:26.948529Z","caller":"traceutil/trace.go:171","msg":"trace[487739045] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"1.604703069s","start":"2026-07-27T13:14:25.343804Z","end":"2026-07-27T13:14:26.948507Z","steps":["trace[487739045] 'process raft request' (duration: 1.604322934s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:26.948541Z","caller":"traceutil/trace.go:171","msg":"trace[2029612975] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.650513371s","start":"2026-07-27T13:14:25.298015Z","end":"2026-07-27T13:14:26.948528Z","steps":["trace[2029612975] 'process raft request' (duration: 1.649924713s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.948613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.343783Z","time spent":"1.604787011s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.948473Z","caller":"traceutil/trace.go:171","msg":"trace[493585507] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"1.618976569s","start":"2026-07-27T13:14:25.329454Z","end":"2026-07-27T13:14:26.94843Z","steps":["trace[493585507] 'process raft request' (duration: 1.618558913s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.94867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.329446Z","time spent":"1.619203532s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:26.948676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.298006Z","time spent":"1.650586722s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:26.948611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.343865Z","time spent":"1.604668098s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.948823Z","caller":"traceutil/trace.go:171","msg":"trace[1771092210] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.621075549s","start":"2026-07-27T13:14:25.327735Z","end":"2026-07-27T13:14:26.948811Z","steps":["trace[1771092210] 'process raft request' (duration: 1.620239108s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:26.948834Z","caller":"traceutil/trace.go:171","msg":"trace[220527771] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"1.598122232s","start":"2026-07-27T13:14:25.350701Z","end":"2026-07-27T13:14:26.948823Z","steps":["trace[220527771] 'process raft request' (duration: 1.597517353s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.948877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.327719Z","time spent":"1.62113362s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:26.948882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.350641Z","time spent":"1.598219683s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.949085Z","caller":"traceutil/trace.go:171","msg":"trace[734301918] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.5959965s","start":"2026-07-27T13:14:25.353077Z","end":"2026-07-27T13:14:26.949073Z","steps":["trace[734301918] 'process raft request' (duration: 1.595226339s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.949146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.353054Z","time spent":"1.596064951s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.949165Z","caller":"traceutil/trace.go:171","msg":"trace[1434905182] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.595751547s","start":"2026-07-27T13:14:25.353396Z","end":"2026-07-27T13:14:26.949148Z","steps":["trace[1434905182] 'process raft request' (duration: 1.594951736s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.949217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.353381Z","time spent":"1.595810359s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.949876Z","caller":"traceutil/trace.go:171","msg":"trace[1762762241] linearizableReadLoop","detail":"{readStateIndex:599; appliedIndex:587; }","duration":"1.339669326s","start":"2026-07-27T13:14:25.61019Z","end":"2026-07-27T13:14:26.949859Z","steps":["trace[1762762241] 'read index received' (duration: 201.527699ms)","trace[1762762241] 'applied index is now lower than readState.Index' (duration: 1.138140757s)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:26.949962Z","caller":"traceutil/trace.go:171","msg":"trace[1513492469] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"1.575344619s","start":"2026-07-27T13:14:25.374609Z","end":"2026-07-27T13:14:26.949953Z","steps":["trace[1513492469] 'process raft request' (duration: 1.574791961s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.95005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.374587Z","time spent":"1.575401499s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:26.950254Z","caller":"traceutil/trace.go:171","msg":"trace[995707727] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"1.467089759s","start":"2026-07-27T13:14:25.483147Z","end":"2026-07-27T13:14:26.950237Z","steps":["trace[995707727] 'process raft request' (duration: 1.46645625s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.95031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.483108Z","time spent":"1.467176199s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:26.950476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.340280725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:26.950507Z","caller":"traceutil/trace.go:171","msg":"trace[2133162173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"1.340316055s","start":"2026-07-27T13:14:25.610181Z","end":"2026-07-27T13:14:26.950497Z","steps":["trace[2133162173] 'agreement among raft nodes before linearized reading' (duration: 1.340238714s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:26.950537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.610102Z","time spent":"1.340428978s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:27.450307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:27.951108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:28.451398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223735,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:28.826654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.878843752s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T13:14:28.958331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.318522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:14:28.958829Z","caller":"traceutil/trace.go:171","msg":"trace[848735623] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"3.140535456s","start":"2026-07-27T13:14:25.818233Z","end":"2026-07-27T13:14:28.958769Z","steps":["trace[848735623] 'process raft request' (duration: 3.008678477s)","trace[848735623] 'compare' (duration: 131.142919ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:28.958879Z","caller":"traceutil/trace.go:171","msg":"trace[2038697378] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"3.139779626s","start":"2026-07-27T13:14:25.819076Z","end":"2026-07-27T13:14:28.958855Z","steps":["trace[2038697378] 'process raft request' (duration: 3.139637854s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:28.959047Z","caller":"traceutil/trace.go:171","msg":"trace[682343380] transaction","detail":"{read_only:false; number_of_response:1; response_revision:579; }","duration":"3.139579513s","start":"2026-07-27T13:14:25.819421Z","end":"2026-07-27T13:14:28.959001Z","steps":["trace[682343380] 'process raft request' (duration: 3.13937371s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.959161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.819039Z","time spent":"3.140000819s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:28.9592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.81941Z","time spent":"3.139698714s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7367,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:28.959622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:25.818203Z","time spent":"3.140707439s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:28.960485Z","caller":"traceutil/trace.go:171","msg":"trace[2145591600] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"1.977805451s","start":"2026-07-27T13:14:26.982662Z","end":"2026-07-27T13:14:28.960468Z","steps":["trace[2145591600] 'process raft request' (duration: 1.97770823s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.96067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.982628Z","time spent":"1.977894132s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:28.960811Z","caller":"traceutil/trace.go:171","msg":"trace[97114292] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"2.00030979s","start":"2026-07-27T13:14:26.960482Z","end":"2026-07-27T13:14:28.960792Z","steps":["trace[97114292] 'process raft request' (duration: 1.999591459s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:28.960933Z","caller":"traceutil/trace.go:171","msg":"trace[1909961353] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"1.98110186s","start":"2026-07-27T13:14:26.979766Z","end":"2026-07-27T13:14:28.960868Z","steps":["trace[1909961353] 'process raft request' (duration: 1.9805014s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.960934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.960442Z","time spent":"2.000453331s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1004,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:28.960978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.979723Z","time spent":"1.981236392s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:28.961199Z","caller":"traceutil/trace.go:171","msg":"trace[580694415] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"2.00039564s","start":"2026-07-27T13:14:26.960789Z","end":"2026-07-27T13:14:28.961185Z","steps":["trace[580694415] 'process raft request' (duration: 1.999386075s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.9613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.960764Z","time spent":"2.000506933s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":980,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:28.961226Z","caller":"traceutil/trace.go:171","msg":"trace[1517330974] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"1.981395354s","start":"2026-07-27T13:14:26.979821Z","end":"2026-07-27T13:14:28.961217Z","steps":["trace[1517330974] 'process raft request' (duration: 1.98046642s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.961526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.979794Z","time spent":"1.981711649s","remote":"127.0.0.1:49254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:28.961743Z","caller":"traceutil/trace.go:171","msg":"trace[525573337] transaction","detail":"{read_only:false; response_revision:587; number_of_response:1; }","duration":"1.973804163s","start":"2026-07-27T13:14:26.98793Z","end":"2026-07-27T13:14:28.961734Z","steps":["trace[525573337] 'process raft request' (duration: 1.972489214s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:28.960848Z","caller":"traceutil/trace.go:171","msg":"trace[1969589917] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.996163429s","start":"2026-07-27T13:14:26.964674Z","end":"2026-07-27T13:14:28.960838Z","steps":["trace[1969589917] 'process raft request' (duration: 1.99554906s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.961972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.964656Z","time spent":"1.997280875s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10063,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:28.961325Z","caller":"traceutil/trace.go:171","msg":"trace[1868041341] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"1.981126739s","start":"2026-07-27T13:14:26.980121Z","end":"2026-07-27T13:14:28.961248Z","steps":["trace[1868041341] 'process raft request' (duration: 1.980208425s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.962209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.980099Z","time spent":"1.982079922s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:28.961983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.987908Z","time spent":"1.973856924s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:28.962651Z","caller":"traceutil/trace.go:171","msg":"trace[984202489] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"1.941209048s","start":"2026-07-27T13:14:27.021432Z","end":"2026-07-27T13:14:28.962641Z","steps":["trace[984202489] 'process raft request' (duration: 1.940271305s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.962759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:27.021398Z","time spent":"1.94134007s","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:28.962861Z","caller":"traceutil/trace.go:171","msg":"trace[2029491105] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:599; }","duration":"2.012928013s","start":"2026-07-27T13:14:26.949924Z","end":"2026-07-27T13:14:28.962852Z","steps":["trace[2029491105] 'read index received' (duration: 1.877010405s)","trace[2029491105] 'applied index is now lower than readState.Index' (duration: 135.916388ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:28.963033Z","caller":"traceutil/trace.go:171","msg":"trace[1664563322] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"369.584485ms","start":"2026-07-27T13:14:28.593442Z","end":"2026-07-27T13:14:28.963026Z","steps":["trace[1664563322] 'process raft request' (duration: 369.057368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.963161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:28.593421Z","time spent":"369.680306ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:28.963349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590733235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:14:28.963408Z","caller":"traceutil/trace.go:171","msg":"trace[1181420112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.590792587s","start":"2026-07-27T13:14:26.372607Z","end":"2026-07-27T13:14:28.963399Z","steps":["trace[1181420112] 'agreement among raft nodes before linearized reading' (duration: 2.590706894s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.963449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.372563Z","time spent":"2.590879437s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:14:28.963583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.597424033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:14:28.963634Z","caller":"traceutil/trace.go:171","msg":"trace[1278438611] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"2.597505355s","start":"2026-07-27T13:14:26.366122Z","end":"2026-07-27T13:14:28.963627Z","steps":["trace[1278438611] 'agreement among raft nodes before linearized reading' (duration: 2.597430834s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.963672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.366104Z","time spent":"2.597562175s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:14:28.963848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689652229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:14:28.963903Z","caller":"traceutil/trace.go:171","msg":"trace[2145441708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:589; }","duration":"2.68979731s","start":"2026-07-27T13:14:26.274098Z","end":"2026-07-27T13:14:28.963896Z","steps":["trace[2145441708] 'agreement among raft nodes before linearized reading' (duration: 2.689666629s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.963941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.274066Z","time spent":"2.689869061s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:14:28.964073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954822898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:14:28.964124Z","caller":"traceutil/trace.go:171","msg":"trace[1151707354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:589; }","duration":"2.95491681s","start":"2026-07-27T13:14:26.0092Z","end":"2026-07-27T13:14:28.964117Z","steps":["trace[1151707354] 'agreement among raft nodes before linearized reading' (duration: 2.954846109s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.964163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.00918Z","time spent":"2.9549776s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:14:28.964279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992908512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:28.964332Z","caller":"traceutil/trace.go:171","msg":"trace[1885542992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:589; }","duration":"1.992991943s","start":"2026-07-27T13:14:26.971333Z","end":"2026-07-27T13:14:28.964324Z","steps":["trace[1885542992] 'agreement among raft nodes before linearized reading' (duration: 1.992928932s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.964598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:26.971315Z","time spent":"1.993273576s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:28.965249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.199161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:14:28.965299Z","caller":"traceutil/trace.go:171","msg":"trace[1168725663] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:589; }","duration":"939.324573ms","start":"2026-07-27T13:14:28.025964Z","end":"2026-07-27T13:14:28.965288Z","steps":["trace[1168725663] 'agreement among raft nodes before linearized reading' (duration: 939.228012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.965327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:28.025926Z","time spent":"939.395165ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":6,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:28.96526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.133571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:14:28.965459Z","caller":"traceutil/trace.go:171","msg":"trace[1385314284] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:589; }","duration":"975.372824ms","start":"2026-07-27T13:14:27.990072Z","end":"2026-07-27T13:14:28.965445Z","steps":["trace[1385314284] 'agreement among raft nodes before linearized reading' (duration: 975.152541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.965487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:27.990052Z","time spent":"975.425535ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"warn","ts":"2026-07-27T13:14:28.96549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.186941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:14:28.965544Z","caller":"traceutil/trace.go:171","msg":"trace[1800422700] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:589; }","duration":"855.305222ms","start":"2026-07-27T13:14:28.110223Z","end":"2026-07-27T13:14:28.965529Z","steps":["trace[1800422700] 'agreement among raft nodes before linearized reading' (duration: 855.170061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.965582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:28.1102Z","time spent":"855.373774ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":13,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:28.965635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807935535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:14:28.96573Z","caller":"traceutil/trace.go:171","msg":"trace[391540563] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:589; }","duration":"1.808090217s","start":"2026-07-27T13:14:27.157631Z","end":"2026-07-27T13:14:28.965722Z","steps":["trace[391540563] 'agreement among raft nodes before linearized reading' (duration: 1.807646351s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:28.966221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:27.157601Z","time spent":"1.808609536s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":57,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:14:29.147152Z","caller":"traceutil/trace.go:171","msg":"trace[710945349] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"156.396552ms","start":"2026-07-27T13:14:28.99073Z","end":"2026-07-27T13:14:29.147127Z","steps":["trace[710945349] 'process raft request' (duration: 106.380396ms)","trace[710945349] 'compare' (duration: 49.791953ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:29.147499Z","caller":"traceutil/trace.go:171","msg":"trace[431682658] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"156.159827ms","start":"2026-07-27T13:14:28.991311Z","end":"2026-07-27T13:14:29.147471Z","steps":["trace[431682658] 'process raft request' (duration: 155.738532ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.147701Z","caller":"traceutil/trace.go:171","msg":"trace[481043219] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:624; }","duration":"135.178454ms","start":"2026-07-27T13:14:29.012503Z","end":"2026-07-27T13:14:29.147681Z","steps":["trace[481043219] 'read index received' (duration: 84.660871ms)","trace[481043219] 'applied index is now lower than readState.Index' (duration: 50.516023ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:29.147757Z","caller":"traceutil/trace.go:171","msg":"trace[121735764] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"155.002981ms","start":"2026-07-27T13:14:28.992718Z","end":"2026-07-27T13:14:29.147721Z","steps":["trace[121735764] 'process raft request' (duration: 154.634196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:29.148032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.505869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-27T13:14:29.148104Z","caller":"traceutil/trace.go:171","msg":"trace[1917565042] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha3.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:600; }","duration":"135.626461ms","start":"2026-07-27T13:14:29.012456Z","end":"2026-07-27T13:14:29.148082Z","steps":["trace[1917565042] 'agreement among raft nodes before linearized reading' (duration: 135.323837ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.150908Z","caller":"traceutil/trace.go:171","msg":"trace[232632034] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"131.017205ms","start":"2026-07-27T13:14:29.019874Z","end":"2026-07-27T13:14:29.150891Z","steps":["trace[232632034] 'process raft request' (duration: 130.713041ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.151119Z","caller":"traceutil/trace.go:171","msg":"trace[1872254990] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"129.769448ms","start":"2026-07-27T13:14:29.021343Z","end":"2026-07-27T13:14:29.151112Z","steps":["trace[1872254990] 'process raft request' (duration: 129.422982ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.151434Z","caller":"traceutil/trace.go:171","msg":"trace[1303956125] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"103.568333ms","start":"2026-07-27T13:14:29.047857Z","end":"2026-07-27T13:14:29.151426Z","steps":["trace[1303956125] 'process raft request' (duration: 103.530462ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.151511Z","caller":"traceutil/trace.go:171","msg":"trace[1922273212] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"128.944776ms","start":"2026-07-27T13:14:29.022561Z","end":"2026-07-27T13:14:29.151506Z","steps":["trace[1922273212] 'process raft request' (duration: 128.233295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:29.151625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.387686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:14:29.151653Z","caller":"traceutil/trace.go:171","msg":"trace[391061906] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:605; }","duration":"123.706001ms","start":"2026-07-27T13:14:29.027941Z","end":"2026-07-27T13:14:29.151647Z","steps":["trace[391061906] 'agreement among raft nodes before linearized reading' (duration: 123.63942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:29.151834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.971445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1013"} {"level":"info","ts":"2026-07-27T13:14:29.151874Z","caller":"traceutil/trace.go:171","msg":"trace[264008068] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"122.874079ms","start":"2026-07-27T13:14:29.028994Z","end":"2026-07-27T13:14:29.151868Z","steps":["trace[264008068] 'process raft request' (duration: 121.856004ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:29.151911Z","caller":"traceutil/trace.go:171","msg":"trace[1200274713] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha2.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:605; }","duration":"138.079746ms","start":"2026-07-27T13:14:29.013812Z","end":"2026-07-27T13:14:29.151892Z","steps":["trace[1200274713] 'agreement among raft nodes before linearized reading' (duration: 137.900314ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:30.002292Z","caller":"traceutil/trace.go:171","msg":"trace[1955391198] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"302.36506ms","start":"2026-07-27T13:14:29.69986Z","end":"2026-07-27T13:14:30.002225Z","steps":["trace[1955391198] 'process raft request' (duration: 301.805472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:30.002896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:29.699834Z","time spent":"302.882628ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80688,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:30.172286Z","caller":"traceutil/trace.go:171","msg":"trace[950687216] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"465.440789ms","start":"2026-07-27T13:14:29.706804Z","end":"2026-07-27T13:14:30.172245Z","steps":["trace[950687216] 'process raft request' (duration: 434.196815ms)","trace[950687216] 'compare' (duration: 30.2159ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:30.172418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:29.706753Z","time spent":"465.595441ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:30.178519Z","caller":"traceutil/trace.go:171","msg":"trace[1850963601] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"339.163591ms","start":"2026-07-27T13:14:29.839314Z","end":"2026-07-27T13:14:30.178478Z","steps":["trace[1850963601] 'process raft request' (duration: 332.74298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:30.178798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:29.839287Z","time spent":"339.406664ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:30.714544Z","caller":"traceutil/trace.go:171","msg":"trace[980368190] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"218.385418ms","start":"2026-07-27T13:14:30.496129Z","end":"2026-07-27T13:14:30.714514Z","steps":["trace[980368190] 'process raft request' (duration: 185.999946ms)","trace[980368190] 'compare' (duration: 32.23965ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:30.840137Z","caller":"traceutil/trace.go:171","msg":"trace[449333915] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"325.041626ms","start":"2026-07-27T13:14:30.515058Z","end":"2026-07-27T13:14:30.8401Z","steps":["trace[449333915] 'process raft request' (duration: 322.913936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:30.840345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:30.515027Z","time spent":"325.22621ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:30.840333Z","caller":"traceutil/trace.go:171","msg":"trace[974567955] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"245.91431ms","start":"2026-07-27T13:14:30.594368Z","end":"2026-07-27T13:14:30.840282Z","steps":["trace[974567955] 'process raft request' (duration: 245.595615ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:30.841206Z","caller":"traceutil/trace.go:171","msg":"trace[720788916] linearizableReadLoop","detail":"{readStateIndex:668; appliedIndex:664; }","duration":"230.619593ms","start":"2026-07-27T13:14:30.61055Z","end":"2026-07-27T13:14:30.84117Z","steps":["trace[720788916] 'read index received' (duration: 71.66922ms)","trace[720788916] 'applied index is now lower than readState.Index' (duration: 158.949223ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:30.841324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.757774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:30.841357Z","caller":"traceutil/trace.go:171","msg":"trace[1287334761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:641; }","duration":"230.873877ms","start":"2026-07-27T13:14:30.610472Z","end":"2026-07-27T13:14:30.841346Z","steps":["trace[1287334761] 'agreement among raft nodes before linearized reading' (duration: 230.772536ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:30.841365Z","caller":"traceutil/trace.go:171","msg":"trace[1575573109] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"245.457704ms","start":"2026-07-27T13:14:30.595877Z","end":"2026-07-27T13:14:30.841335Z","steps":["trace[1575573109] 'process raft request' (duration: 244.547511ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:31.155958Z","caller":"traceutil/trace.go:171","msg":"trace[1382842457] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"425.164478ms","start":"2026-07-27T13:14:30.730746Z","end":"2026-07-27T13:14:31.15591Z","steps":["trace[1382842457] 'process raft request' (duration: 377.036837ms)","trace[1382842457] 'compare' (duration: 47.794056ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:31.156075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.157924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:31.155833Z","caller":"traceutil/trace.go:171","msg":"trace[1444595446] linearizableReadLoop","detail":"{readStateIndex:669; appliedIndex:668; }","duration":"303.913121ms","start":"2026-07-27T13:14:30.851881Z","end":"2026-07-27T13:14:31.155794Z","steps":["trace[1444595446] 'read index received' (duration: 255.914522ms)","trace[1444595446] 'applied index is now lower than readState.Index' (duration: 47.996989ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:31.156155Z","caller":"traceutil/trace.go:171","msg":"trace[804514986] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"304.303526ms","start":"2026-07-27T13:14:30.851833Z","end":"2026-07-27T13:14:31.156137Z","steps":["trace[804514986] 'agreement among raft nodes before linearized reading' (duration: 304.133223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:31.156193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:30.851806Z","time spent":"304.381237ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:31.156172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:30.730711Z","time spent":"425.351921ms","remote":"127.0.0.1:48838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:31.17621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.591399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-27T13:14:31.176304Z","caller":"traceutil/trace.go:171","msg":"trace[528333498] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:643; }","duration":"297.7366ms","start":"2026-07-27T13:14:30.878546Z","end":"2026-07-27T13:14:31.176283Z","steps":["trace[528333498] 'agreement among raft nodes before linearized reading' (duration: 297.504797ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:31.176711Z","caller":"traceutil/trace.go:171","msg":"trace[156086157] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"264.721162ms","start":"2026-07-27T13:14:30.911978Z","end":"2026-07-27T13:14:31.176699Z","steps":["trace[156086157] 'process raft request' (duration: 263.91725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:31.17691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.504956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:14:31.176949Z","caller":"traceutil/trace.go:171","msg":"trace[822327565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:643; }","duration":"159.578686ms","start":"2026-07-27T13:14:31.01736Z","end":"2026-07-27T13:14:31.176939Z","steps":["trace[822327565] 'agreement among raft nodes before linearized reading' (duration: 159.478665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:31.177139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.85224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:14:31.177171Z","caller":"traceutil/trace.go:171","msg":"trace[403760691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:643; }","duration":"159.909882ms","start":"2026-07-27T13:14:31.017253Z","end":"2026-07-27T13:14:31.177163Z","steps":["trace[403760691] 'agreement among raft nodes before linearized reading' (duration: 159.82532ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:31.177656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.998937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:14:31.177697Z","caller":"traceutil/trace.go:171","msg":"trace[438648796] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:643; }","duration":"161.088229ms","start":"2026-07-27T13:14:31.016599Z","end":"2026-07-27T13:14:31.177687Z","steps":["trace[438648796] 'agreement among raft nodes before linearized reading' (duration: 160.978857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:31.177686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.773413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T13:14:31.177814Z","caller":"traceutil/trace.go:171","msg":"trace[1952972041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:643; }","duration":"160.948385ms","start":"2026-07-27T13:14:31.016833Z","end":"2026-07-27T13:14:31.177781Z","steps":["trace[1952972041] 'agreement among raft nodes before linearized reading' (duration: 160.58825ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:33.98171Z","caller":"traceutil/trace.go:171","msg":"trace[1487863186] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"197.407679ms","start":"2026-07-27T13:14:33.784273Z","end":"2026-07-27T13:14:33.981681Z","steps":["trace[1487863186] 'process raft request' (duration: 196.650298ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:37.203744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.897652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:14:37.203938Z","caller":"traceutil/trace.go:171","msg":"trace[1556189522] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"531.737183ms","start":"2026-07-27T13:14:36.672173Z","end":"2026-07-27T13:14:37.20391Z","steps":["trace[1556189522] 'process raft request' (duration: 263.546407ms)","trace[1556189522] 'compare' (duration: 267.237313ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:37.204013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:36.672127Z","time spent":"531.851964ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:37.513946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.831041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:14:37.514065Z","caller":"traceutil/trace.go:171","msg":"trace[1672739741] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"268.20365ms","start":"2026-07-27T13:14:37.245842Z","end":"2026-07-27T13:14:37.514046Z","steps":["trace[1672739741] 'process raft request' (duration: 163.188796ms)","trace[1672739741] 'compare' (duration: 104.71394ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:37.542482Z","caller":"traceutil/trace.go:171","msg":"trace[1121146285] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:704; }","duration":"222.79491ms","start":"2026-07-27T13:14:37.319645Z","end":"2026-07-27T13:14:37.54244Z","steps":["trace[1121146285] 'read index received' (duration: 89.539741ms)","trace[1121146285] 'applied index is now lower than readState.Index' (duration: 133.253309ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:37.542481Z","caller":"traceutil/trace.go:171","msg":"trace[211100720] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"294.66074ms","start":"2026-07-27T13:14:37.247793Z","end":"2026-07-27T13:14:37.542454Z","steps":["trace[211100720] 'process raft request' (duration: 294.093753ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:37.542692Z","caller":"traceutil/trace.go:171","msg":"trace[418278382] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"280.962953ms","start":"2026-07-27T13:14:37.261714Z","end":"2026-07-27T13:14:37.542677Z","steps":["trace[418278382] 'process raft request' (duration: 280.368435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:37.543066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.396548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:14:37.543141Z","caller":"traceutil/trace.go:171","msg":"trace[385623697] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:678; }","duration":"223.51459ms","start":"2026-07-27T13:14:37.319607Z","end":"2026-07-27T13:14:37.543121Z","steps":["trace[385623697] 'agreement among raft nodes before linearized reading' (duration: 223.259497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:37.54333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.676095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:14:37.543401Z","caller":"traceutil/trace.go:171","msg":"trace[260466512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:678; }","duration":"221.781886ms","start":"2026-07-27T13:14:37.3216Z","end":"2026-07-27T13:14:37.543382Z","steps":["trace[260466512] 'agreement among raft nodes before linearized reading' (duration: 221.260419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:38.55592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223923,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:39.028529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036781297s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T13:14:39.029083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:37.991488Z","time spent":"1.037589319s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T13:14:39.653951Z","caller":"traceutil/trace.go:171","msg":"trace[1616553437] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"1.598416829s","start":"2026-07-27T13:14:38.055491Z","end":"2026-07-27T13:14:39.653908Z","steps":["trace[1616553437] 'read index received' (duration: 973.426217ms)","trace[1616553437] 'applied index is now lower than readState.Index' (duration: 624.989332ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:39.654075Z","caller":"traceutil/trace.go:171","msg":"trace[32457245] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"1.648254526s","start":"2026-07-27T13:14:38.005776Z","end":"2026-07-27T13:14:39.654031Z","steps":["trace[32457245] 'process raft request' (duration: 1.647238131s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:39.654436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:38.00574Z","time spent":"1.64856899s","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:39.654603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599023008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4r2pd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-27T13:14:39.654738Z","caller":"traceutil/trace.go:171","msg":"trace[903694144] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4r2pd; range_end:; response_count:1; response_revision:683; }","duration":"1.59928714s","start":"2026-07-27T13:14:38.055418Z","end":"2026-07-27T13:14:39.654705Z","steps":["trace[903694144] 'agreement among raft nodes before linearized reading' (duration: 1.598683272s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:39.654796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:38.055383Z","time spent":"1.599401833s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-4r2pd\" "} {"level":"warn","ts":"2026-07-27T13:14:40.154765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:40.620007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T13:14:40.620105Z","caller":"traceutil/trace.go:171","msg":"trace[752190993] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084118s","start":"2026-07-27T13:14:38.619997Z","end":"2026-07-27T13:14:40.620082Z","steps":["trace[752190993] 'agreement among raft nodes before linearized reading' (duration: 1.999962166s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:40.620157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:38.619939Z","time spent":"2.00020657s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:40.655228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708223929,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:14:41.04597Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392874641s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:14:41.046614Z","caller":"traceutil/trace.go:171","msg":"trace[918252861] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"1.840691802s","start":"2026-07-27T13:14:39.205879Z","end":"2026-07-27T13:14:41.046571Z","steps":["trace[918252861] 'process raft request' (duration: 1.840591011s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:41.046614Z","caller":"traceutil/trace.go:171","msg":"trace[1914687004] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"2.015622712s","start":"2026-07-27T13:14:39.030958Z","end":"2026-07-27T13:14:41.04658Z","steps":["trace[1914687004] 'process raft request' (duration: 2.015228267s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:41.046903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.205848Z","time spent":"1.840898664s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:41.046917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.030929Z","time spent":"2.015924677s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:14:42.620916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999822945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:14:42.620993Z","caller":"traceutil/trace.go:171","msg":"trace[203676448] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978467s","start":"2026-07-27T13:14:40.620997Z","end":"2026-07-27T13:14:42.620976Z","steps":["trace[203676448] 'agreement among raft nodes before linearized reading' (duration: 1.999875705s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:42.62103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:40.620976Z","time spent":"2.000046517s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:14:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:14:43.122294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00043956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T13:14:43.122778Z","caller":"traceutil/trace.go:171","msg":"trace[675093675] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000591852s","start":"2026-07-27T13:14:41.121766Z","end":"2026-07-27T13:14:43.122358Z","steps":["trace[675093675] 'agreement among raft nodes before linearized reading' (duration: 2.00048172s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:43.122821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:41.121739Z","time spent":"2.001073588s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:44.589239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999055098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:14:44.589334Z","caller":"traceutil/trace.go:171","msg":"trace[54648167] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99917545s","start":"2026-07-27T13:14:39.590138Z","end":"2026-07-27T13:14:44.589313Z","steps":["trace[54648167] 'agreement among raft nodes before linearized reading' (duration: 4.999052278s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:44.589388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.590041Z","time spent":"4.999335032s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 13:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:14:44.590794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998754253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:14:44.59085Z","caller":"traceutil/trace.go:171","msg":"trace[1177332071] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.998865135s","start":"2026-07-27T13:14:39.59197Z","end":"2026-07-27T13:14:44.590836Z","steps":["trace[1177332071] 'agreement among raft nodes before linearized reading' (duration: 4.998784664s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:44.590879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.591957Z","time spent":"4.998916535s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 13:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:14:44.629297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000699555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:14:44.629512Z","caller":"traceutil/trace.go:171","msg":"trace[1229831318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000923148s","start":"2026-07-27T13:14:42.628548Z","end":"2026-07-27T13:14:44.629472Z","steps":["trace[1229831318] 'agreement among raft nodes before linearized reading' (duration: 2.000731176s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:44.629689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:42.62853Z","time spent":"2.001145421s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:14:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:14:45.358214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.019263897s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:45.358385Z","caller":"traceutil/trace.go:171","msg":"trace[1337750453] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:685; }","duration":"2.019445919s","start":"2026-07-27T13:14:43.338914Z","end":"2026-07-27T13:14:45.35836Z","steps":["trace[1337750453] 'range keys from in-memory index tree' (duration: 2.019247047s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.358933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.213085524s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:14:45.35917Z","caller":"traceutil/trace.go:171","msg":"trace[185128159] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"5.685644384s","start":"2026-07-27T13:14:39.673506Z","end":"2026-07-27T13:14:45.35915Z","steps":["trace[185128159] 'process raft request' (duration: 1.472265506s)","trace[185128159] 'compare' (duration: 4.212643799s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:45.359393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.673452Z","time spent":"5.685861926s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:45.35963Z","caller":"traceutil/trace.go:171","msg":"trace[501284673] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"5.638570818s","start":"2026-07-27T13:14:39.721046Z","end":"2026-07-27T13:14:45.359617Z","steps":["trace[501284673] 'process raft request' (duration: 5.6379815s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.359695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.721021Z","time spent":"5.63864485s","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:14:45.359967Z","caller":"traceutil/trace.go:171","msg":"trace[763603864] linearizableReadLoop","detail":"{readStateIndex:717; appliedIndex:713; }","duration":"5.705744745s","start":"2026-07-27T13:14:39.654195Z","end":"2026-07-27T13:14:45.35994Z","steps":["trace[763603864] 'read index received' (duration: 1.392040179s)","trace[763603864] 'applied index is now lower than readState.Index' (duration: 4.313701766s)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:45.360236Z","caller":"traceutil/trace.go:171","msg":"trace[2031395840] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"4.304860839s","start":"2026-07-27T13:14:41.05536Z","end":"2026-07-27T13:14:45.360221Z","steps":["trace[2031395840] 'process raft request' (duration: 4.304026827s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.360592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:41.055328Z","time spent":"4.305186372s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:45.360289Z","caller":"traceutil/trace.go:171","msg":"trace[932028633] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"2.711558047s","start":"2026-07-27T13:14:42.648723Z","end":"2026-07-27T13:14:45.360281Z","steps":["trace[932028633] 'process raft request' (duration: 2.710739456s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.361571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:42.64871Z","time spent":"2.712775133s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:14:45.45012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.633155654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:14:45.450179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.930540428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:14:45.450224Z","caller":"traceutil/trace.go:171","msg":"trace[478357778] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:689; }","duration":"6.633337155s","start":"2026-07-27T13:14:38.816863Z","end":"2026-07-27T13:14:45.4502Z","steps":["trace[478357778] 'agreement among raft nodes before linearized reading' (duration: 6.543439862s)","trace[478357778] 'count revisions from in-memory index tree' (duration: 89.738501ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:45.450261Z","caller":"traceutil/trace.go:171","msg":"trace[319141297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:689; }","duration":"5.930673321s","start":"2026-07-27T13:14:39.519567Z","end":"2026-07-27T13:14:45.45024Z","steps":["trace[319141297] 'agreement among raft nodes before linearized reading' (duration: 5.840704106s)","trace[319141297] 'range keys from in-memory index tree' (duration: 89.705472ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:45.450298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:38.816798Z","time spent":"6.633486267s","remote":"127.0.0.1:48922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:45.450308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.519541Z","time spent":"5.930757551s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:14:45.450374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.902819434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T13:14:45.450186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.015467181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:14:45.450494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031782008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:45.45053Z","caller":"traceutil/trace.go:171","msg":"trace[588347143] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:690; }","duration":"2.031818028s","start":"2026-07-27T13:14:43.418702Z","end":"2026-07-27T13:14:45.45052Z","steps":["trace[588347143] 'agreement among raft nodes before linearized reading' (duration: 2.031559005s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.450567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:43.418636Z","time spent":"2.03192245s","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:14:45.450578Z","caller":"traceutil/trace.go:171","msg":"trace[603718351] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:689; }","duration":"7.015829326s","start":"2026-07-27T13:14:38.434651Z","end":"2026-07-27T13:14:45.45048Z","steps":["trace[603718351] 'agreement among raft nodes before linearized reading' (duration: 6.925670169s)","trace[603718351] 'count revisions from in-memory index tree' (duration: 89.824903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:45.450699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369718437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:14:45.450861Z","caller":"traceutil/trace.go:171","msg":"trace[499996305] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:690; }","duration":"1.36996338s","start":"2026-07-27T13:14:44.080876Z","end":"2026-07-27T13:14:45.450839Z","steps":["trace[499996305] 'agreement among raft nodes before linearized reading' (duration: 1.369370253s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.450904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.41676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:14:45.450921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:44.080853Z","time spent":"1.370055011s","remote":"127.0.0.1:49096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:14:45.450965Z","caller":"traceutil/trace.go:171","msg":"trace[1933628244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:690; }","duration":"821.476821ms","start":"2026-07-27T13:14:44.629473Z","end":"2026-07-27T13:14:45.45095Z","steps":["trace[1933628244] 'agreement among raft nodes before linearized reading' (duration: 820.759862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.451013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:44.629415Z","time spent":"821.587652ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:45.450746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:38.434626Z","time spent":"7.016077109s","remote":"127.0.0.1:49034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:45.45104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.658464308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:45.450428Z","caller":"traceutil/trace.go:171","msg":"trace[836500041] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:689; }","duration":"5.902889465s","start":"2026-07-27T13:14:39.547522Z","end":"2026-07-27T13:14:45.450412Z","steps":["trace[836500041] 'agreement among raft nodes before linearized reading' (duration: 5.812773069s)","trace[836500041] 'range keys from in-memory index tree' (duration: 90.015175ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:45.451154Z","caller":"traceutil/trace.go:171","msg":"trace[1543964537] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:690; }","duration":"3.65865554s","start":"2026-07-27T13:14:41.792472Z","end":"2026-07-27T13:14:45.451127Z","steps":["trace[1543964537] 'agreement among raft nodes before linearized reading' (duration: 3.657795869s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.451035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.993480103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:14:45.4513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084254238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:45.451343Z","caller":"traceutil/trace.go:171","msg":"trace[1838205442] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:690; }","duration":"4.08433559s","start":"2026-07-27T13:14:41.366997Z","end":"2026-07-27T13:14:45.451333Z","steps":["trace[1838205442] 'agreement among raft nodes before linearized reading' (duration: 4.083280756s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.451381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:41.366965Z","time spent":"4.08440658s","remote":"127.0.0.1:49078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:14:45.451398Z","caller":"traceutil/trace.go:171","msg":"trace[2108593717] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:690; }","duration":"1.993942339s","start":"2026-07-27T13:14:43.457373Z","end":"2026-07-27T13:14:45.451316Z","steps":["trace[2108593717] 'agreement among raft nodes before linearized reading' (duration: 1.992879836s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.451506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:43.457353Z","time spent":"1.994134881s","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":5,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:45.451201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:41.792446Z","time spent":"3.658742922s","remote":"127.0.0.1:49160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:14:45.451628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.401649193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-07-27T13:14:45.451202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:39.547503Z","time spent":"5.903681806s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T13:14:45.451741Z","caller":"traceutil/trace.go:171","msg":"trace[1880330545] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:690; }","duration":"4.401806255s","start":"2026-07-27T13:14:41.049895Z","end":"2026-07-27T13:14:45.451701Z","steps":["trace[1880330545] 'agreement among raft nodes before linearized reading' (duration: 4.400392587s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:45.4518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:41.049873Z","time spent":"4.401916186s","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T13:14:46.721058Z","caller":"traceutil/trace.go:171","msg":"trace[1086897296] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"127.431385ms","start":"2026-07-27T13:14:46.593602Z","end":"2026-07-27T13:14:46.721034Z","steps":["trace[1086897296] 'process raft request' (duration: 127.295733ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:47.123802Z","caller":"traceutil/trace.go:171","msg":"trace[1598870484] linearizableReadLoop","detail":"{readStateIndex:733; appliedIndex:731; }","duration":"515.510077ms","start":"2026-07-27T13:14:46.608264Z","end":"2026-07-27T13:14:47.123774Z","steps":["trace[1598870484] 'read index received' (duration: 112.657263ms)","trace[1598870484] 'applied index is now lower than readState.Index' (duration: 402.849974ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:47.123853Z","caller":"traceutil/trace.go:171","msg":"trace[1877602960] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"526.897375ms","start":"2026-07-27T13:14:46.596933Z","end":"2026-07-27T13:14:47.12383Z","steps":["trace[1877602960] 'process raft request' (duration: 526.687142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:47.12396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.680479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:47.124017Z","caller":"traceutil/trace.go:171","msg":"trace[241903031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:702; }","duration":"515.768ms","start":"2026-07-27T13:14:46.608234Z","end":"2026-07-27T13:14:47.124002Z","steps":["trace[241903031] 'agreement among raft nodes before linearized reading' (duration: 515.649848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:47.124071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:46.608222Z","time spent":"515.836901ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:14:47.124086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:46.596916Z","time spent":"526.984746ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:14:47.602253Z","caller":"traceutil/trace.go:171","msg":"trace[769423913] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"102.844459ms","start":"2026-07-27T13:14:47.499387Z","end":"2026-07-27T13:14:47.602231Z","steps":["trace[769423913] 'process raft request' (duration: 102.519614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:47.791391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.912888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:14:47.791728Z","caller":"traceutil/trace.go:171","msg":"trace[754622393] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"184.498533ms","start":"2026-07-27T13:14:47.60721Z","end":"2026-07-27T13:14:47.791708Z","steps":["trace[754622393] 'process raft request' (duration: 68.17621ms)","trace[754622393] 'compare' (duration: 115.774566ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:47.792001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.873197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:47.792025Z","caller":"traceutil/trace.go:171","msg":"trace[1767354810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:704; }","duration":"180.945088ms","start":"2026-07-27T13:14:47.611073Z","end":"2026-07-27T13:14:47.792019Z","steps":["trace[1767354810] 'agreement among raft nodes before linearized reading' (duration: 180.894468ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:47.791724Z","caller":"traceutil/trace.go:171","msg":"trace[247377316] linearizableReadLoop","detail":"{readStateIndex:735; appliedIndex:734; }","duration":"180.583143ms","start":"2026-07-27T13:14:47.611123Z","end":"2026-07-27T13:14:47.791706Z","steps":["trace[247377316] 'read index received' (duration: 64.25611ms)","trace[247377316] 'applied index is now lower than readState.Index' (duration: 116.325713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:47.792378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.672987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:47.792417Z","caller":"traceutil/trace.go:171","msg":"trace[295239818] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:704; }","duration":"150.760928ms","start":"2026-07-27T13:14:47.641645Z","end":"2026-07-27T13:14:47.792406Z","steps":["trace[295239818] 'agreement among raft nodes before linearized reading' (duration: 150.687947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:48.307847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.939623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:14:48.307914Z","caller":"traceutil/trace.go:171","msg":"trace[1809516996] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:704; }","duration":"317.017734ms","start":"2026-07-27T13:14:47.990883Z","end":"2026-07-27T13:14:48.3079Z","steps":["trace[1809516996] 'range keys from in-memory index tree' (duration: 316.770861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:48.307947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:14:47.990823Z","time spent":"317.113826ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"warn","ts":"2026-07-27T13:14:48.714682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.577074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:48.714769Z","caller":"traceutil/trace.go:171","msg":"trace[390380577] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:705; }","duration":"104.715655ms","start":"2026-07-27T13:14:48.610034Z","end":"2026-07-27T13:14:48.71475Z","steps":["trace[390380577] 'range keys from in-memory index tree' (duration: 104.489453ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:49.218425Z","caller":"traceutil/trace.go:171","msg":"trace[1043716014] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"205.645369ms","start":"2026-07-27T13:14:49.012742Z","end":"2026-07-27T13:14:49.218388Z","steps":["trace[1043716014] 'process raft request' (duration: 205.465587ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:49.218563Z","caller":"traceutil/trace.go:171","msg":"trace[1272020666] linearizableReadLoop","detail":"{readStateIndex:740; appliedIndex:739; }","duration":"129.141791ms","start":"2026-07-27T13:14:49.089206Z","end":"2026-07-27T13:14:49.218348Z","steps":["trace[1272020666] 'read index received' (duration: 128.973699ms)","trace[1272020666] 'applied index is now lower than readState.Index' (duration: 164.172µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:49.218714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.478505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4r2pd\" ","response":"range_response_count:1 size:17247"} {"level":"info","ts":"2026-07-27T13:14:49.218789Z","caller":"traceutil/trace.go:171","msg":"trace[1241353813] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4r2pd; range_end:; response_count:1; response_revision:708; }","duration":"129.569676ms","start":"2026-07-27T13:14:49.0892Z","end":"2026-07-27T13:14:49.218769Z","steps":["trace[1241353813] 'agreement among raft nodes before linearized reading' (duration: 129.298003ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:49.378051Z","caller":"traceutil/trace.go:171","msg":"trace[456516836] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"144.207085ms","start":"2026-07-27T13:14:49.233823Z","end":"2026-07-27T13:14:49.37803Z","steps":["trace[456516836] 'process raft request' (duration: 144.060213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:50.734472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.469788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:50.734566Z","caller":"traceutil/trace.go:171","msg":"trace[400967519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"122.619361ms","start":"2026-07-27T13:14:50.611925Z","end":"2026-07-27T13:14:50.734544Z","steps":["trace[400967519] 'range keys from in-memory index tree' (duration: 122.399068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:14:53.457656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.310673ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:14:53.457771Z","caller":"traceutil/trace.go:171","msg":"trace[1634867386] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:768; }","duration":"118.438034ms","start":"2026-07-27T13:14:53.339317Z","end":"2026-07-27T13:14:53.457755Z","steps":["trace[1634867386] 'range keys from in-memory index tree' (duration: 118.298983ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:54.713799Z","caller":"traceutil/trace.go:171","msg":"trace[1639705102] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"173.064289ms","start":"2026-07-27T13:14:54.540686Z","end":"2026-07-27T13:14:54.71375Z","steps":["trace[1639705102] 'process raft request' (duration: 172.38996ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:54.765956Z","caller":"traceutil/trace.go:171","msg":"trace[1995508449] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"125.81648ms","start":"2026-07-27T13:14:54.640088Z","end":"2026-07-27T13:14:54.765905Z","steps":["trace[1995508449] 'process raft request' (duration: 125.431565ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:55.015607Z","caller":"traceutil/trace.go:171","msg":"trace[1630579950] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"109.139041ms","start":"2026-07-27T13:14:54.906445Z","end":"2026-07-27T13:14:55.015584Z","steps":["trace[1630579950] 'process raft request' (duration: 108.414602ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:14:58.179755Z","caller":"traceutil/trace.go:171","msg":"trace[1906440051] linearizableReadLoop","detail":"{readStateIndex:852; appliedIndex:851; }","duration":"172.992438ms","start":"2026-07-27T13:14:58.006731Z","end":"2026-07-27T13:14:58.179723Z","steps":["trace[1906440051] 'read index received' (duration: 149.609992ms)","trace[1906440051] 'applied index is now lower than readState.Index' (duration: 23.380356ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:14:58.179796Z","caller":"traceutil/trace.go:171","msg":"trace[714422799] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"179.282704ms","start":"2026-07-27T13:14:58.000474Z","end":"2026-07-27T13:14:58.179757Z","steps":["trace[714422799] 'process raft request' (duration: 155.932629ms)","trace[714422799] 'compare' (duration: 22.973501ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:14:58.179987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.22308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-27T13:14:58.180141Z","caller":"traceutil/trace.go:171","msg":"trace[89998724] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:816; }","duration":"173.409332ms","start":"2026-07-27T13:14:58.006699Z","end":"2026-07-27T13:14:58.180108Z","steps":["trace[89998724] 'agreement among raft nodes before linearized reading' (duration: 173.130039ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:05.118255Z","caller":"traceutil/trace.go:171","msg":"trace[1273127837] transaction","detail":"{read_only:false; response_revision:856; number_of_response:1; }","duration":"113.269655ms","start":"2026-07-27T13:15:05.004956Z","end":"2026-07-27T13:15:05.118226Z","steps":["trace[1273127837] 'process raft request' (duration: 47.98736ms)","trace[1273127837] 'compare' (duration: 64.969282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:15:07.929295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.921124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:15:07.929388Z","caller":"traceutil/trace.go:171","msg":"trace[619310382] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:868; }","duration":"807.079046ms","start":"2026-07-27T13:15:07.12229Z","end":"2026-07-27T13:15:07.929369Z","steps":["trace[619310382] 'range keys from in-memory index tree' (duration: 806.735252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:07.929438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:07.122263Z","time spent":"807.164937ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:15:07.929758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.241796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:15:07.929841Z","caller":"traceutil/trace.go:171","msg":"trace[867031782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:868; }","duration":"381.381197ms","start":"2026-07-27T13:15:07.548437Z","end":"2026-07-27T13:15:07.929818Z","steps":["trace[867031782] 'range keys from in-memory index tree' (duration: 381.035774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:07.929886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:07.548409Z","time spent":"381.466639ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:15:07.929949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.792395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:15:07.929909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318872117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:15:07.930003Z","caller":"traceutil/trace.go:171","msg":"trace[1149797532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:868; }","duration":"185.885317ms","start":"2026-07-27T13:15:07.744101Z","end":"2026-07-27T13:15:07.929987Z","steps":["trace[1149797532] 'range keys from in-memory index tree' (duration: 185.651274ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:07.930051Z","caller":"traceutil/trace.go:171","msg":"trace[325328283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:868; }","duration":"1.319062238s","start":"2026-07-27T13:15:06.610957Z","end":"2026-07-27T13:15:07.930019Z","steps":["trace[325328283] 'range keys from in-memory index tree' (duration: 1.318769255s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:07.930112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:06.610936Z","time spent":"1.31916242s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:15:07.930228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740447059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9zw6v\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-27T13:15:07.930264Z","caller":"traceutil/trace.go:171","msg":"trace[890466137] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9zw6v; range_end:; response_count:1; response_revision:868; }","duration":"1.740513409s","start":"2026-07-27T13:15:06.189738Z","end":"2026-07-27T13:15:07.930251Z","steps":["trace[890466137] 'range keys from in-memory index tree' (duration: 1.740334477s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:07.930294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:06.189719Z","time spent":"1.74056623s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9zw6v\" "} {"level":"warn","ts":"2026-07-27T13:15:07.930692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.226928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:15:07.930799Z","caller":"traceutil/trace.go:171","msg":"trace[483292232] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:868; }","duration":"926.37109ms","start":"2026-07-27T13:15:07.004398Z","end":"2026-07-27T13:15:07.930769Z","steps":["trace[483292232] 'range keys from in-memory index tree' (duration: 926.033866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:07.930856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:07.004378Z","time spent":"926.465581ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T13:15:08.329563Z","caller":"traceutil/trace.go:171","msg":"trace[1269193894] transaction","detail":"{read_only:false; response_revision:876; number_of_response:1; }","duration":"124.781972ms","start":"2026-07-27T13:15:08.204759Z","end":"2026-07-27T13:15:08.32954Z","steps":["trace[1269193894] 'process raft request' (duration: 124.62063ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:10.129688Z","caller":"traceutil/trace.go:171","msg":"trace[1761840076] linearizableReadLoop","detail":"{readStateIndex:916; appliedIndex:915; }","duration":"185.310566ms","start":"2026-07-27T13:15:09.94435Z","end":"2026-07-27T13:15:10.12966Z","steps":["trace[1761840076] 'read index received' (duration: 185.178875ms)","trace[1761840076] 'applied index is now lower than readState.Index' (duration: 130.301µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:15:10.129794Z","caller":"traceutil/trace.go:171","msg":"trace[1884561352] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"212.250971ms","start":"2026-07-27T13:15:09.917509Z","end":"2026-07-27T13:15:10.12976Z","steps":["trace[1884561352] 'process raft request' (duration: 211.984608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.129971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.57237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T13:15:10.130027Z","caller":"traceutil/trace.go:171","msg":"trace[1203601162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:878; }","duration":"185.719731ms","start":"2026-07-27T13:15:09.944294Z","end":"2026-07-27T13:15:10.130013Z","steps":["trace[1203601162] 'agreement among raft nodes before linearized reading' (duration: 185.496228ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.130116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.817345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:15:10.130165Z","caller":"traceutil/trace.go:171","msg":"trace[2041077958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:878; }","duration":"180.892296ms","start":"2026-07-27T13:15:09.94926Z","end":"2026-07-27T13:15:10.130153Z","steps":["trace[2041077958] 'agreement among raft nodes before linearized reading' (duration: 180.742264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.130298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.953527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:430"} {"level":"info","ts":"2026-07-27T13:15:10.130332Z","caller":"traceutil/trace.go:171","msg":"trace[335980280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:878; }","duration":"116.014269ms","start":"2026-07-27T13:15:10.01431Z","end":"2026-07-27T13:15:10.130324Z","steps":["trace[335980280] 'agreement among raft nodes before linearized reading' (duration: 115.927238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.130344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.72129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T13:15:10.130394Z","caller":"traceutil/trace.go:171","msg":"trace[701822745] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:878; }","duration":"178.78191ms","start":"2026-07-27T13:15:09.9516Z","end":"2026-07-27T13:15:10.130382Z","steps":["trace[701822745] 'agreement among raft nodes before linearized reading' (duration: 178.663569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.130465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.033575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:15:10.13049Z","caller":"traceutil/trace.go:171","msg":"trace[32763268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:878; }","duration":"180.094625ms","start":"2026-07-27T13:15:09.950388Z","end":"2026-07-27T13:15:10.130482Z","steps":["trace[32763268] 'agreement among raft nodes before linearized reading' (duration: 180.019434ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:10.404141Z","caller":"traceutil/trace.go:171","msg":"trace[782947760] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"268.000715ms","start":"2026-07-27T13:15:10.136109Z","end":"2026-07-27T13:15:10.404109Z","steps":["trace[782947760] 'process raft request' (duration: 256.854265ms)","trace[782947760] 'compare' (duration: 10.586632ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:15:10.404577Z","caller":"traceutil/trace.go:171","msg":"trace[696867379] transaction","detail":"{read_only:false; response_revision:881; number_of_response:1; }","duration":"268.315608ms","start":"2026-07-27T13:15:10.136213Z","end":"2026-07-27T13:15:10.404528Z","steps":["trace[696867379] 'process raft request' (duration: 267.784343ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:10.40529Z","caller":"traceutil/trace.go:171","msg":"trace[225197675] linearizableReadLoop","detail":"{readStateIndex:921; appliedIndex:917; }","duration":"196.896688ms","start":"2026-07-27T13:15:10.208373Z","end":"2026-07-27T13:15:10.40527Z","steps":["trace[225197675] 'read index received' (duration: 184.500524ms)","trace[225197675] 'applied index is now lower than readState.Index' (duration: 12.394584ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:15:10.405399Z","caller":"traceutil/trace.go:171","msg":"trace[1976913742] transaction","detail":"{read_only:false; response_revision:882; number_of_response:1; }","duration":"269.118188ms","start":"2026-07-27T13:15:10.136264Z","end":"2026-07-27T13:15:10.405382Z","steps":["trace[1976913742] 'process raft request' (duration: 268.033816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:10.405474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.07232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9zw6v\" ","response":"range_response_count:1 size:4228"} {"level":"info","ts":"2026-07-27T13:15:10.40552Z","caller":"traceutil/trace.go:171","msg":"trace[1693331501] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-9zw6v; range_end:; response_count:1; response_revision:883; }","duration":"197.157001ms","start":"2026-07-27T13:15:10.208344Z","end":"2026-07-27T13:15:10.405501Z","steps":["trace[1693331501] 'agreement among raft nodes before linearized reading' (duration: 196.987179ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:10.405742Z","caller":"traceutil/trace.go:171","msg":"trace[812979714] transaction","detail":"{read_only:false; response_revision:883; number_of_response:1; }","duration":"269.330561ms","start":"2026-07-27T13:15:10.136369Z","end":"2026-07-27T13:15:10.405699Z","steps":["trace[812979714] 'process raft request' (duration: 268.782044ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:14.723974Z","caller":"traceutil/trace.go:171","msg":"trace[883754721] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"101.193877ms","start":"2026-07-27T13:15:14.622752Z","end":"2026-07-27T13:15:14.723946Z","steps":["trace[883754721] 'process raft request' (duration: 93.972934ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:14.724572Z","caller":"traceutil/trace.go:171","msg":"trace[1734221100] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"100.037685ms","start":"2026-07-27T13:15:14.624511Z","end":"2026-07-27T13:15:14.724549Z","steps":["trace[1734221100] 'process raft request' (duration: 99.363697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:40.980139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708225120,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T13:15:41.169478Z","caller":"traceutil/trace.go:171","msg":"trace[1289654249] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"757.50303ms","start":"2026-07-27T13:15:40.41194Z","end":"2026-07-27T13:15:41.169443Z","steps":["trace[1289654249] 'process raft request' (duration: 757.272858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.169689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.411914Z","time spent":"757.670893ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:15:41.172883Z","caller":"traceutil/trace.go:171","msg":"trace[1322176781] linearizableReadLoop","detail":"{readStateIndex:1320; appliedIndex:1318; }","duration":"693.148225ms","start":"2026-07-27T13:15:40.479704Z","end":"2026-07-27T13:15:41.172853Z","steps":["trace[1322176781] 'read index received' (duration: 689.482687ms)","trace[1322176781] 'applied index is now lower than readState.Index' (duration: 3.663868ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:15:41.172947Z","caller":"traceutil/trace.go:171","msg":"trace[1256492916] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"726.371204ms","start":"2026-07-27T13:15:40.446536Z","end":"2026-07-27T13:15:41.172908Z","steps":["trace[1256492916] 'process raft request' (duration: 726.151251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.173199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.177029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:15:41.173274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.752345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:15:41.173304Z","caller":"traceutil/trace.go:171","msg":"trace[1582934671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1276; }","duration":"562.34863ms","start":"2026-07-27T13:15:40.610931Z","end":"2026-07-27T13:15:41.17328Z","steps":["trace[1582934671] 'agreement among raft nodes before linearized reading' (duration: 562.162358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.173323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.337214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:15:41.17335Z","caller":"traceutil/trace.go:171","msg":"trace[1574495751] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1276; }","duration":"502.875337ms","start":"2026-07-27T13:15:40.670454Z","end":"2026-07-27T13:15:41.173329Z","steps":["trace[1574495751] 'agreement among raft nodes before linearized reading' (duration: 502.666435ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:41.173369Z","caller":"traceutil/trace.go:171","msg":"trace[796247919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1276; }","duration":"509.418225ms","start":"2026-07-27T13:15:40.663938Z","end":"2026-07-27T13:15:41.173356Z","steps":["trace[796247919] 'agreement among raft nodes before linearized reading' (duration: 509.279094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.173367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.610907Z","time spent":"562.449971ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:15:41.173397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.663922Z","time spent":"509.469405ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:15:41.173405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.670435Z","time spent":"502.956257ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:15:41.173406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.344569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:15:41.17348Z","caller":"traceutil/trace.go:171","msg":"trace[2060449932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1276; }","duration":"539.46241ms","start":"2026-07-27T13:15:40.633997Z","end":"2026-07-27T13:15:41.173459Z","steps":["trace[2060449932] 'agreement among raft nodes before linearized reading' (duration: 539.245358ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.17353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.633975Z","time spent":"539.544242ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:15:41.173863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.978199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-07-27T13:15:41.173931Z","caller":"traceutil/trace.go:171","msg":"trace[1123484410] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:1276; }","duration":"170.637027ms","start":"2026-07-27T13:15:41.003279Z","end":"2026-07-27T13:15:41.173916Z","steps":["trace[1123484410] 'agreement among raft nodes before linearized reading' (duration: 169.851878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.174109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.446509Z","time spent":"726.522136ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:15:41.174226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.351867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:15:41.174396Z","caller":"traceutil/trace.go:171","msg":"trace[616087670] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1276; }","duration":"694.744032ms","start":"2026-07-27T13:15:40.479642Z","end":"2026-07-27T13:15:41.174387Z","steps":["trace[616087670] 'agreement among raft nodes before linearized reading' (duration: 693.369357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.174396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.707875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:15:41.174426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.479621Z","time spent":"694.794203ms","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:15:41.17446Z","caller":"traceutil/trace.go:171","msg":"trace[812852234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1276; }","duration":"464.796767ms","start":"2026-07-27T13:15:40.709645Z","end":"2026-07-27T13:15:41.174442Z","steps":["trace[812852234] 'agreement among raft nodes before linearized reading' (duration: 463.684485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:41.174515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:15:40.70963Z","time spent":"464.873368ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:15:57.565087Z","caller":"traceutil/trace.go:171","msg":"trace[165395549] linearizableReadLoop","detail":"{readStateIndex:1464; appliedIndex:1463; }","duration":"261.631425ms","start":"2026-07-27T13:15:57.303425Z","end":"2026-07-27T13:15:57.565056Z","steps":["trace[165395549] 'read index received' (duration: 261.364502ms)","trace[165395549] 'applied index is now lower than readState.Index' (duration: 265.543µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:15:57.565169Z","caller":"traceutil/trace.go:171","msg":"trace[1412549388] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"270.848597ms","start":"2026-07-27T13:15:57.294241Z","end":"2026-07-27T13:15:57.565089Z","steps":["trace[1412549388] 'process raft request' (duration: 270.577995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.565409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.836677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:15:57.565508Z","caller":"traceutil/trace.go:171","msg":"trace[1700958422] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1411; }","duration":"267.964378ms","start":"2026-07-27T13:15:57.297511Z","end":"2026-07-27T13:15:57.565475Z","steps":["trace[1700958422] 'agreement among raft nodes before linearized reading' (duration: 267.647525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.566818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.494883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:15:57.56687Z","caller":"traceutil/trace.go:171","msg":"trace[2097987564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1413; }","duration":"261.587923ms","start":"2026-07-27T13:15:57.305268Z","end":"2026-07-27T13:15:57.566856Z","steps":["trace[2097987564] 'agreement among raft nodes before linearized reading' (duration: 261.419192ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:57.567153Z","caller":"traceutil/trace.go:171","msg":"trace[1917052987] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"260.105209ms","start":"2026-07-27T13:15:57.307036Z","end":"2026-07-27T13:15:57.567141Z","steps":["trace[1917052987] 'process raft request' (duration: 259.538633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.567372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.537598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:15:57.567462Z","caller":"traceutil/trace.go:171","msg":"trace[634733802] range","detail":"{range_begin:/registry/secrets/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1413; }","duration":"171.669969ms","start":"2026-07-27T13:15:57.39578Z","end":"2026-07-27T13:15:57.56745Z","steps":["trace[634733802] 'agreement among raft nodes before linearized reading' (duration: 171.554098ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:57.567706Z","caller":"traceutil/trace.go:171","msg":"trace[898430430] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"203.026024ms","start":"2026-07-27T13:15:57.364667Z","end":"2026-07-27T13:15:57.567693Z","steps":["trace[898430430] 'process raft request' (duration: 201.983143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.568016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.695393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:15:57.568081Z","caller":"traceutil/trace.go:171","msg":"trace[400337641] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1413; }","duration":"103.778625ms","start":"2026-07-27T13:15:57.464293Z","end":"2026-07-27T13:15:57.568072Z","steps":["trace[400337641] 'agreement among raft nodes before linearized reading' (duration: 103.687574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.568259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.001787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:15:57.568321Z","caller":"traceutil/trace.go:171","msg":"trace[1171223307] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1413; }","duration":"104.103747ms","start":"2026-07-27T13:15:57.464204Z","end":"2026-07-27T13:15:57.568308Z","steps":["trace[1171223307] 'agreement among raft nodes before linearized reading' (duration: 104.027887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:57.568887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.322471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T13:15:57.568972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.440562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:15:57.569012Z","caller":"traceutil/trace.go:171","msg":"trace[1806980888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1413; }","duration":"263.486392ms","start":"2026-07-27T13:15:57.305511Z","end":"2026-07-27T13:15:57.568997Z","steps":["trace[1806980888] 'agreement among raft nodes before linearized reading' (duration: 263.387201ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:15:57.569003Z","caller":"traceutil/trace.go:171","msg":"trace[1788096833] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1413; }","duration":"255.598133ms","start":"2026-07-27T13:15:57.313383Z","end":"2026-07-27T13:15:57.568981Z","steps":["trace[1788096833] 'agreement among raft nodes before linearized reading' (duration: 254.019338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:15:58.220935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.741058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:15:58.221011Z","caller":"traceutil/trace.go:171","msg":"trace[1280272666] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:1419; }","duration":"227.86484ms","start":"2026-07-27T13:15:57.993125Z","end":"2026-07-27T13:15:58.22099Z","steps":["trace[1280272666] 'range keys from in-memory index tree' (duration: 227.527686ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:03.433133Z","caller":"traceutil/trace.go:171","msg":"trace[117247047] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"154.555418ms","start":"2026-07-27T13:16:03.278551Z","end":"2026-07-27T13:16:03.433107Z","steps":["trace[117247047] 'process raft request' (duration: 154.386935ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:03.43349Z","caller":"traceutil/trace.go:171","msg":"trace[1242557269] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"107.873623ms","start":"2026-07-27T13:16:03.325566Z","end":"2026-07-27T13:16:03.43344Z","steps":["trace[1242557269] 'process raft request' (duration: 107.487939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:06.201167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708225609,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:16:06.696412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.449947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:16:06.69655Z","caller":"traceutil/trace.go:171","msg":"trace[1976060982] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"1.016142466s","start":"2026-07-27T13:16:05.680383Z","end":"2026-07-27T13:16:06.696526Z","steps":["trace[1976060982] 'process raft request' (duration: 879.444656ms)","trace[1976060982] 'compare' (duration: 136.317316ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:06.69666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:05.680351Z","time spent":"1.016254168s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:06.786968Z","caller":"traceutil/trace.go:171","msg":"trace[1170675955] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1596; }","duration":"1.086426611s","start":"2026-07-27T13:16:05.70051Z","end":"2026-07-27T13:16:06.786936Z","steps":["trace[1170675955] 'read index received' (duration: 859.330347ms)","trace[1170675955] 'applied index is now lower than readState.Index' (duration: 227.095054ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:16:06.787025Z","caller":"traceutil/trace.go:171","msg":"trace[581722918] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"1.08025529s","start":"2026-07-27T13:16:05.706736Z","end":"2026-07-27T13:16:06.786991Z","steps":["trace[581722918] 'process raft request' (duration: 1.080029308s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:06.78739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.728186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:06.787435Z","caller":"traceutil/trace.go:171","msg":"trace[1264734318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1543; }","duration":"176.796916ms","start":"2026-07-27T13:16:06.610625Z","end":"2026-07-27T13:16:06.787422Z","steps":["trace[1264734318] 'agreement among raft nodes before linearized reading' (duration: 176.737786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:06.787478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10354342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:16:06.787533Z","caller":"traceutil/trace.go:171","msg":"trace[576577243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1543; }","duration":"1.10361272s","start":"2026-07-27T13:16:05.683906Z","end":"2026-07-27T13:16:06.787519Z","steps":["trace[576577243] 'agreement among raft nodes before linearized reading' (duration: 1.103474309s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:06.787326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101941104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:16:06.787567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:05.683896Z","time spent":"1.103660632s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:16:06.787671Z","caller":"traceutil/trace.go:171","msg":"trace[1090233210] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1543; }","duration":"1.102366458s","start":"2026-07-27T13:16:05.685266Z","end":"2026-07-27T13:16:06.787632Z","steps":["trace[1090233210] 'agreement among raft nodes before linearized reading' (duration: 1.101846943s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:06.787674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:05.706672Z","time spent":"1.080720924s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:06.787806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:05.685246Z","time spent":"1.10250612s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:07.058139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.266239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:16:07.058296Z","caller":"traceutil/trace.go:171","msg":"trace[821445692] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"264.236611ms","start":"2026-07-27T13:16:06.794032Z","end":"2026-07-27T13:16:07.058269Z","steps":["trace[821445692] 'process raft request' (duration: 158.714389ms)","trace[821445692] 'compare' (duration: 104.870705ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:16:07.082999Z","caller":"traceutil/trace.go:171","msg":"trace[560904751] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"288.816282ms","start":"2026-07-27T13:16:06.794153Z","end":"2026-07-27T13:16:07.08297Z","steps":["trace[560904751] 'process raft request' (duration: 288.65547ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:07.909506Z","caller":"traceutil/trace.go:171","msg":"trace[376853752] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"102.703303ms","start":"2026-07-27T13:16:07.806766Z","end":"2026-07-27T13:16:07.909469Z","steps":["trace[376853752] 'process raft request' (duration: 102.40256ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:18.660158Z","caller":"traceutil/trace.go:171","msg":"trace[1563262353] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"157.633304ms","start":"2026-07-27T13:16:18.502499Z","end":"2026-07-27T13:16:18.660133Z","steps":["trace[1563262353] 'process raft request' (duration: 157.2771ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:19.424447Z","caller":"traceutil/trace.go:171","msg":"trace[1783184836] linearizableReadLoop","detail":"{readStateIndex:1849; appliedIndex:1848; }","duration":"219.218376ms","start":"2026-07-27T13:16:19.205195Z","end":"2026-07-27T13:16:19.424413Z","steps":["trace[1783184836] 'read index received' (duration: 203.465203ms)","trace[1783184836] 'applied index is now lower than readState.Index' (duration: 15.751303ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:16:19.424482Z","caller":"traceutil/trace.go:171","msg":"trace[34094196] transaction","detail":"{read_only:false; response_revision:1774; number_of_response:1; }","duration":"219.489998ms","start":"2026-07-27T13:16:19.204966Z","end":"2026-07-27T13:16:19.424456Z","steps":["trace[34094196] 'process raft request' (duration: 203.787466ms)","trace[34094196] 'compare' (duration: 15.384039ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:19.424647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.432238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:19.424708Z","caller":"traceutil/trace.go:171","msg":"trace[1550645921] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/perconaxtradbclusterbackups.pxc.percona.com; range_end:; response_count:0; response_revision:1774; }","duration":"219.501428ms","start":"2026-07-27T13:16:19.205189Z","end":"2026-07-27T13:16:19.42469Z","steps":["trace[1550645921] 'agreement among raft nodes before linearized reading' (duration: 219.394297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:21.809682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.708702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:146770"} {"level":"info","ts":"2026-07-27T13:16:21.809809Z","caller":"traceutil/trace.go:171","msg":"trace[1076659114] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1808; }","duration":"143.879085ms","start":"2026-07-27T13:16:21.665901Z","end":"2026-07-27T13:16:21.809781Z","steps":["trace[1076659114] 'range keys from in-memory index tree' (duration: 143.49998ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:25.593737Z","caller":"traceutil/trace.go:171","msg":"trace[1870148592] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"122.984126ms","start":"2026-07-27T13:16:25.470713Z","end":"2026-07-27T13:16:25.593698Z","steps":["trace[1870148592] 'process raft request' (duration: 122.732184ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:25.939635Z","caller":"traceutil/trace.go:171","msg":"trace[2033947180] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1936; }","duration":"105.102736ms","start":"2026-07-27T13:16:25.834494Z","end":"2026-07-27T13:16:25.939597Z","steps":["trace[2033947180] 'read index received' (duration: 93.167651ms)","trace[2033947180] 'applied index is now lower than readState.Index' (duration: 11.934025ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:25.939852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.329938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:16:25.93989Z","caller":"traceutil/trace.go:171","msg":"trace[2064923206] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1857; }","duration":"105.431679ms","start":"2026-07-27T13:16:25.834447Z","end":"2026-07-27T13:16:25.939879Z","steps":["trace[2064923206] 'agreement among raft nodes before linearized reading' (duration: 105.251087ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:25.940028Z","caller":"traceutil/trace.go:171","msg":"trace[36136386] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"174.327247ms","start":"2026-07-27T13:16:25.765685Z","end":"2026-07-27T13:16:25.940012Z","steps":["trace[36136386] 'process raft request' (duration: 162.09561ms)","trace[36136386] 'compare' (duration: 11.53ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:36.868208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.493919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:16:36.868285Z","caller":"traceutil/trace.go:171","msg":"trace[1937214526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"250.632889ms","start":"2026-07-27T13:16:36.617636Z","end":"2026-07-27T13:16:36.868269Z","steps":["trace[1937214526] 'range keys from in-memory index tree' (duration: 250.325937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:36.868441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.290009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-07-27T13:16:36.868546Z","caller":"traceutil/trace.go:171","msg":"trace[1370003921] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264; range_end:; response_count:1; response_revision:1972; }","duration":"109.451011ms","start":"2026-07-27T13:16:36.759073Z","end":"2026-07-27T13:16:36.868524Z","steps":["trace[1370003921] 'range keys from in-memory index tree' (duration: 109.009257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:37.46284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708226525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:16:37.972612Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708226525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:16:38.104459Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.227403895s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:16:38.105121Z","caller":"traceutil/trace.go:171","msg":"trace[1479163744] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"1.228165362s","start":"2026-07-27T13:16:36.876928Z","end":"2026-07-27T13:16:38.105093Z","steps":["trace[1479163744] 'process raft request' (duration: 1.22800265s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.1053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:36.876902Z","time spent":"1.228313934s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:38.338921Z","caller":"traceutil/trace.go:171","msg":"trace[1765248003] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"904.03489ms","start":"2026-07-27T13:16:37.434846Z","end":"2026-07-27T13:16:38.338881Z","steps":["trace[1765248003] 'process raft request' (duration: 903.723057ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:38.338989Z","caller":"traceutil/trace.go:171","msg":"trace[1436486076] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"905.725586ms","start":"2026-07-27T13:16:37.433247Z","end":"2026-07-27T13:16:38.338973Z","steps":["trace[1436486076] 'process raft request' (duration: 897.007374ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:38.33904Z","caller":"traceutil/trace.go:171","msg":"trace[769448393] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"625.501619ms","start":"2026-07-27T13:16:37.713521Z","end":"2026-07-27T13:16:38.339023Z","steps":["trace[769448393] 'process raft request' (duration: 625.148886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.339074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.434806Z","time spent":"904.180942ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:38.339152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.713502Z","time spent":"625.585971ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:38.339159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.433219Z","time spent":"905.820146ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:38.339301Z","caller":"traceutil/trace.go:171","msg":"trace[1190694957] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"309.605179ms","start":"2026-07-27T13:16:38.029688Z","end":"2026-07-27T13:16:38.339294Z","steps":["trace[1190694957] 'process raft request' (duration: 309.020263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.339333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.029659Z","time spent":"309.656259ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:38.338776Z","caller":"traceutil/trace.go:171","msg":"trace[1091478079] linearizableReadLoop","detail":"{readStateIndex:2058; appliedIndex:2054; }","duration":"1.375980589s","start":"2026-07-27T13:16:36.962771Z","end":"2026-07-27T13:16:38.338752Z","steps":["trace[1091478079] 'read index received' (duration: 1.142204202s)","trace[1091478079] 'applied index is now lower than readState.Index' (duration: 233.775447ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:38.339619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376844616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:16:38.339674Z","caller":"traceutil/trace.go:171","msg":"trace[1269223939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1977; }","duration":"1.376966418s","start":"2026-07-27T13:16:36.962695Z","end":"2026-07-27T13:16:38.339661Z","steps":["trace[1269223939] 'agreement among raft nodes before linearized reading' (duration: 1.376754466s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.339726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.15182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-07-27T13:16:38.339722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:36.962663Z","time spent":"1.377051388s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:16:38.33975Z","caller":"traceutil/trace.go:171","msg":"trace[532663262] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264; range_end:; response_count:1; response_revision:1977; }","duration":"466.243932ms","start":"2026-07-27T13:16:37.873498Z","end":"2026-07-27T13:16:38.339742Z","steps":["trace[532663262] 'agreement among raft nodes before linearized reading' (duration: 466.171061ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.339771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.873472Z","time spent":"466.292032ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264\" "} {"level":"warn","ts":"2026-07-27T13:16:38.339773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366815233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:16:38.339815Z","caller":"traceutil/trace.go:171","msg":"trace[1602440133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1977; }","duration":"1.366901883s","start":"2026-07-27T13:16:36.972901Z","end":"2026-07-27T13:16:38.339803Z","steps":["trace[1602440133] 'agreement among raft nodes before linearized reading' (duration: 1.366746282s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.339859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:36.972877Z","time spent":"1.366971184s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:16:38.339914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.170539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T13:16:38.339936Z","caller":"traceutil/trace.go:171","msg":"trace[721005853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1977; }","duration":"268.240979ms","start":"2026-07-27T13:16:38.071688Z","end":"2026-07-27T13:16:38.339929Z","steps":["trace[721005853] 'agreement among raft nodes before linearized reading' (duration: 268.184059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.33999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.410447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:16:38.340026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.344514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:16:38.340024Z","caller":"traceutil/trace.go:171","msg":"trace[1591046724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1977; }","duration":"679.470727ms","start":"2026-07-27T13:16:37.660545Z","end":"2026-07-27T13:16:38.340015Z","steps":["trace[1591046724] 'agreement among raft nodes before linearized reading' (duration: 679.391216ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:38.340045Z","caller":"traceutil/trace.go:171","msg":"trace[799518466] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:1977; }","duration":"345.360844ms","start":"2026-07-27T13:16:37.994677Z","end":"2026-07-27T13:16:38.340038Z","steps":["trace[799518466] 'agreement among raft nodes before linearized reading' (duration: 345.310814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.340052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.66053Z","time spent":"679.515037ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:38.340113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.613856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:16:38.340133Z","caller":"traceutil/trace.go:171","msg":"trace[1739082919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1977; }","duration":"464.673536ms","start":"2026-07-27T13:16:37.875454Z","end":"2026-07-27T13:16:38.340127Z","steps":["trace[1739082919] 'agreement among raft nodes before linearized reading' (duration: 464.617256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.340148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.875435Z","time spent":"464.708586ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:16:38.340238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.442386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:38.340283Z","caller":"traceutil/trace.go:171","msg":"trace[876464699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1977; }","duration":"730.520787ms","start":"2026-07-27T13:16:37.609749Z","end":"2026-07-27T13:16:38.34027Z","steps":["trace[876464699] 'agreement among raft nodes before linearized reading' (duration: 730.463707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.340308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.155985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c627eb7f04cdf2\" ","response":"range_response_count:1 size:982"} {"level":"warn","ts":"2026-07-27T13:16:38.340354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.906828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:16:38.340357Z","caller":"traceutil/trace.go:171","msg":"trace[64188988] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c627eb7f04cdf2; range_end:; response_count:1; response_revision:1977; }","duration":"981.230575ms","start":"2026-07-27T13:16:37.359112Z","end":"2026-07-27T13:16:38.340342Z","steps":["trace[64188988] 'agreement among raft nodes before linearized reading' (duration: 981.121564ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:38.340379Z","caller":"traceutil/trace.go:171","msg":"trace[1439383100] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1977; }","duration":"835.968409ms","start":"2026-07-27T13:16:37.504401Z","end":"2026-07-27T13:16:38.34037Z","steps":["trace[1439383100] 'agreement among raft nodes before linearized reading' (duration: 835.922189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.340394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.504374Z","time spent":"836.015139ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:16:38.340391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.359091Z","time spent":"981.292346ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1006,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.18c627eb7f04cdf2\" "} {"level":"warn","ts":"2026-07-27T13:16:38.340315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.609724Z","time spent":"730.585328ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:16:38.340508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.485707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:16:38.34006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.994623Z","time spent":"345.433515ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"info","ts":"2026-07-27T13:16:38.340561Z","caller":"traceutil/trace.go:171","msg":"trace[400105342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1977; }","duration":"899.552129ms","start":"2026-07-27T13:16:37.440981Z","end":"2026-07-27T13:16:38.340533Z","steps":["trace[400105342] 'agreement among raft nodes before linearized reading' (duration: 899.447557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:38.340593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:37.440966Z","time spent":"899.617999ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:39.710021Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.339558826s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T13:16:40.105577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.194368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:16:40.106061Z","caller":"traceutil/trace.go:171","msg":"trace[172588319] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"1.758284634s","start":"2026-07-27T13:16:38.347748Z","end":"2026-07-27T13:16:40.106033Z","steps":["trace[172588319] 'process raft request' (duration: 1.758225744s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.106158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.347697Z","time spent":"1.758420806s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.106315Z","caller":"traceutil/trace.go:171","msg":"trace[139666482] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"1.76006646s","start":"2026-07-27T13:16:38.346234Z","end":"2026-07-27T13:16:40.106301Z","steps":["trace[139666482] 'process raft request' (duration: 1.759477855s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.106377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.346218Z","time spent":"1.760130021s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.106552Z","caller":"traceutil/trace.go:171","msg":"trace[107326841] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"1.762983707s","start":"2026-07-27T13:16:38.34353Z","end":"2026-07-27T13:16:40.106514Z","steps":["trace[107326841] 'process raft request' (duration: 1.36671885s)","trace[107326841] 'compare' (duration: 393.974296ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:16:40.106601Z","caller":"traceutil/trace.go:171","msg":"trace[314259300] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"1.760264512s","start":"2026-07-27T13:16:38.346322Z","end":"2026-07-27T13:16:40.106586Z","steps":["trace[314259300] 'process raft request' (duration: 1.759510815s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.106677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.346314Z","time spent":"1.760323602s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:40.106754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.343501Z","time spent":"1.763137799s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":967,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.106891Z","caller":"traceutil/trace.go:171","msg":"trace[958617370] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"1.760496395s","start":"2026-07-27T13:16:38.346376Z","end":"2026-07-27T13:16:40.106873Z","steps":["trace[958617370] 'process raft request' (duration: 1.759513666s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.106983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.346366Z","time spent":"1.760571425s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.107383Z","caller":"traceutil/trace.go:171","msg":"trace[356353782] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"1.759864949s","start":"2026-07-27T13:16:38.347503Z","end":"2026-07-27T13:16:40.107368Z","steps":["trace[356353782] 'process raft request' (duration: 1.758431746s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.107472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.347495Z","time spent":"1.75993524s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.111176Z","caller":"traceutil/trace.go:171","msg":"trace[1665077362] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"1.720661011s","start":"2026-07-27T13:16:38.390493Z","end":"2026-07-27T13:16:40.111154Z","steps":["trace[1665077362] 'process raft request' (duration: 1.720397738s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.111308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.390462Z","time spent":"1.720776862s","remote":"127.0.0.1:60244","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2507,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T13:16:40.111472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.151629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-27T13:16:40.111542Z","caller":"traceutil/trace.go:171","msg":"trace[617118664] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264; range_end:; response_count:1; response_revision:1986; }","duration":"764.299381ms","start":"2026-07-27T13:16:39.347226Z","end":"2026-07-27T13:16:40.111525Z","steps":["trace[617118664] 'agreement among raft nodes before linearized reading' (duration: 763.994608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.111587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:39.347206Z","time spent":"764.370131ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ba624c22-5e0c-4ddb-a4a0-8d3ec1766264\" "} {"level":"info","ts":"2026-07-27T13:16:40.111586Z","caller":"traceutil/trace.go:171","msg":"trace[2047449986] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"1.73982168s","start":"2026-07-27T13:16:38.371747Z","end":"2026-07-27T13:16:40.111568Z","steps":["trace[2047449986] 'process raft request' (duration: 1.738954241s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.111691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.371729Z","time spent":"1.739894802s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:40.111038Z","caller":"traceutil/trace.go:171","msg":"trace[391717436] linearizableReadLoop","detail":"{readStateIndex:2069; appliedIndex:2060; }","duration":"763.715585ms","start":"2026-07-27T13:16:39.347286Z","end":"2026-07-27T13:16:40.111001Z","steps":["trace[391717436] 'read index received' (duration: 362.981015ms)","trace[391717436] 'applied index is now lower than readState.Index' (duration: 400.73351ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:40.113626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.139596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:16:40.11366Z","caller":"traceutil/trace.go:171","msg":"trace[1277004141] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1986; }","duration":"766.181347ms","start":"2026-07-27T13:16:39.347468Z","end":"2026-07-27T13:16:40.11365Z","steps":["trace[1277004141] 'agreement among raft nodes before linearized reading' (duration: 766.023905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.113682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:39.347465Z","time spent":"766.211297ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:16:40.113869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.475294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:40.113893Z","caller":"traceutil/trace.go:171","msg":"trace[495498189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1986; }","duration":"502.537965ms","start":"2026-07-27T13:16:39.611349Z","end":"2026-07-27T13:16:40.113887Z","steps":["trace[495498189] 'agreement among raft nodes before linearized reading' (duration: 502.500264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.113909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:39.611321Z","time spent":"502.583715ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:16:40.114033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.392643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:16:40.114083Z","caller":"traceutil/trace.go:171","msg":"trace[1616110047] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1986; }","duration":"728.451413ms","start":"2026-07-27T13:16:39.385621Z","end":"2026-07-27T13:16:40.114073Z","steps":["trace[1616110047] 'agreement among raft nodes before linearized reading' (duration: 728.355263ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:40.113616Z","caller":"traceutil/trace.go:171","msg":"trace[1621722494] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"1.517541881s","start":"2026-07-27T13:16:38.596056Z","end":"2026-07-27T13:16:40.113598Z","steps":["trace[1621722494] 'process raft request' (duration: 1.514891057s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:40.114122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:39.385579Z","time spent":"728.529474ms","remote":"127.0.0.1:49168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:16:40.114351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:38.596022Z","time spent":"1.518150547s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:48.773098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.706822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:16:48.773179Z","caller":"traceutil/trace.go:171","msg":"trace[922342900] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:2074; }","duration":"777.843913ms","start":"2026-07-27T13:16:47.995316Z","end":"2026-07-27T13:16:48.77316Z","steps":["trace[922342900] 'range keys from in-memory index tree' (duration: 777.46806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.77322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:47.995295Z","time spent":"777.915824ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"warn","ts":"2026-07-27T13:16:48.773375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.984014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T13:16:48.773473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.149446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:16:48.773535Z","caller":"traceutil/trace.go:171","msg":"trace[1963171821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2074; }","duration":"610.239536ms","start":"2026-07-27T13:16:48.163283Z","end":"2026-07-27T13:16:48.773523Z","steps":["trace[1963171821] 'range keys from in-memory index tree' (duration: 610.055995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.163234Z","time spent":"610.325088ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:48.773596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.449412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T13:16:48.773642Z","caller":"traceutil/trace.go:171","msg":"trace[483504031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2074; }","duration":"591.536672ms","start":"2026-07-27T13:16:48.182094Z","end":"2026-07-27T13:16:48.773631Z","steps":["trace[483504031] 'range keys from in-memory index tree' (duration: 591.30421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.182072Z","time spent":"591.595203ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:16:48.773512Z","caller":"traceutil/trace.go:171","msg":"trace[1490847696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2074; }","duration":"626.130755ms","start":"2026-07-27T13:16:48.147334Z","end":"2026-07-27T13:16:48.773465Z","steps":["trace[1490847696] 'range keys from in-memory index tree' (duration: 625.848772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.067122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T13:16:48.773789Z","caller":"traceutil/trace.go:171","msg":"trace[2117215175] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2074; }","duration":"599.131364ms","start":"2026-07-27T13:16:48.174651Z","end":"2026-07-27T13:16:48.773782Z","steps":["trace[2117215175] 'range keys from in-memory index tree' (duration: 598.987582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.174629Z","time spent":"599.171654ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:16:48.773766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.147308Z","time spent":"626.441797ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:48.773865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.455884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:16:48.773951Z","caller":"traceutil/trace.go:171","msg":"trace[1069247142] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2074; }","duration":"588.582375ms","start":"2026-07-27T13:16:48.185347Z","end":"2026-07-27T13:16:48.77393Z","steps":["trace[1069247142] 'range keys from in-memory index tree' (duration: 588.280903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.563089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T13:16:48.773998Z","caller":"traceutil/trace.go:171","msg":"trace[562376621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2074; }","duration":"599.359666ms","start":"2026-07-27T13:16:48.174633Z","end":"2026-07-27T13:16:48.773993Z","steps":["trace[562376621] 'range keys from in-memory index tree' (duration: 598.390227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.773998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.185333Z","time spent":"588.655737ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T13:16:48.773911Z","caller":"traceutil/trace.go:171","msg":"trace[250278434] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"366.168341ms","start":"2026-07-27T13:16:48.407737Z","end":"2026-07-27T13:16:48.773905Z","steps":["trace[250278434] 'process raft request' (duration: 361.972881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.774115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.407711Z","time spent":"366.362912ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:48.774017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.174613Z","time spent":"599.399446ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T13:16:48.778808Z","caller":"traceutil/trace.go:171","msg":"trace[705916033] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"370.786803ms","start":"2026-07-27T13:16:48.408005Z","end":"2026-07-27T13:16:48.778792Z","steps":["trace[705916033] 'process raft request' (duration: 370.659132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.778896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.407995Z","time spent":"370.845814ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:48.779276Z","caller":"traceutil/trace.go:171","msg":"trace[404812878] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2160; }","duration":"171.968278ms","start":"2026-07-27T13:16:48.607298Z","end":"2026-07-27T13:16:48.779267Z","steps":["trace[404812878] 'read index received' (duration: 162.423908ms)","trace[404812878] 'applied index is now lower than readState.Index' (duration: 9.54366ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:16:48.779324Z","caller":"traceutil/trace.go:171","msg":"trace[1607210019] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"362.755949ms","start":"2026-07-27T13:16:48.416562Z","end":"2026-07-27T13:16:48.779318Z","steps":["trace[1607210019] 'process raft request' (duration: 362.202244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.77936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.416532Z","time spent":"362.804989ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:48.779463Z","caller":"traceutil/trace.go:171","msg":"trace[1993088418] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"356.884823ms","start":"2026-07-27T13:16:48.422572Z","end":"2026-07-27T13:16:48.779457Z","steps":["trace[1993088418] 'process raft request' (duration: 356.617421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.779501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.422542Z","time spent":"356.939774ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:48.779589Z","caller":"traceutil/trace.go:171","msg":"trace[892193440] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"311.118729ms","start":"2026-07-27T13:16:48.468465Z","end":"2026-07-27T13:16:48.779583Z","steps":["trace[892193440] 'process raft request' (duration: 310.761245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.779629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:48.468442Z","time spent":"311.167079ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:48.779749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.448172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:48.779778Z","caller":"traceutil/trace.go:171","msg":"trace[2031888520] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2079; }","duration":"172.558853ms","start":"2026-07-27T13:16:48.607211Z","end":"2026-07-27T13:16:48.77977Z","steps":["trace[2031888520] 'agreement among raft nodes before linearized reading' (duration: 172.486033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:48.780173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.127301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:16:48.782322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.285956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T13:16:48.78241Z","caller":"traceutil/trace.go:171","msg":"trace[1214137740] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2081; }","duration":"107.436667ms","start":"2026-07-27T13:16:48.674962Z","end":"2026-07-27T13:16:48.782399Z","steps":["trace[1214137740] 'agreement among raft nodes before linearized reading' (duration: 107.303886ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:48.780232Z","caller":"traceutil/trace.go:171","msg":"trace[1793668311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2081; }","duration":"169.254391ms","start":"2026-07-27T13:16:48.610964Z","end":"2026-07-27T13:16:48.780218Z","steps":["trace[1793668311] 'agreement among raft nodes before linearized reading' (duration: 169.09629ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:53.893023Z","caller":"traceutil/trace.go:171","msg":"trace[1556745573] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"145.280202ms","start":"2026-07-27T13:16:53.747694Z","end":"2026-07-27T13:16:53.892974Z","steps":["trace[1556745573] 'process raft request' (duration: 144.922999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:55.112874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708226810,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T13:16:55.359027Z","caller":"traceutil/trace.go:171","msg":"trace[1668967963] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"777.600474ms","start":"2026-07-27T13:16:54.581398Z","end":"2026-07-27T13:16:55.358999Z","steps":["trace[1668967963] 'process raft request' (duration: 777.352381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:55.359229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.581378Z","time spent":"777.747735ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:56.612466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000213699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:16:56.612649Z","caller":"traceutil/trace.go:171","msg":"trace[1654231159] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000461912s","start":"2026-07-27T13:16:54.612166Z","end":"2026-07-27T13:16:56.612628Z","steps":["trace[1654231159] 'agreement among raft nodes before linearized reading' (duration: 2.00025926s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.612875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.612137Z","time spent":"2.000722484s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:16:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:16:56.644961Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286064091s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:16:56.648337Z","caller":"traceutil/trace.go:171","msg":"trace[1246516990] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"1.830282061s","start":"2026-07-27T13:16:54.818007Z","end":"2026-07-27T13:16:56.648289Z","steps":["trace[1246516990] 'process raft request' (duration: 1.830111229s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:56.648426Z","caller":"traceutil/trace.go:171","msg":"trace[264563288] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"1.829027469s","start":"2026-07-27T13:16:54.819389Z","end":"2026-07-27T13:16:56.648416Z","steps":["trace[264563288] 'process raft request' (duration: 1.828815467s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.648535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.819343Z","time spent":"1.82911937s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:56.648474Z","caller":"traceutil/trace.go:171","msg":"trace[458617755] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"1.854730516s","start":"2026-07-27T13:16:54.793658Z","end":"2026-07-27T13:16:56.648389Z","steps":["trace[458617755] 'process raft request' (duration: 1.851577928s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:56.648728Z","caller":"traceutil/trace.go:171","msg":"trace[356698745] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"1.826121072s","start":"2026-07-27T13:16:54.822581Z","end":"2026-07-27T13:16:56.648702Z","steps":["trace[356698745] 'process raft request' (duration: 1.825659668s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:56.648721Z","caller":"traceutil/trace.go:171","msg":"trace[1554993917] linearizableReadLoop","detail":"{readStateIndex:2203; appliedIndex:2198; }","duration":"2.036447683s","start":"2026-07-27T13:16:54.612235Z","end":"2026-07-27T13:16:56.648683Z","steps":["trace[1554993917] 'read index received' (duration: 746.669628ms)","trace[1554993917] 'applied index is now lower than readState.Index' (duration: 1.289776965s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:16:56.648825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.822567Z","time spent":"1.826210183s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:56.648918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247546406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:16:56.6489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.793636Z","time spent":"1.855073929s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:16:56.648962Z","caller":"traceutil/trace.go:171","msg":"trace[428860791] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2116; }","duration":"1.247633386s","start":"2026-07-27T13:16:55.401314Z","end":"2026-07-27T13:16:56.648947Z","steps":["trace[428860791] 'agreement among raft nodes before linearized reading' (duration: 1.247563026s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.648961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820896893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:16:56.648971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.384709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:16:56.649003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:55.401292Z","time spent":"1.247702927s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":4,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:16:56.649006Z","caller":"traceutil/trace.go:171","msg":"trace[1160796898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.820962015s","start":"2026-07-27T13:16:54.828031Z","end":"2026-07-27T13:16:56.648993Z","steps":["trace[1160796898] 'agreement among raft nodes before linearized reading' (duration: 1.820791233s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:56.649025Z","caller":"traceutil/trace.go:171","msg":"trace[2081190037] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2116; }","duration":"511.499311ms","start":"2026-07-27T13:16:56.137508Z","end":"2026-07-27T13:16:56.649007Z","steps":["trace[2081190037] 'agreement among raft nodes before linearized reading' (duration: 511.38262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.828018Z","time spent":"1.821015655s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:56.649065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:56.137489Z","time spent":"511.563281ms","remote":"127.0.0.1:56900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:16:56.648598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.817985Z","time spent":"1.830455332s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:56.649158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.683343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:16:56.649193Z","caller":"traceutil/trace.go:171","msg":"trace[676429106] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2116; }","duration":"714.750504ms","start":"2026-07-27T13:16:55.93443Z","end":"2026-07-27T13:16:56.649181Z","steps":["trace[676429106] 'agreement among raft nodes before linearized reading' (duration: 714.701363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:55.934411Z","time spent":"714.803455ms","remote":"127.0.0.1:60206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:16:56.649246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.813043111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:16:56.649306Z","caller":"traceutil/trace.go:171","msg":"trace[697879830] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2116; }","duration":"1.813117402s","start":"2026-07-27T13:16:54.836168Z","end":"2026-07-27T13:16:56.649285Z","steps":["trace[697879830] 'agreement among raft nodes before linearized reading' (duration: 1.8129275s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.836157Z","time spent":"1.813177292s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:16:56.649399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816428612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:16:56.64946Z","caller":"traceutil/trace.go:171","msg":"trace[1268541593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.816533404s","start":"2026-07-27T13:16:54.832894Z","end":"2026-07-27T13:16:56.649427Z","steps":["trace[1268541593] 'agreement among raft nodes before linearized reading' (duration: 1.816325752s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.832871Z","time spent":"1.816616154s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:16:56.648366Z","caller":"traceutil/trace.go:171","msg":"trace[1789177578] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"358.750694ms","start":"2026-07-27T13:16:56.289592Z","end":"2026-07-27T13:16:56.648343Z","steps":["trace[1789177578] 'process raft request' (duration: 358.689384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749384883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-27T13:16:56.649534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810072914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:16:56.649562Z","caller":"traceutil/trace.go:171","msg":"trace[1489703309] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2116; }","duration":"1.749456555s","start":"2026-07-27T13:16:54.900087Z","end":"2026-07-27T13:16:56.649544Z","steps":["trace[1489703309] 'agreement among raft nodes before linearized reading' (duration: 1.749319334s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077887221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-07-27T13:16:56.649579Z","caller":"traceutil/trace.go:171","msg":"trace[1637903032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2116; }","duration":"1.810135975s","start":"2026-07-27T13:16:54.839426Z","end":"2026-07-27T13:16:56.649562Z","steps":["trace[1637903032] 'agreement among raft nodes before linearized reading' (duration: 1.810001714s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.90007Z","time spent":"1.749524215s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:16:56.6496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:56.289567Z","time spent":"359.976155ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:16:56.649636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.839414Z","time spent":"1.810206246s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:16:56.649614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.821527529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:16:56.649699Z","caller":"traceutil/trace.go:171","msg":"trace[444910680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2116; }","duration":"1.821663471s","start":"2026-07-27T13:16:54.828014Z","end":"2026-07-27T13:16:56.649678Z","steps":["trace[444910680] 'agreement among raft nodes before linearized reading' (duration: 1.821427679s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:16:56.649607Z","caller":"traceutil/trace.go:171","msg":"trace[1125148919] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2116; }","duration":"1.077957582s","start":"2026-07-27T13:16:55.571639Z","end":"2026-07-27T13:16:56.649596Z","steps":["trace[1125148919] 'agreement among raft nodes before linearized reading' (duration: 1.07769813s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:16:56.649738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:54.827995Z","time spent":"1.821735651s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:16:56.649765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:16:55.571611Z","time spent":"1.078141734s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12013,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T13:17:02.952611Z","caller":"traceutil/trace.go:171","msg":"trace[1303413596] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"164.263244ms","start":"2026-07-27T13:17:02.788324Z","end":"2026-07-27T13:17:02.952587Z","steps":["trace[1303413596] 'process raft request' (duration: 105.074742ms)","trace[1303413596] 'compare' (duration: 58.399725ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:02.952778Z","caller":"traceutil/trace.go:171","msg":"trace[933855340] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"164.316364ms","start":"2026-07-27T13:17:02.788452Z","end":"2026-07-27T13:17:02.952768Z","steps":["trace[933855340] 'process raft request' (duration: 163.706149ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:02.952889Z","caller":"traceutil/trace.go:171","msg":"trace[1462443383] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"164.385285ms","start":"2026-07-27T13:17:02.788493Z","end":"2026-07-27T13:17:02.952879Z","steps":["trace[1462443383] 'process raft request' (duration: 163.713089ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:02.953Z","caller":"traceutil/trace.go:171","msg":"trace[206782773] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"164.466527ms","start":"2026-07-27T13:17:02.788525Z","end":"2026-07-27T13:17:02.952992Z","steps":["trace[206782773] 'process raft request' (duration: 163.71825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:13.928085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.370437ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T13:17:13.92825Z","caller":"traceutil/trace.go:171","msg":"trace[246365501] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2309; }","duration":"684.690626ms","start":"2026-07-27T13:17:13.243533Z","end":"2026-07-27T13:17:13.928223Z","steps":["trace[246365501] 'read index received' (duration: 210.079828ms)","trace[246365501] 'applied index is now lower than readState.Index' (duration: 474.608798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:13.928745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.646495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:13.92883Z","caller":"traceutil/trace.go:171","msg":"trace[1941748234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2218; }","duration":"317.785206ms","start":"2026-07-27T13:17:13.611026Z","end":"2026-07-27T13:17:13.928811Z","steps":["trace[1941748234] 'agreement among raft nodes before linearized reading' (duration: 317.627174ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:13.928804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.327509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:17:13.928868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:13.61098Z","time spent":"317.879637ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:17:13.92891Z","caller":"traceutil/trace.go:171","msg":"trace[1709707146] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:2218; }","duration":"406.499991ms","start":"2026-07-27T13:17:13.522387Z","end":"2026-07-27T13:17:13.928887Z","steps":["trace[1709707146] 'agreement among raft nodes before linearized reading' (duration: 406.248529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:13.928885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.296213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:17:13.928959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:13.522366Z","time spent":"406.584373ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:17:13.929081Z","caller":"traceutil/trace.go:171","msg":"trace[1334098822] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2218; }","duration":"685.546384ms","start":"2026-07-27T13:17:13.243443Z","end":"2026-07-27T13:17:13.928989Z","steps":["trace[1334098822] 'agreement among raft nodes before linearized reading' (duration: 685.243361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:13.929434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:13.243423Z","time spent":"685.996929ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:17:14.948872Z","caller":"traceutil/trace.go:171","msg":"trace[60764550] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"203.447583ms","start":"2026-07-27T13:17:14.745403Z","end":"2026-07-27T13:17:14.94885Z","steps":["trace[60764550] 'process raft request' (duration: 203.16795ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:15.547056Z","caller":"traceutil/trace.go:171","msg":"trace[1897111343] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2310; }","duration":"651.49879ms","start":"2026-07-27T13:17:14.89553Z","end":"2026-07-27T13:17:15.547029Z","steps":["trace[1897111343] 'read index received' (duration: 53.096889ms)","trace[1897111343] 'applied index is now lower than readState.Index' (duration: 598.400871ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:15.54707Z","caller":"traceutil/trace.go:171","msg":"trace[720429924] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"716.002379ms","start":"2026-07-27T13:17:14.831024Z","end":"2026-07-27T13:17:15.547026Z","steps":["trace[720429924] 'process raft request' (duration: 708.929846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.547223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:14.830995Z","time spent":"716.147224ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:15.547438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.914915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:17:15.5475Z","caller":"traceutil/trace.go:171","msg":"trace[676863487] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2222; }","duration":"651.987757ms","start":"2026-07-27T13:17:14.89548Z","end":"2026-07-27T13:17:15.547468Z","steps":["trace[676863487] 'agreement among raft nodes before linearized reading' (duration: 651.869182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.547531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:14.89546Z","time spent":"652.062289ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:17:15.547682Z","caller":"traceutil/trace.go:171","msg":"trace[89751832] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"716.588783ms","start":"2026-07-27T13:17:14.831083Z","end":"2026-07-27T13:17:15.547672Z","steps":["trace[89751832] 'process raft request' (duration: 715.804263ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.547741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:14.831056Z","time spent":"716.655155ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:15.547867Z","caller":"traceutil/trace.go:171","msg":"trace[279275009] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"716.71206ms","start":"2026-07-27T13:17:14.831146Z","end":"2026-07-27T13:17:15.547858Z","steps":["trace[279275009] 'process raft request' (duration: 715.823565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.547924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:14.831133Z","time spent":"716.761232ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:15.54798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.727089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-27T13:17:15.548209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.244814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T13:17:15.548265Z","caller":"traceutil/trace.go:171","msg":"trace[368542972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2222; }","duration":"529.314866ms","start":"2026-07-27T13:17:15.018932Z","end":"2026-07-27T13:17:15.548246Z","steps":["trace[368542972] 'agreement among raft nodes before linearized reading' (duration: 529.188601ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.548301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.01892Z","time spent":"529.372869ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:17:15.548357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.273658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T13:17:15.548259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.456086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:17:15.54839Z","caller":"traceutil/trace.go:171","msg":"trace[465673862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2222; }","duration":"527.33868ms","start":"2026-07-27T13:17:15.021042Z","end":"2026-07-27T13:17:15.548381Z","steps":["trace[465673862] 'agreement among raft nodes before linearized reading' (duration: 527.247957ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:15.548423Z","caller":"traceutil/trace.go:171","msg":"trace[556789086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2222; }","duration":"526.660254ms","start":"2026-07-27T13:17:15.021753Z","end":"2026-07-27T13:17:15.548413Z","steps":["trace[556789086] 'agreement among raft nodes before linearized reading' (duration: 526.207856ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.548472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.02099Z","time spent":"527.430784ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:15.548482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.021746Z","time spent":"526.706185ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:15.5486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.495317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-07-27T13:17:15.548622Z","caller":"traceutil/trace.go:171","msg":"trace[387444603] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2222; }","duration":"610.838032ms","start":"2026-07-27T13:17:14.937182Z","end":"2026-07-27T13:17:15.54802Z","steps":["trace[387444603] 'agreement among raft nodes before linearized reading' (duration: 610.249878ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:15.548634Z","caller":"traceutil/trace.go:171","msg":"trace[34628203] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2222; }","duration":"534.57585ms","start":"2026-07-27T13:17:15.014049Z","end":"2026-07-27T13:17:15.548625Z","steps":["trace[34628203] 'agreement among raft nodes before linearized reading' (duration: 534.491867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:15.548662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.013973Z","time spent":"534.682484ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:15.548657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:14.937158Z","time spent":"611.490016ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:17:16.080565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.388171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:17:16.080827Z","caller":"traceutil/trace.go:171","msg":"trace[1739525671] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"525.973991ms","start":"2026-07-27T13:17:15.55483Z","end":"2026-07-27T13:17:16.080804Z","steps":["trace[1739525671] 'process raft request' (duration: 525.869577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.080916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.554813Z","time spent":"526.063735ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:16.080932Z","caller":"traceutil/trace.go:171","msg":"trace[1751384111] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"526.362786ms","start":"2026-07-27T13:17:15.554497Z","end":"2026-07-27T13:17:16.08086Z","steps":["trace[1751384111] 'process raft request' (duration: 307.511107ms)","trace[1751384111] 'compare' (duration: 218.200325ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:16.081255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.554453Z","time spent":"526.640137ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:16.081264Z","caller":"traceutil/trace.go:171","msg":"trace[124533814] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"455.412449ms","start":"2026-07-27T13:17:15.6258Z","end":"2026-07-27T13:17:16.081212Z","steps":["trace[124533814] 'process raft request' (duration: 455.353777ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.081516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.62578Z","time spent":"455.620136ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:16.081546Z","caller":"traceutil/trace.go:171","msg":"trace[709485935] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"525.467202ms","start":"2026-07-27T13:17:15.556061Z","end":"2026-07-27T13:17:16.081528Z","steps":["trace[709485935] 'process raft request' (duration: 524.910971ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:16.081559Z","caller":"traceutil/trace.go:171","msg":"trace[31677806] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"525.496243ms","start":"2026-07-27T13:17:15.55602Z","end":"2026-07-27T13:17:16.081516Z","steps":["trace[31677806] 'process raft request' (duration: 524.739565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.081694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.556043Z","time spent":"525.532775ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:16.081757Z","caller":"traceutil/trace.go:171","msg":"trace[97730820] linearizableReadLoop","detail":"{readStateIndex:2319; appliedIndex:2315; }","duration":"469.231891ms","start":"2026-07-27T13:17:15.61251Z","end":"2026-07-27T13:17:16.081742Z","steps":["trace[97730820] 'read index received' (duration: 249.421865ms)","trace[97730820] 'applied index is now lower than readState.Index' (duration: 219.808836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:16.081764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.55599Z","time spent":"525.658989ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:16.081852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.341335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:16.082136Z","caller":"traceutil/trace.go:171","msg":"trace[1719688854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"469.414507ms","start":"2026-07-27T13:17:15.612467Z","end":"2026-07-27T13:17:16.081882Z","steps":["trace[1719688854] 'agreement among raft nodes before linearized reading' (duration: 469.338734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.08223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:15.612434Z","time spent":"469.775852ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:17:16.825255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.199878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:17:16.825344Z","caller":"traceutil/trace.go:171","msg":"trace[2022547694] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2228; }","duration":"265.351525ms","start":"2026-07-27T13:17:16.559971Z","end":"2026-07-27T13:17:16.825323Z","steps":["trace[2022547694] 'range keys from in-memory index tree' (duration: 264.98294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.825835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.821386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:17:16.825924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.302727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c627f34004d713\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-27T13:17:16.825932Z","caller":"traceutil/trace.go:171","msg":"trace[558390904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2228; }","duration":"214.957691ms","start":"2026-07-27T13:17:16.61095Z","end":"2026-07-27T13:17:16.825907Z","steps":["trace[558390904] 'range keys from in-memory index tree' (duration: 214.759003ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:16.825959Z","caller":"traceutil/trace.go:171","msg":"trace[675508971] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c627f34004d713; range_end:; response_count:1; response_revision:2228; }","duration":"417.373899ms","start":"2026-07-27T13:17:16.408575Z","end":"2026-07-27T13:17:16.825949Z","steps":["trace[675508971] 'range keys from in-memory index tree' (duration: 417.181452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:16.825997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:16.408557Z","time spent":"417.430972ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c627f34004d713\" "} {"level":"info","ts":"2026-07-27T13:17:17.077924Z","caller":"traceutil/trace.go:171","msg":"trace[416290650] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"122.279668ms","start":"2026-07-27T13:17:16.955626Z","end":"2026-07-27T13:17:17.077906Z","steps":["trace[416290650] 'process raft request' (duration: 62.291398ms)","trace[416290650] 'compare' (duration: 59.911427ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:17.07794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.711408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:17:17.078062Z","caller":"traceutil/trace.go:171","msg":"trace[115266193] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"151.892985ms","start":"2026-07-27T13:17:16.926162Z","end":"2026-07-27T13:17:17.078055Z","steps":["trace[115266193] 'range keys from in-memory index tree' (duration: 151.560893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:18.074205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708227073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:17:18.354825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142863107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-27T13:17:18.355275Z","caller":"traceutil/trace.go:171","msg":"trace[2087090716] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2230; }","duration":"1.143311375s","start":"2026-07-27T13:17:17.211913Z","end":"2026-07-27T13:17:18.355224Z","steps":["trace[2087090716] 'range keys from in-memory index tree' (duration: 1.142729222s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:18.355336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.211898Z","time spent":"1.143422289s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-27T13:17:18.462032Z","caller":"traceutil/trace.go:171","msg":"trace[213818414] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"908.434136ms","start":"2026-07-27T13:17:17.55358Z","end":"2026-07-27T13:17:18.462014Z","steps":["trace[213818414] 'process raft request' (duration: 908.27845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:18.462139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.553556Z","time spent":"908.524599ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:20.609189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:17:20.609266Z","caller":"traceutil/trace.go:171","msg":"trace[1316895177] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000556815s","start":"2026-07-27T13:17:18.60869Z","end":"2026-07-27T13:17:20.609247Z","steps":["trace[1316895177] 'agreement among raft nodes before linearized reading' (duration: 2.000467542s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.609306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.608633Z","time spent":"2.000664689s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:17:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:17:20.666811Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.20485681s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:17:20.667438Z","caller":"traceutil/trace.go:171","msg":"trace[795171116] linearizableReadLoop","detail":"{readStateIndex:2325; appliedIndex:2322; }","duration":"3.093594263s","start":"2026-07-27T13:17:17.573823Z","end":"2026-07-27T13:17:20.667417Z","steps":["trace[795171116] 'read index received' (duration: 888.155322ms)","trace[795171116] 'applied index is now lower than readState.Index' (duration: 2.205438231s)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:20.667502Z","caller":"traceutil/trace.go:171","msg":"trace[46307375] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"3.109874915s","start":"2026-07-27T13:17:17.557619Z","end":"2026-07-27T13:17:20.667494Z","steps":["trace[46307375] 'process raft request' (duration: 3.109733479s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:20.667513Z","caller":"traceutil/trace.go:171","msg":"trace[881212900] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"3.112855018s","start":"2026-07-27T13:17:17.554623Z","end":"2026-07-27T13:17:20.667478Z","steps":["trace[881212900] 'process raft request' (duration: 3.112558127s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.667593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.557608Z","time spent":"3.109920026s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:20.667715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.554612Z","time spent":"3.112985212s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:20.667834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.093985828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:17:20.667922Z","caller":"traceutil/trace.go:171","msg":"trace[1981841369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2234; }","duration":"3.094150614s","start":"2026-07-27T13:17:17.573752Z","end":"2026-07-27T13:17:20.667903Z","steps":["trace[1981841369] 'agreement among raft nodes before linearized reading' (duration: 3.093832772s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.667979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.573736Z","time spent":"3.094231897s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:17:20.668248Z","caller":"traceutil/trace.go:171","msg":"trace[483235640] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"2.309494612s","start":"2026-07-27T13:17:18.358731Z","end":"2026-07-27T13:17:20.668225Z","steps":["trace[483235640] 'process raft request' (duration: 2.308659231s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.66834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.35871Z","time spent":"2.309588345s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:20.719572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.88555761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:17:20.719665Z","caller":"traceutil/trace.go:171","msg":"trace[2042133211] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2237; }","duration":"2.885703395s","start":"2026-07-27T13:17:17.833942Z","end":"2026-07-27T13:17:20.719645Z","steps":["trace[2042133211] 'agreement among raft nodes before linearized reading' (duration: 2.885432455s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.719698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885338446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-27T13:17:20.719715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.833921Z","time spent":"2.885780958s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T13:17:20.719749Z","caller":"traceutil/trace.go:171","msg":"trace[1041788012] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2237; }","duration":"1.885422729s","start":"2026-07-27T13:17:18.834311Z","end":"2026-07-27T13:17:20.719734Z","steps":["trace[1041788012] 'agreement among raft nodes before linearized reading' (duration: 1.885301495s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.719822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.834292Z","time spent":"1.885513712s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T13:17:20.719973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094627843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:17:20.720021Z","caller":"traceutil/trace.go:171","msg":"trace[1685801720] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2237; }","duration":"2.094709646s","start":"2026-07-27T13:17:18.625298Z","end":"2026-07-27T13:17:20.720008Z","steps":["trace[1685801720] 'agreement among raft nodes before linearized reading' (duration: 2.094634963s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:20.720059Z","caller":"traceutil/trace.go:171","msg":"trace[1500778947] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"1.637234172s","start":"2026-07-27T13:17:19.082806Z","end":"2026-07-27T13:17:20.72004Z","steps":["trace[1500778947] 'process raft request' (duration: 1.636252274s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.720177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722759025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-27T13:17:20.720183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.632424524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:17:20.720235Z","caller":"traceutil/trace.go:171","msg":"trace[1765240189] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:2237; }","duration":"2.722870279s","start":"2026-07-27T13:17:17.997352Z","end":"2026-07-27T13:17:20.720223Z","steps":["trace[1765240189] 'agreement among raft nodes before linearized reading' (duration: 2.722656101s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.720264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:17.997332Z","time spent":"2.722926121s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"info","ts":"2026-07-27T13:17:20.720286Z","caller":"traceutil/trace.go:171","msg":"trace[875313997] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"1.521555422s","start":"2026-07-27T13:17:19.198712Z","end":"2026-07-27T13:17:20.720268Z","steps":["trace[875313997] 'process raft request' (duration: 1.520481471s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.72033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.630993618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T13:17:20.720362Z","caller":"traceutil/trace.go:171","msg":"trace[370860849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2237; }","duration":"2.631066901s","start":"2026-07-27T13:17:18.089282Z","end":"2026-07-27T13:17:20.720349Z","steps":["trace[370860849] 'agreement among raft nodes before linearized reading' (duration: 2.631000139s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.720395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.089248Z","time spent":"2.631139254s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:17:20.720196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:19.08278Z","time spent":"1.637341876s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:20.720452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.799192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:17:20.720473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.633914509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T13:17:20.720504Z","caller":"traceutil/trace.go:171","msg":"trace[147769952] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"254.005113ms","start":"2026-07-27T13:17:20.466488Z","end":"2026-07-27T13:17:20.720493Z","steps":["trace[147769952] 'process raft request' (duration: 252.777067ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:20.720512Z","caller":"traceutil/trace.go:171","msg":"trace[770438793] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2237; }","duration":"110.917307ms","start":"2026-07-27T13:17:20.609583Z","end":"2026-07-27T13:17:20.7205Z","steps":["trace[770438793] 'agreement among raft nodes before linearized reading' (duration: 110.792612ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:20.720537Z","caller":"traceutil/trace.go:171","msg":"trace[1211876076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2237; }","duration":"2.634035734s","start":"2026-07-27T13:17:18.086485Z","end":"2026-07-27T13:17:20.720521Z","steps":["trace[1211876076] 'agreement among raft nodes before linearized reading' (duration: 2.633849927s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:20.720258Z","caller":"traceutil/trace.go:171","msg":"trace[249158742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2237; }","duration":"2.632550688s","start":"2026-07-27T13:17:18.08769Z","end":"2026-07-27T13:17:20.72024Z","steps":["trace[249158742] 'agreement among raft nodes before linearized reading' (duration: 2.632295779s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.720555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631373783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T13:17:20.720585Z","caller":"traceutil/trace.go:171","msg":"trace[261598695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2237; }","duration":"2.631423605s","start":"2026-07-27T13:17:18.089153Z","end":"2026-07-27T13:17:20.720576Z","steps":["trace[261598695] 'agreement among raft nodes before linearized reading' (duration: 2.631350382s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.72058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.086452Z","time spent":"2.634118557s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:20.720616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.089142Z","time spent":"2.631467746s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:20.720463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.25777854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:17:20.720583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.087665Z","time spent":"2.632909142s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:20.720391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:19.198688Z","time spent":"1.521658496s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:20.720678Z","caller":"traceutil/trace.go:171","msg":"trace[1677057663] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2237; }","duration":"1.258028279s","start":"2026-07-27T13:17:19.462639Z","end":"2026-07-27T13:17:20.720667Z","steps":["trace[1677057663] 'agreement among raft nodes before linearized reading' (duration: 1.25777928s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:20.720723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:19.46261Z","time spent":"1.258094792s","remote":"127.0.0.1:49084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":23,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:17:20.720067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:18.625275Z","time spent":"2.094779938s","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":5,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:17:21.011958Z","caller":"traceutil/trace.go:171","msg":"trace[2095142501] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"339.144238ms","start":"2026-07-27T13:17:20.67279Z","end":"2026-07-27T13:17:21.011934Z","steps":["trace[2095142501] 'process raft request' (duration: 315.550004ms)","trace[2095142501] 'compare' (duration: 23.364336ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:21.012087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.672765Z","time spent":"339.255292ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:22.727921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000269935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T13:17:22.727991Z","caller":"traceutil/trace.go:171","msg":"trace[1303212098] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036672s","start":"2026-07-27T13:17:20.727611Z","end":"2026-07-27T13:17:22.727977Z","steps":["trace[1303212098] 'agreement among raft nodes before linearized reading' (duration: 2.000282567s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:22.72807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.727601Z","time spent":"2.000457873s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:17:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:17:23.201748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.213362862s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T13:17:23.341408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.415654ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-07-27T13:17:23.341725Z","caller":"traceutil/trace.go:171","msg":"trace[194565978] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2329; }","duration":"2.61746061s","start":"2026-07-27T13:17:20.724251Z","end":"2026-07-27T13:17:23.341712Z","steps":["trace[194565978] 'read index received' (duration: 264.066471ms)","trace[194565978] 'applied index is now lower than readState.Index' (duration: 2.353393189s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:23.341783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.723029Z","time spent":"2.618751228s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T13:17:23.341997Z","caller":"traceutil/trace.go:171","msg":"trace[2077748901] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"2.61562175s","start":"2026-07-27T13:17:20.726366Z","end":"2026-07-27T13:17:23.341988Z","steps":["trace[2077748901] 'process raft request' (duration: 2.615115452s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.726349Z","time spent":"2.615670433s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.342156Z","caller":"traceutil/trace.go:171","msg":"trace[363147642] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"2.615749315s","start":"2026-07-27T13:17:20.7264Z","end":"2026-07-27T13:17:23.34215Z","steps":["trace[363147642] 'process raft request' (duration: 2.615179765s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.726388Z","time spent":"2.615787116s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.342274Z","caller":"traceutil/trace.go:171","msg":"trace[1708984708] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"2.615833498s","start":"2026-07-27T13:17:20.726434Z","end":"2026-07-27T13:17:23.342268Z","steps":["trace[1708984708] 'process raft request' (duration: 2.615185654s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.726428Z","time spent":"2.6158636s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.342388Z","caller":"traceutil/trace.go:171","msg":"trace[1335089765] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"2.615524687s","start":"2026-07-27T13:17:20.726856Z","end":"2026-07-27T13:17:23.342381Z","steps":["trace[1335089765] 'process raft request' (duration: 2.6147916s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.726849Z","time spent":"2.615557688s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.342516Z","caller":"traceutil/trace.go:171","msg":"trace[507366130] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"2.615593239s","start":"2026-07-27T13:17:20.726915Z","end":"2026-07-27T13:17:23.342508Z","steps":["trace[507366130] 'process raft request' (duration: 2.614753378s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.726909Z","time spent":"2.615629461s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.342652Z","caller":"traceutil/trace.go:171","msg":"trace[1503882531] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"2.471216395s","start":"2026-07-27T13:17:20.871429Z","end":"2026-07-27T13:17:23.342645Z","steps":["trace[1503882531] 'process raft request' (duration: 2.470258669s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.871398Z","time spent":"2.471272486s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:23.342827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618573751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c627d16694e2c8\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-27T13:17:23.34285Z","caller":"traceutil/trace.go:171","msg":"trace[1221879098] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c627d16694e2c8; range_end:; response_count:1; response_revision:2244; }","duration":"2.618620663s","start":"2026-07-27T13:17:20.724224Z","end":"2026-07-27T13:17:23.342844Z","steps":["trace[1221879098] 'agreement among raft nodes before linearized reading' (duration: 2.618534s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.342869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.72421Z","time spent":"2.618655334s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c627d16694e2c8\" "} {"level":"info","ts":"2026-07-27T13:17:23.366541Z","caller":"traceutil/trace.go:171","msg":"trace[433540065] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"693.336439ms","start":"2026-07-27T13:17:22.67318Z","end":"2026-07-27T13:17:23.366516Z","steps":["trace[433540065] 'process raft request' (duration: 693.156942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.366609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506526117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:17:23.366656Z","caller":"traceutil/trace.go:171","msg":"trace[390611743] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2248; }","duration":"2.506635811s","start":"2026-07-27T13:17:20.860011Z","end":"2026-07-27T13:17:23.366647Z","steps":["trace[390611743] 'agreement among raft nodes before linearized reading' (duration: 2.506506246s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.366876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:20.859987Z","time spent":"2.50688129s","remote":"127.0.0.1:49042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:17:23.366871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.673155Z","time spent":"693.456024ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:23.366917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.052889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:17:23.366986Z","caller":"traceutil/trace.go:171","msg":"trace[912347803] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2248; }","duration":"351.159023ms","start":"2026-07-27T13:17:23.015811Z","end":"2026-07-27T13:17:23.36697Z","steps":["trace[912347803] 'agreement among raft nodes before linearized reading' (duration: 350.745178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.944317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:23.367034Z","caller":"traceutil/trace.go:171","msg":"trace[1409695142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"638.986678ms","start":"2026-07-27T13:17:22.728041Z","end":"2026-07-27T13:17:23.367028Z","steps":["trace[1409695142] 'agreement among raft nodes before linearized reading' (duration: 638.953937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.36704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.015796Z","time spent":"351.233056ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:17:23.367058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.728031Z","time spent":"639.023239ms","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:17:23.36701Z","caller":"traceutil/trace.go:171","msg":"trace[414731513] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"641.109157ms","start":"2026-07-27T13:17:22.725833Z","end":"2026-07-27T13:17:23.366942Z","steps":["trace[414731513] 'process raft request' (duration: 640.633859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.19709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:17:23.36721Z","caller":"traceutil/trace.go:171","msg":"trace[704674183] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2248; }","duration":"797.275643ms","start":"2026-07-27T13:17:22.569929Z","end":"2026-07-27T13:17:23.367204Z","steps":["trace[704674183] 'agreement among raft nodes before linearized reading' (duration: 797.21131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.569913Z","time spent":"797.309733ms","remote":"127.0.0.1:49134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:17:23.367252Z","caller":"traceutil/trace.go:171","msg":"trace[1941941362] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"641.328946ms","start":"2026-07-27T13:17:22.72591Z","end":"2026-07-27T13:17:23.367239Z","steps":["trace[1941941362] 'process raft request' (duration: 640.577368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282130744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-07-27T13:17:23.367423Z","caller":"traceutil/trace.go:171","msg":"trace[65627429] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2248; }","duration":"1.282193276s","start":"2026-07-27T13:17:22.085224Z","end":"2026-07-27T13:17:23.367417Z","steps":["trace[65627429] 'agreement among raft nodes before linearized reading' (duration: 1.282106682s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.085203Z","time spent":"1.282233377s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T13:17:23.367357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.7259Z","time spent":"641.381758ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:23.367442Z","caller":"traceutil/trace.go:171","msg":"trace[447281428] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"694.113088ms","start":"2026-07-27T13:17:22.673315Z","end":"2026-07-27T13:17:23.367428Z","steps":["trace[447281428] 'process raft request' (duration: 693.121321ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.72581Z","time spent":"641.356786ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:23.367518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:22.673274Z","time spent":"694.206501ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:23.367596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.639957349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:17:23.367646Z","caller":"traceutil/trace.go:171","msg":"trace[631851641] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2248; }","duration":"1.640029051s","start":"2026-07-27T13:17:21.727595Z","end":"2026-07-27T13:17:23.367624Z","steps":["trace[631851641] 'agreement among raft nodes before linearized reading' (duration: 1.639939578s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:23.367672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:21.727575Z","time spent":"1.640091264s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:17:25.375083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T13:17:25.375165Z","caller":"traceutil/trace.go:171","msg":"trace[460504717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000347155s","start":"2026-07-27T13:17:23.374801Z","end":"2026-07-27T13:17:25.375148Z","steps":["trace[460504717] 'agreement among raft nodes before linearized reading' (duration: 2.000252412s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:25.375206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.374788Z","time spent":"2.000408278s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 13:17:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T13:17:26.341317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.584699708s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:17:26.341911Z","caller":"traceutil/trace.go:171","msg":"trace[765342476] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"2.995974485s","start":"2026-07-27T13:17:23.3459Z","end":"2026-07-27T13:17:26.341875Z","steps":["trace[765342476] 'process raft request' (duration: 2.995499187s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:26.342137Z","caller":"traceutil/trace.go:171","msg":"trace[1684846582] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"2.969703422s","start":"2026-07-27T13:17:23.372407Z","end":"2026-07-27T13:17:26.34211Z","steps":["trace[1684846582] 'process raft request' (duration: 2.969182663s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:26.342147Z","caller":"traceutil/trace.go:171","msg":"trace[19011383] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"2.996835897s","start":"2026-07-27T13:17:23.345282Z","end":"2026-07-27T13:17:26.342118Z","steps":["trace[19011383] 'process raft request' (duration: 411.266796ms)","trace[19011383] 'compare' (duration: 2.584035204s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:26.342129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.345884Z","time spent":"2.99610891s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:26.342248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.37238Z","time spent":"2.969812776s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:26.342275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.345261Z","time spent":"2.996945901s","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:26.534038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.397232ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T13:17:26.534197Z","caller":"traceutil/trace.go:171","msg":"trace[1352063876] linearizableReadLoop","detail":"{readStateIndex:2344; appliedIndex:2341; }","duration":"3.159340622s","start":"2026-07-27T13:17:23.374837Z","end":"2026-07-27T13:17:26.534177Z","steps":["trace[1352063876] 'read index received' (duration: 381.798336ms)","trace[1352063876] 'applied index is now lower than readState.Index' (duration: 2.777540846s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:26.627431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501880083s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:17:26.627916Z","caller":"traceutil/trace.go:171","msg":"trace[2038793003] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"1.772310715s","start":"2026-07-27T13:17:24.855579Z","end":"2026-07-27T13:17:26.62789Z","steps":["trace[2038793003] 'process raft request' (duration: 1.772111668s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:26.628131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:24.855555Z","time spent":"1.772432919s","remote":"127.0.0.1:48960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:27.01069Z","caller":"traceutil/trace.go:171","msg":"trace[1074093007] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"1.637429426s","start":"2026-07-27T13:17:25.37324Z","end":"2026-07-27T13:17:27.010669Z","steps":["trace[1074093007] 'process raft request' (duration: 1.637355973s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.010802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.373207Z","time spent":"1.63753994s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:27.010798Z","caller":"traceutil/trace.go:171","msg":"trace[1791886600] linearizableReadLoop","detail":"{readStateIndex:2351; appliedIndex:2345; }","duration":"476.520389ms","start":"2026-07-27T13:17:26.534263Z","end":"2026-07-27T13:17:27.010783Z","steps":["trace[1791886600] 'read index received' (duration: 93.366479ms)","trace[1791886600] 'applied index is now lower than readState.Index' (duration: 383.15327ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:27.010914Z","caller":"traceutil/trace.go:171","msg":"trace[873397751] transaction","detail":"{read_only:false; response_revision:2255; number_of_response:1; }","duration":"1.63699978s","start":"2026-07-27T13:17:25.373906Z","end":"2026-07-27T13:17:27.010905Z","steps":["trace[873397751] 'process raft request' (duration: 1.636726291s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:27.010963Z","caller":"traceutil/trace.go:171","msg":"trace[1511604679] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"1.637855361s","start":"2026-07-27T13:17:25.373101Z","end":"2026-07-27T13:17:27.010956Z","steps":["trace[1511604679] 'process raft request' (duration: 1.635072541s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.010972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.373788Z","time spent":"1.637152716s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:27.011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.37308Z","time spent":"1.637898933s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:27.011154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664411963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T13:17:27.011151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881462583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:27.011174Z","caller":"traceutil/trace.go:171","msg":"trace[770827812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2257; }","duration":"1.664468175s","start":"2026-07-27T13:17:25.3467Z","end":"2026-07-27T13:17:27.011168Z","steps":["trace[770827812] 'agreement among raft nodes before linearized reading' (duration: 1.664395032s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:27.011183Z","caller":"traceutil/trace.go:171","msg":"trace[658910413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2257; }","duration":"1.881531625s","start":"2026-07-27T13:17:25.12964Z","end":"2026-07-27T13:17:27.011172Z","steps":["trace[658910413] 'agreement among raft nodes before linearized reading' (duration: 1.881485193s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.34668Z","time spent":"1.664508408s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:17:27.011207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.129598Z","time spent":"1.881602749s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:17:27.011327Z","caller":"traceutil/trace.go:171","msg":"trace[466773965] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"1.636255734s","start":"2026-07-27T13:17:25.375061Z","end":"2026-07-27T13:17:27.011316Z","steps":["trace[466773965] 'process raft request' (duration: 1.635628421s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.01141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.375052Z","time spent":"1.636315816s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:27.011439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635362674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:17:27.011471Z","caller":"traceutil/trace.go:171","msg":"trace[1548754858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2257; }","duration":"2.635419306s","start":"2026-07-27T13:17:24.376041Z","end":"2026-07-27T13:17:27.01146Z","steps":["trace[1548754858] 'agreement among raft nodes before linearized reading' (duration: 2.635326123s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:24.376025Z","time spent":"2.635464587s","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:17:27.011536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.492017983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:27.011575Z","caller":"traceutil/trace.go:171","msg":"trace[1823439103] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2257; }","duration":"3.492089096s","start":"2026-07-27T13:17:23.519475Z","end":"2026-07-27T13:17:27.011564Z","steps":["trace[1823439103] 'agreement among raft nodes before linearized reading' (duration: 3.492019104s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636228121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:17:27.011652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632476946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:27.01167Z","caller":"traceutil/trace.go:171","msg":"trace[978218268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2257; }","duration":"1.636363477s","start":"2026-07-27T13:17:25.375284Z","end":"2026-07-27T13:17:27.011648Z","steps":["trace[978218268] 'agreement among raft nodes before linearized reading' (duration: 1.636214602s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664019899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-27T13:17:27.011729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.375239Z","time spent":"1.636477421s","remote":"127.0.0.1:48794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:17:27.011751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.188211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:17:27.011785Z","caller":"traceutil/trace.go:171","msg":"trace[1587895989] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2257; }","duration":"364.276705ms","start":"2026-07-27T13:17:26.6475Z","end":"2026-07-27T13:17:27.011777Z","steps":["trace[1587895989] 'agreement among raft nodes before linearized reading' (duration: 364.212272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:26.64748Z","time spent":"364.329606ms","remote":"127.0.0.1:48890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":25,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:17:27.011839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665055767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:17:27.011871Z","caller":"traceutil/trace.go:171","msg":"trace[382224890] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2257; }","duration":"1.665104389s","start":"2026-07-27T13:17:25.346759Z","end":"2026-07-27T13:17:27.011864Z","steps":["trace[382224890] 'agreement among raft nodes before linearized reading' (duration: 1.665018236s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.0119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.346754Z","time spent":"1.66513942s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T13:17:27.011761Z","caller":"traceutil/trace.go:171","msg":"trace[431589971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2257; }","duration":"1.6640555s","start":"2026-07-27T13:17:25.347696Z","end":"2026-07-27T13:17:27.011751Z","steps":["trace[431589971] 'agreement among raft nodes before linearized reading' (duration: 1.663973327s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.347663Z","time spent":"1.664291138s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T13:17:27.011686Z","caller":"traceutil/trace.go:171","msg":"trace[534236052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2257; }","duration":"3.632526268s","start":"2026-07-27T13:17:23.379151Z","end":"2026-07-27T13:17:27.011677Z","steps":["trace[534236052] 'agreement among raft nodes before linearized reading' (duration: 3.632478276s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.012092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.379143Z","time spent":"3.632940663s","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-27T13:17:27.012104Z","caller":"traceutil/trace.go:171","msg":"trace[17701672] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"677.018515ms","start":"2026-07-27T13:17:26.334941Z","end":"2026-07-27T13:17:27.011959Z","steps":["trace[17701672] 'process raft request' (duration: 675.803371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.011651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663904315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T13:17:27.012217Z","caller":"traceutil/trace.go:171","msg":"trace[1054134787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2257; }","duration":"1.664484295s","start":"2026-07-27T13:17:25.347722Z","end":"2026-07-27T13:17:27.012206Z","steps":["trace[1054134787] 'agreement among raft nodes before linearized reading' (duration: 1.663840752s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.01222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.497327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:17:27.01226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:25.347717Z","time spent":"1.664532617s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:17:27.012266Z","caller":"traceutil/trace.go:171","msg":"trace[1798148990] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2257; }","duration":"662.560629ms","start":"2026-07-27T13:17:26.349692Z","end":"2026-07-27T13:17:27.012252Z","steps":["trace[1798148990] 'agreement among raft nodes before linearized reading' (duration: 662.490356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.0123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:26.349685Z","time spent":"662.604741ms","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:17:27.012322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.902244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c627d18481341e\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-07-27T13:17:27.012219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:26.334915Z","time spent":"677.232663ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:27.012366Z","caller":"traceutil/trace.go:171","msg":"trace[1457865181] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c627d18481341e; range_end:; response_count:1; response_revision:2257; }","duration":"664.980026ms","start":"2026-07-27T13:17:26.347376Z","end":"2026-07-27T13:17:27.012356Z","steps":["trace[1457865181] 'agreement among raft nodes before linearized reading' (duration: 664.880033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.012403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:26.347361Z","time spent":"665.030689ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c627d18481341e\" "} {"level":"warn","ts":"2026-07-27T13:17:27.011612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:23.51946Z","time spent":"3.492142667s","remote":"127.0.0.1:60002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:17:27.012482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.149276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-07-27T13:17:27.012511Z","caller":"traceutil/trace.go:171","msg":"trace[32728293] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2257; }","duration":"667.213618ms","start":"2026-07-27T13:17:26.34529Z","end":"2026-07-27T13:17:27.012503Z","steps":["trace[32728293] 'agreement among raft nodes before linearized reading' (duration: 666.814483ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:27.012656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:26.345272Z","time spent":"667.371304ms","remote":"127.0.0.1:48958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T13:17:42.587903Z","caller":"traceutil/trace.go:171","msg":"trace[1318438731] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"133.747092ms","start":"2026-07-27T13:17:42.454138Z","end":"2026-07-27T13:17:42.587885Z","steps":["trace[1318438731] 'process raft request' (duration: 133.314678ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:49.408143Z","caller":"traceutil/trace.go:171","msg":"trace[436487017] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"101.123902ms","start":"2026-07-27T13:17:49.306965Z","end":"2026-07-27T13:17:49.408088Z","steps":["trace[436487017] 'process raft request' (duration: 97.01517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:57.797756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.7019ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:17:57.797962Z","caller":"traceutil/trace.go:171","msg":"trace[565067297] linearizableReadLoop","detail":"{readStateIndex:2520; appliedIndex:2518; }","duration":"251.089173ms","start":"2026-07-27T13:17:57.546843Z","end":"2026-07-27T13:17:57.797932Z","steps":["trace[565067297] 'read index received' (duration: 11.124616ms)","trace[565067297] 'applied index is now lower than readState.Index' (duration: 239.963577ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:57.79836Z","caller":"traceutil/trace.go:171","msg":"trace[792047220] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"259.617509ms","start":"2026-07-27T13:17:57.538734Z","end":"2026-07-27T13:17:57.798352Z","steps":["trace[792047220] 'process raft request' (duration: 259.141254ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:57.798437Z","caller":"traceutil/trace.go:171","msg":"trace[1120784364] transaction","detail":"{read_only:false; response_revision:2418; number_of_response:1; }","duration":"354.010717ms","start":"2026-07-27T13:17:57.444422Z","end":"2026-07-27T13:17:57.798432Z","steps":["trace[1120784364] 'process raft request' (duration: 113.540513ms)","trace[1120784364] 'compare' (duration: 239.615297ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:57.798469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:57.444392Z","time spent":"354.057108ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:57.798534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.134165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:17:57.798547Z","caller":"traceutil/trace.go:171","msg":"trace[1418457097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2419; }","duration":"188.185997ms","start":"2026-07-27T13:17:57.610356Z","end":"2026-07-27T13:17:57.798542Z","steps":["trace[1418457097] 'agreement among raft nodes before linearized reading' (duration: 188.160216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:57.79864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.093201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-07-27T13:17:57.798678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:17:57.798677Z","caller":"traceutil/trace.go:171","msg":"trace[1211865462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2419; }","duration":"140.147463ms","start":"2026-07-27T13:17:57.658518Z","end":"2026-07-27T13:17:57.798665Z","steps":["trace[1211865462] 'agreement among raft nodes before linearized reading' (duration: 140.011747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:57.798648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.764785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-27T13:17:57.798738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.499058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:17:57.79871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.068029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:17:57.798755Z","caller":"traceutil/trace.go:171","msg":"trace[590519978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2419; }","duration":"171.544359ms","start":"2026-07-27T13:17:57.627206Z","end":"2026-07-27T13:17:57.798751Z","steps":["trace[590519978] 'agreement among raft nodes before linearized reading' (duration: 171.500558ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:57.79874Z","caller":"traceutil/trace.go:171","msg":"trace[818769931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2419; }","duration":"251.91388ms","start":"2026-07-27T13:17:57.546803Z","end":"2026-07-27T13:17:57.798717Z","steps":["trace[818769931] 'agreement among raft nodes before linearized reading' (duration: 251.62741ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:57.798695Z","caller":"traceutil/trace.go:171","msg":"trace[1026421128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2419; }","duration":"140.366989ms","start":"2026-07-27T13:17:57.658324Z","end":"2026-07-27T13:17:57.798691Z","steps":["trace[1026421128] 'agreement among raft nodes before linearized reading' (duration: 140.301447ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:57.798807Z","caller":"traceutil/trace.go:171","msg":"trace[220959025] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2419; }","duration":"140.179933ms","start":"2026-07-27T13:17:57.65859Z","end":"2026-07-27T13:17:57.79877Z","steps":["trace[220959025] 'agreement among raft nodes before linearized reading' (duration: 139.954675ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:58.14143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.284613ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:17:58.141776Z","caller":"traceutil/trace.go:171","msg":"trace[221818764] transaction","detail":"{read_only:false; response_revision:2420; number_of_response:1; }","duration":"339.311049ms","start":"2026-07-27T13:17:57.802428Z","end":"2026-07-27T13:17:58.14174Z","steps":["trace[221818764] 'process raft request' (duration: 164.627914ms)","trace[221818764] 'compare' (duration: 174.164429ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:17:58.14204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:57.802394Z","time spent":"339.524825ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:58.142482Z","caller":"traceutil/trace.go:171","msg":"trace[2042706965] transaction","detail":"{read_only:false; response_revision:2421; number_of_response:1; }","duration":"338.775322ms","start":"2026-07-27T13:17:57.803687Z","end":"2026-07-27T13:17:58.142462Z","steps":["trace[2042706965] 'process raft request' (duration: 337.846544ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:58.142789Z","caller":"traceutil/trace.go:171","msg":"trace[1149067217] transaction","detail":"{read_only:false; response_revision:2422; number_of_response:1; }","duration":"338.856764ms","start":"2026-07-27T13:17:57.80391Z","end":"2026-07-27T13:17:58.142767Z","steps":["trace[1149067217] 'process raft request' (duration: 338.499973ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:58.142975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:57.80389Z","time spent":"338.945148ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:58.143316Z","caller":"traceutil/trace.go:171","msg":"trace[1423241851] linearizableReadLoop","detail":"{readStateIndex:2525; appliedIndex:2520; }","duration":"144.323011ms","start":"2026-07-27T13:17:57.998954Z","end":"2026-07-27T13:17:58.143277Z","steps":["trace[1423241851] 'read index received' (duration: 122.796364ms)","trace[1423241851] 'applied index is now lower than readState.Index' (duration: 21.524737ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:17:58.143608Z","caller":"traceutil/trace.go:171","msg":"trace[2015315253] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"196.573727ms","start":"2026-07-27T13:17:57.946995Z","end":"2026-07-27T13:17:58.143568Z","steps":["trace[2015315253] 'process raft request' (duration: 196.05009ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:17:58.143525Z","caller":"traceutil/trace.go:171","msg":"trace[1070085649] transaction","detail":"{read_only:false; response_revision:2423; number_of_response:1; }","duration":"338.543644ms","start":"2026-07-27T13:17:57.804968Z","end":"2026-07-27T13:17:58.143512Z","steps":["trace[1070085649] 'process raft request' (duration: 337.709418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:17:58.143813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.775215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-27T13:17:58.143939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:57.804929Z","time spent":"338.898426ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:17:58.144484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:17:57.80367Z","time spent":"339.130872ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:17:58.143867Z","caller":"traceutil/trace.go:171","msg":"trace[1918303931] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:2424; }","duration":"144.93728ms","start":"2026-07-27T13:17:57.998914Z","end":"2026-07-27T13:17:58.143851Z","steps":["trace[1918303931] 'agreement among raft nodes before linearized reading' (duration: 144.561828ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:01.978142Z","caller":"traceutil/trace.go:171","msg":"trace[1193360558] transaction","detail":"{read_only:false; response_revision:2440; number_of_response:1; }","duration":"137.683363ms","start":"2026-07-27T13:18:01.840422Z","end":"2026-07-27T13:18:01.978105Z","steps":["trace[1193360558] 'process raft request' (duration: 75.728841ms)","trace[1193360558] 'compare' (duration: 61.740725ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:02.391328Z","caller":"traceutil/trace.go:171","msg":"trace[2046437022] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2543; }","duration":"122.522193ms","start":"2026-07-27T13:18:02.26878Z","end":"2026-07-27T13:18:02.391302Z","steps":["trace[2046437022] 'read index received' (duration: 1.405173ms)","trace[2046437022] 'applied index is now lower than readState.Index' (duration: 121.11588ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:02.391479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.679088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:18:02.391547Z","caller":"traceutil/trace.go:171","msg":"trace[1116920076] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2444; }","duration":"122.778021ms","start":"2026-07-27T13:18:02.268752Z","end":"2026-07-27T13:18:02.39153Z","steps":["trace[1116920076] 'agreement among raft nodes before linearized reading' (duration: 122.664358ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:02.391399Z","caller":"traceutil/trace.go:171","msg":"trace[1706579840] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"129.459094ms","start":"2026-07-27T13:18:02.261903Z","end":"2026-07-27T13:18:02.391362Z","steps":["trace[1706579840] 'process raft request' (duration: 29.725803ms)","trace[1706579840] 'compare' (duration: 99.555326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:04.595901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.272458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-07-27T13:18:04.596002Z","caller":"traceutil/trace.go:171","msg":"trace[1363987776] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2453; }","duration":"200.397482ms","start":"2026-07-27T13:18:04.395553Z","end":"2026-07-27T13:18:04.595951Z","steps":["trace[1363987776] 'range keys from in-memory index tree' (duration: 200.073612ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:08.196296Z","caller":"traceutil/trace.go:171","msg":"trace[475760903] linearizableReadLoop","detail":"{readStateIndex:2575; appliedIndex:2574; }","duration":"129.056523ms","start":"2026-07-27T13:18:08.067204Z","end":"2026-07-27T13:18:08.19626Z","steps":["trace[475760903] 'read index received' (duration: 48.296097ms)","trace[475760903] 'applied index is now lower than readState.Index' (duration: 80.759046ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:08.196528Z","caller":"traceutil/trace.go:171","msg":"trace[1980559530] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"138.389678ms","start":"2026-07-27T13:18:08.058102Z","end":"2026-07-27T13:18:08.196491Z","steps":["trace[1980559530] 'process raft request' (duration: 57.538179ms)","trace[1980559530] 'compare' (duration: 80.168859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:08.196592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.362392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-27T13:18:08.196646Z","caller":"traceutil/trace.go:171","msg":"trace[1227110017] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2471; }","duration":"129.453483ms","start":"2026-07-27T13:18:08.067173Z","end":"2026-07-27T13:18:08.196627Z","steps":["trace[1227110017] 'agreement among raft nodes before linearized reading' (duration: 129.245577ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:14.316499Z","caller":"traceutil/trace.go:171","msg":"trace[63616047] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"126.539606ms","start":"2026-07-27T13:18:14.189943Z","end":"2026-07-27T13:18:14.316482Z","steps":["trace[63616047] 'process raft request' (duration: 126.237257ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:14.316768Z","caller":"traceutil/trace.go:171","msg":"trace[1551878100] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"134.532496ms","start":"2026-07-27T13:18:14.182226Z","end":"2026-07-27T13:18:14.316759Z","steps":["trace[1551878100] 'process raft request' (duration: 133.829136ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:14.316761Z","caller":"traceutil/trace.go:171","msg":"trace[1770322387] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"134.69753ms","start":"2026-07-27T13:18:14.181988Z","end":"2026-07-27T13:18:14.316686Z","steps":["trace[1770322387] 'process raft request' (duration: 123.864558ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:14.316818Z","caller":"traceutil/trace.go:171","msg":"trace[1365254651] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"134.409612ms","start":"2026-07-27T13:18:14.182388Z","end":"2026-07-27T13:18:14.316797Z","steps":["trace[1365254651] 'process raft request' (duration: 133.724402ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:16.676578Z","caller":"traceutil/trace.go:171","msg":"trace[1476316955] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"119.731988ms","start":"2026-07-27T13:18:16.556812Z","end":"2026-07-27T13:18:16.676544Z","steps":["trace[1476316955] 'process raft request' (duration: 46.359949ms)","trace[1476316955] 'compare' (duration: 73.249856ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:18.599892Z","caller":"traceutil/trace.go:171","msg":"trace[1946216155] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"217.9567ms","start":"2026-07-27T13:18:18.381896Z","end":"2026-07-27T13:18:18.599853Z","steps":["trace[1946216155] 'read index received' (duration: 217.709063ms)","trace[1946216155] 'applied index is now lower than readState.Index' (duration: 245.787µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:18.60012Z","caller":"traceutil/trace.go:171","msg":"trace[548680443] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"218.875745ms","start":"2026-07-27T13:18:18.381102Z","end":"2026-07-27T13:18:18.599978Z","steps":["trace[548680443] 'process raft request' (duration: 218.489214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:18.600206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.266409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:18:18.600314Z","caller":"traceutil/trace.go:171","msg":"trace[1724271058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2530; }","duration":"218.485745ms","start":"2026-07-27T13:18:18.381805Z","end":"2026-07-27T13:18:18.60029Z","steps":["trace[1724271058] 'agreement among raft nodes before linearized reading' (duration: 218.235308ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:18.623562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.541258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5428"} {"level":"warn","ts":"2026-07-27T13:18:18.623585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.777097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:18:18.623659Z","caller":"traceutil/trace.go:171","msg":"trace[264114123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2531; }","duration":"233.695203ms","start":"2026-07-27T13:18:18.389939Z","end":"2026-07-27T13:18:18.623634Z","steps":["trace[264114123] 'agreement among raft nodes before linearized reading' (duration: 233.438136ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:18.623732Z","caller":"traceutil/trace.go:171","msg":"trace[1596907280] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2531; }","duration":"126.988253ms","start":"2026-07-27T13:18:18.496698Z","end":"2026-07-27T13:18:18.623686Z","steps":["trace[1596907280] 'agreement among raft nodes before linearized reading' (duration: 126.50955ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:18.825363Z","caller":"traceutil/trace.go:171","msg":"trace[1833444136] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"131.684385ms","start":"2026-07-27T13:18:18.693657Z","end":"2026-07-27T13:18:18.825341Z","steps":["trace[1833444136] 'process raft request' (duration: 131.376516ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:20.785536Z","caller":"traceutil/trace.go:171","msg":"trace[688094278] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"106.644111ms","start":"2026-07-27T13:18:20.678864Z","end":"2026-07-27T13:18:20.785508Z","steps":["trace[688094278] 'process raft request' (duration: 105.736176ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:22.908544Z","caller":"traceutil/trace.go:171","msg":"trace[1408161742] transaction","detail":"{read_only:false; response_revision:2559; number_of_response:1; }","duration":"115.1448ms","start":"2026-07-27T13:18:22.793377Z","end":"2026-07-27T13:18:22.908521Z","steps":["trace[1408161742] 'process raft request' (duration: 114.927384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:48.824526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.797604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:18:48.824598Z","caller":"traceutil/trace.go:171","msg":"trace[308295058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2737; }","duration":"213.913217ms","start":"2026-07-27T13:18:48.61067Z","end":"2026-07-27T13:18:48.824583Z","steps":["trace[308295058] 'range keys from in-memory index tree' (duration: 213.713742ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:51.085589Z","caller":"traceutil/trace.go:171","msg":"trace[1997532930] linearizableReadLoop","detail":"{readStateIndex:2864; appliedIndex:2863; }","duration":"214.049679ms","start":"2026-07-27T13:18:50.871519Z","end":"2026-07-27T13:18:51.085568Z","steps":["trace[1997532930] 'read index received' (duration: 213.996348ms)","trace[1997532930] 'applied index is now lower than readState.Index' (duration: 52.451µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:51.085703Z","caller":"traceutil/trace.go:171","msg":"trace[1352660237] transaction","detail":"{read_only:false; response_revision:2750; number_of_response:1; }","duration":"216.394247ms","start":"2026-07-27T13:18:50.869298Z","end":"2026-07-27T13:18:51.085692Z","steps":["trace[1352660237] 'process raft request' (duration: 216.11009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:51.085961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.436658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T13:18:51.085994Z","caller":"traceutil/trace.go:171","msg":"trace[906077932] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2750; }","duration":"214.529251ms","start":"2026-07-27T13:18:50.871456Z","end":"2026-07-27T13:18:51.085985Z","steps":["trace[906077932] 'agreement among raft nodes before linearized reading' (duration: 214.369477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:51.32195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.437844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:18:51.322177Z","caller":"traceutil/trace.go:171","msg":"trace[1639505303] transaction","detail":"{read_only:false; response_revision:2751; number_of_response:1; }","duration":"278.878197ms","start":"2026-07-27T13:18:51.043265Z","end":"2026-07-27T13:18:51.322143Z","steps":["trace[1639505303] 'process raft request' (duration: 164.138284ms)","trace[1639505303] 'compare' (duration: 114.300911ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:51.322174Z","caller":"traceutil/trace.go:171","msg":"trace[530883758] linearizableReadLoop","detail":"{readStateIndex:2865; appliedIndex:2864; }","duration":"236.490218ms","start":"2026-07-27T13:18:51.085659Z","end":"2026-07-27T13:18:51.322149Z","steps":["trace[530883758] 'read index received' (duration: 121.709804ms)","trace[530883758] 'applied index is now lower than readState.Index' (duration: 114.778184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:51.322388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.35558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:18:51.32218Z","caller":"traceutil/trace.go:171","msg":"trace[1357138261] transaction","detail":"{read_only:false; response_revision:2752; number_of_response:1; }","duration":"231.061844ms","start":"2026-07-27T13:18:51.091099Z","end":"2026-07-27T13:18:51.322161Z","steps":["trace[1357138261] 'process raft request' (duration: 230.978142ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:51.322437Z","caller":"traceutil/trace.go:171","msg":"trace[558046987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2752; }","duration":"354.421442ms","start":"2026-07-27T13:18:50.968006Z","end":"2026-07-27T13:18:51.322428Z","steps":["trace[558046987] 'agreement among raft nodes before linearized reading' (duration: 354.219797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:51.322456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.53861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2913"} {"level":"warn","ts":"2026-07-27T13:18:51.322471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:18:50.96793Z","time spent":"354.532365ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:18:51.322512Z","caller":"traceutil/trace.go:171","msg":"trace[27753490] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:2752; }","duration":"338.594931ms","start":"2026-07-27T13:18:50.983901Z","end":"2026-07-27T13:18:51.322496Z","steps":["trace[27753490] 'agreement among raft nodes before linearized reading' (duration: 338.275014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:51.322569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:18:50.983824Z","time spent":"338.734475ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-07-27T13:18:51.322671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.694639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:18:51.322712Z","caller":"traceutil/trace.go:171","msg":"trace[2018982133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2752; }","duration":"191.792802ms","start":"2026-07-27T13:18:51.130908Z","end":"2026-07-27T13:18:51.322701Z","steps":["trace[2018982133] 'agreement among raft nodes before linearized reading' (duration: 191.68959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:51.322764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.46864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:18:51.322838Z","caller":"traceutil/trace.go:171","msg":"trace[1742053379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2752; }","duration":"115.545142ms","start":"2026-07-27T13:18:51.207276Z","end":"2026-07-27T13:18:51.322821Z","steps":["trace[1742053379] 'agreement among raft nodes before linearized reading' (duration: 115.355218ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:57.48121Z","caller":"traceutil/trace.go:171","msg":"trace[362309071] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"108.301913ms","start":"2026-07-27T13:18:57.372868Z","end":"2026-07-27T13:18:57.48117Z","steps":["trace[362309071] 'process raft request' (duration: 107.732749ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:57.789035Z","caller":"traceutil/trace.go:171","msg":"trace[383745136] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"138.687069ms","start":"2026-07-27T13:18:57.650312Z","end":"2026-07-27T13:18:57.788999Z","steps":["trace[383745136] 'process raft request' (duration: 137.824669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:58.126462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.278593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-27T13:18:58.12653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.282278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-27T13:18:58.126579Z","caller":"traceutil/trace.go:171","msg":"trace[1348601381] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:2838; }","duration":"124.52229ms","start":"2026-07-27T13:18:58.002029Z","end":"2026-07-27T13:18:58.126551Z","steps":["trace[1348601381] 'range keys from in-memory index tree' (duration: 124.077928ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:58.126874Z","caller":"traceutil/trace.go:171","msg":"trace[1264554808] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2838; }","duration":"181.458072ms","start":"2026-07-27T13:18:57.945145Z","end":"2026-07-27T13:18:58.126603Z","steps":["trace[1264554808] 'range keys from in-memory index tree' (duration: 180.942189ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:58.336314Z","caller":"traceutil/trace.go:171","msg":"trace[765250363] linearizableReadLoop","detail":"{readStateIndex:2956; appliedIndex:2955; }","duration":"189.410676ms","start":"2026-07-27T13:18:58.14686Z","end":"2026-07-27T13:18:58.336271Z","steps":["trace[765250363] 'read index received' (duration: 186.944918ms)","trace[765250363] 'applied index is now lower than readState.Index' (duration: 2.463207ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:18:58.336357Z","caller":"traceutil/trace.go:171","msg":"trace[1717457677] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"193.101384ms","start":"2026-07-27T13:18:58.143205Z","end":"2026-07-27T13:18:58.336307Z","steps":["trace[1717457677] 'process raft request' (duration: 190.573825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:58.336581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.696283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8553"} {"level":"info","ts":"2026-07-27T13:18:58.336656Z","caller":"traceutil/trace.go:171","msg":"trace[1000725505] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2840; }","duration":"189.812476ms","start":"2026-07-27T13:18:58.146826Z","end":"2026-07-27T13:18:58.336638Z","steps":["trace[1000725505] 'agreement among raft nodes before linearized reading' (duration: 189.561879ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:58.384212Z","caller":"traceutil/trace.go:171","msg":"trace[665926154] transaction","detail":"{read_only:false; response_revision:2841; number_of_response:1; }","duration":"196.821382ms","start":"2026-07-27T13:18:58.187345Z","end":"2026-07-27T13:18:58.384166Z","steps":["trace[665926154] 'process raft request' (duration: 196.483254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:18:59.663379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.994717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:18:59.663463Z","caller":"traceutil/trace.go:171","msg":"trace[1564011197] linearizableReadLoop","detail":"{readStateIndex:2965; appliedIndex:2964; }","duration":"155.421621ms","start":"2026-07-27T13:18:59.508028Z","end":"2026-07-27T13:18:59.663449Z","steps":["trace[1564011197] 'read index received' (duration: 41.195908ms)","trace[1564011197] 'applied index is now lower than readState.Index' (duration: 114.224623ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:59.663781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.474532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:18:59.663878Z","caller":"traceutil/trace.go:171","msg":"trace[619575121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2849; }","duration":"155.610515ms","start":"2026-07-27T13:18:59.508251Z","end":"2026-07-27T13:18:59.663862Z","steps":["trace[619575121] 'agreement among raft nodes before linearized reading' (duration: 155.39097ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:59.663867Z","caller":"traceutil/trace.go:171","msg":"trace[244658854] transaction","detail":"{read_only:false; response_revision:2849; number_of_response:1; }","duration":"166.077764ms","start":"2026-07-27T13:18:59.497726Z","end":"2026-07-27T13:18:59.663804Z","steps":["trace[244658854] 'process raft request' (duration: 51.572815ms)","trace[244658854] 'compare' (duration: 113.851414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:18:59.663773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.725068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:18:59.664061Z","caller":"traceutil/trace.go:171","msg":"trace[693226188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2849; }","duration":"156.049955ms","start":"2026-07-27T13:18:59.507993Z","end":"2026-07-27T13:18:59.664043Z","steps":["trace[693226188] 'agreement among raft nodes before linearized reading' (duration: 155.573544ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:59.825406Z","caller":"traceutil/trace.go:171","msg":"trace[816456172] transaction","detail":"{read_only:false; response_revision:2852; number_of_response:1; }","duration":"156.742882ms","start":"2026-07-27T13:18:59.668637Z","end":"2026-07-27T13:18:59.82538Z","steps":["trace[816456172] 'process raft request' (duration: 156.681891ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:18:59.825441Z","caller":"traceutil/trace.go:171","msg":"trace[1661671219] transaction","detail":"{read_only:false; response_revision:2851; number_of_response:1; }","duration":"156.780383ms","start":"2026-07-27T13:18:59.668633Z","end":"2026-07-27T13:18:59.825413Z","steps":["trace[1661671219] 'process raft request' (duration: 144.502592ms)","trace[1661671219] 'compare' (duration: 12.047956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:19:02.047335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708228477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:19:02.54828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708228477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:19:03.084828Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708228477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:19:03.585337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708228477,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:19:03.666797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.476940442s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:19:03.667335Z","caller":"traceutil/trace.go:171","msg":"trace[1170065634] transaction","detail":"{read_only:false; response_revision:2856; number_of_response:1; }","duration":"2.477564417s","start":"2026-07-27T13:19:01.189744Z","end":"2026-07-27T13:19:03.667308Z","steps":["trace[1170065634] 'process raft request' (duration: 2.477297501s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.667491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.189724Z","time spent":"2.477684259s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:03.671107Z","caller":"traceutil/trace.go:171","msg":"trace[1634364516] transaction","detail":"{read_only:false; response_revision:2857; number_of_response:1; }","duration":"1.366193493s","start":"2026-07-27T13:19:02.304892Z","end":"2026-07-27T13:19:03.671086Z","steps":["trace[1634364516] 'process raft request' (duration: 1.366032469s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.671228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:02.304876Z","time spent":"1.366278695s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:03.671489Z","caller":"traceutil/trace.go:171","msg":"trace[1049777123] transaction","detail":"{read_only:false; response_revision:2859; number_of_response:1; }","duration":"939.901106ms","start":"2026-07-27T13:19:02.731566Z","end":"2026-07-27T13:19:03.671467Z","steps":["trace[1049777123] 'process raft request' (duration: 939.805434ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:03.671556Z","caller":"traceutil/trace.go:171","msg":"trace[388017632] transaction","detail":"{read_only:false; response_revision:2858; number_of_response:1; }","duration":"1.245450798s","start":"2026-07-27T13:19:02.42608Z","end":"2026-07-27T13:19:03.671531Z","steps":["trace[388017632] 'process raft request' (duration: 1.244967567s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.671682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:02.426051Z","time spent":"1.245564921s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:19:03.67167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:02.731548Z","time spent":"940.003178ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:03.686395Z","caller":"traceutil/trace.go:171","msg":"trace[1229780460] linearizableReadLoop","detail":"{readStateIndex:2976; appliedIndex:2971; }","duration":"2.1400814s","start":"2026-07-27T13:19:01.546287Z","end":"2026-07-27T13:19:03.686368Z","steps":["trace[1229780460] 'read index received' (duration: 2.120749498s)","trace[1229780460] 'applied index is now lower than readState.Index' (duration: 19.301111ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:19:03.686666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140357816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:19:03.686756Z","caller":"traceutil/trace.go:171","msg":"trace[1744304352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2859; }","duration":"2.140486049s","start":"2026-07-27T13:19:01.546258Z","end":"2026-07-27T13:19:03.686744Z","steps":["trace[1744304352] 'agreement among raft nodes before linearized reading' (duration: 2.140250914s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.686893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.697857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-07-27T13:19:03.686872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857303976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:19:03.686947Z","caller":"traceutil/trace.go:171","msg":"trace[1280664124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2859; }","duration":"266.789389ms","start":"2026-07-27T13:19:03.420143Z","end":"2026-07-27T13:19:03.686932Z","steps":["trace[1280664124] 'agreement among raft nodes before linearized reading' (duration: 266.640305ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:03.686971Z","caller":"traceutil/trace.go:171","msg":"trace[711378247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2859; }","duration":"1.857458269s","start":"2026-07-27T13:19:01.829492Z","end":"2026-07-27T13:19:03.68695Z","steps":["trace[711378247] 'agreement among raft nodes before linearized reading' (duration: 1.857245084s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.686965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.546244Z","time spent":"2.140678824s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:03.687039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.829467Z","time spent":"1.857558622s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:03.686784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857314936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:19:03.687126Z","caller":"traceutil/trace.go:171","msg":"trace[1169941121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2859; }","duration":"1.857693155s","start":"2026-07-27T13:19:01.829424Z","end":"2026-07-27T13:19:03.687117Z","steps":["trace[1169941121] 'agreement among raft nodes before linearized reading' (duration: 1.857272995s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.687168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.829392Z","time spent":"1.857768237s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:03.686875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.891429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-27T13:19:03.687294Z","caller":"traceutil/trace.go:171","msg":"trace[1615271836] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2859; }","duration":"962.344121ms","start":"2026-07-27T13:19:02.724936Z","end":"2026-07-27T13:19:03.68728Z","steps":["trace[1615271836] 'agreement among raft nodes before linearized reading' (duration: 961.875069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.687341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:02.724919Z","time spent":"962.406713ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-27T13:19:03.686746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076301196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:19:03.687451Z","caller":"traceutil/trace.go:171","msg":"trace[238047855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2859; }","duration":"1.077057243s","start":"2026-07-27T13:19:02.610384Z","end":"2026-07-27T13:19:03.687441Z","steps":["trace[238047855] 'agreement among raft nodes before linearized reading' (duration: 1.076285855s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.687507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:02.610361Z","time spent":"1.077137566s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:19:03.687006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971934227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:19:03.687622Z","caller":"traceutil/trace.go:171","msg":"trace[772046072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2859; }","duration":"1.972585632s","start":"2026-07-27T13:19:01.715015Z","end":"2026-07-27T13:19:03.687601Z","steps":["trace[772046072] 'agreement among raft nodes before linearized reading' (duration: 1.971842374s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.687701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.714998Z","time spent":"1.972678796s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:19:03.687857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.02000769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:19:03.687905Z","caller":"traceutil/trace.go:171","msg":"trace[1373160182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2859; }","duration":"2.020240185s","start":"2026-07-27T13:19:01.667651Z","end":"2026-07-27T13:19:03.687891Z","steps":["trace[1373160182] 'agreement among raft nodes before linearized reading' (duration: 2.018978445s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:03.687947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:01.667635Z","time spent":"2.020292317s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T13:19:05.859806Z","caller":"traceutil/trace.go:171","msg":"trace[318315246] transaction","detail":"{read_only:false; response_revision:2867; number_of_response:1; }","duration":"154.999547ms","start":"2026-07-27T13:19:05.704786Z","end":"2026-07-27T13:19:05.859786Z","steps":["trace[318315246] 'process raft request' (duration: 154.895165ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:05.866448Z","caller":"traceutil/trace.go:171","msg":"trace[578231011] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"159.652466ms","start":"2026-07-27T13:19:05.706772Z","end":"2026-07-27T13:19:05.866424Z","steps":["trace[578231011] 'process raft request' (duration: 159.187895ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:05.866692Z","caller":"traceutil/trace.go:171","msg":"trace[498787520] transaction","detail":"{read_only:false; response_revision:2869; number_of_response:1; }","duration":"159.854191ms","start":"2026-07-27T13:19:05.706827Z","end":"2026-07-27T13:19:05.866681Z","steps":["trace[498787520] 'process raft request' (duration: 159.265306ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:05.866832Z","caller":"traceutil/trace.go:171","msg":"trace[1287058948] transaction","detail":"{read_only:false; response_revision:2870; number_of_response:1; }","duration":"111.13086ms","start":"2026-07-27T13:19:05.755693Z","end":"2026-07-27T13:19:05.866824Z","steps":["trace[1287058948] 'process raft request' (duration: 110.438483ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:32.106478Z","caller":"traceutil/trace.go:171","msg":"trace[1882983358] transaction","detail":"{read_only:false; response_revision:3015; number_of_response:1; }","duration":"109.897396ms","start":"2026-07-27T13:19:31.996538Z","end":"2026-07-27T13:19:32.106436Z","steps":["trace[1882983358] 'process raft request' (duration: 109.753523ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:32.137736Z","caller":"traceutil/trace.go:171","msg":"trace[433698647] transaction","detail":"{read_only:false; response_revision:3016; number_of_response:1; }","duration":"107.810671ms","start":"2026-07-27T13:19:32.0299Z","end":"2026-07-27T13:19:32.137711Z","steps":["trace[433698647] 'process raft request' (duration: 107.664858ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.534528Z","caller":"traceutil/trace.go:171","msg":"trace[1792502122] transaction","detail":"{read_only:false; response_revision:3032; number_of_response:1; }","duration":"645.25743ms","start":"2026-07-27T13:19:35.889236Z","end":"2026-07-27T13:19:36.534493Z","steps":["trace[1792502122] 'process raft request' (duration: 644.986374ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.534914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:35.889197Z","time spent":"645.486994ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:36.979538Z","caller":"traceutil/trace.go:171","msg":"trace[1251917969] transaction","detail":"{read_only:false; response_revision:3033; number_of_response:1; }","duration":"1.074811266s","start":"2026-07-27T13:19:35.904703Z","end":"2026-07-27T13:19:36.979514Z","steps":["trace[1251917969] 'process raft request' (duration: 1.074613172s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.979609Z","caller":"traceutil/trace.go:171","msg":"trace[1650397596] transaction","detail":"{read_only:false; response_revision:3035; number_of_response:1; }","duration":"826.857516ms","start":"2026-07-27T13:19:36.152729Z","end":"2026-07-27T13:19:36.979587Z","steps":["trace[1650397596] 'process raft request' (duration: 826.737413ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.979667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.646429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:19:36.979704Z","caller":"traceutil/trace.go:171","msg":"trace[1646468131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3036; }","duration":"709.719791ms","start":"2026-07-27T13:19:36.269975Z","end":"2026-07-27T13:19:36.979695Z","steps":["trace[1646468131] 'agreement among raft nodes before linearized reading' (duration: 709.597678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.979712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.152702Z","time spent":"826.956917ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:36.979753Z","caller":"traceutil/trace.go:171","msg":"trace[1708821978] transaction","detail":"{read_only:false; response_revision:3036; number_of_response:1; }","duration":"473.078583ms","start":"2026-07-27T13:19:36.506667Z","end":"2026-07-27T13:19:36.979746Z","steps":["trace[1708821978] 'process raft request' (duration: 472.830578ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.979729Z","caller":"traceutil/trace.go:171","msg":"trace[1387760607] transaction","detail":"{read_only:false; response_revision:3034; number_of_response:1; }","duration":"853.091041ms","start":"2026-07-27T13:19:36.126567Z","end":"2026-07-27T13:19:36.979658Z","steps":["trace[1387760607] 'process raft request' (duration: 852.866666ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.979792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.506632Z","time spent":"473.136234ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:19:36.979728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.26996Z","time spent":"709.763231ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:36.979924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.12654Z","time spent":"853.288526ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:36.979546Z","caller":"traceutil/trace.go:171","msg":"trace[455626107] linearizableReadLoop","detail":"{readStateIndex:3158; appliedIndex:3154; }","duration":"709.522476ms","start":"2026-07-27T13:19:36.270009Z","end":"2026-07-27T13:19:36.979532Z","steps":["trace[455626107] 'read index received' (duration: 264.296643ms)","trace[455626107] 'applied index is now lower than readState.Index' (duration: 445.224963ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:19:36.979906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:35.90466Z","time spent":"1.074935209s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:19:36.994738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.643631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:19:36.99479Z","caller":"traceutil/trace.go:171","msg":"trace[881704116] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3037; }","duration":"724.710152ms","start":"2026-07-27T13:19:36.270069Z","end":"2026-07-27T13:19:36.994779Z","steps":["trace[881704116] 'agreement among raft nodes before linearized reading' (duration: 724.541478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.994817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.270065Z","time spent":"724.746532ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:36.994794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.564378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-27T13:19:36.994838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.159997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:19:36.994858Z","caller":"traceutil/trace.go:171","msg":"trace[1279812761] transaction","detail":"{read_only:false; response_revision:3037; number_of_response:1; }","duration":"290.379695ms","start":"2026-07-27T13:19:36.704462Z","end":"2026-07-27T13:19:36.994842Z","steps":["trace[1279812761] 'process raft request' (duration: 290.054828ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.994895Z","caller":"traceutil/trace.go:171","msg":"trace[1122050168] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3037; }","duration":"695.2612ms","start":"2026-07-27T13:19:36.299618Z","end":"2026-07-27T13:19:36.99488Z","steps":["trace[1122050168] 'agreement among raft nodes before linearized reading' (duration: 695.161728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.994903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.694072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-27T13:19:36.994942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.2996Z","time spent":"695.330861ms","remote":"127.0.0.1:48944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:36.994975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.838635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:19:36.994976Z","caller":"traceutil/trace.go:171","msg":"trace[1150635337] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3037; }","duration":"724.840684ms","start":"2026-07-27T13:19:36.270116Z","end":"2026-07-27T13:19:36.994956Z","steps":["trace[1150635337] 'agreement among raft nodes before linearized reading' (duration: 724.60699ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.995003Z","caller":"traceutil/trace.go:171","msg":"trace[480083467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3037; }","duration":"724.912696ms","start":"2026-07-27T13:19:36.270084Z","end":"2026-07-27T13:19:36.994996Z","steps":["trace[480083467] 'agreement among raft nodes before linearized reading' (duration: 724.848275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.995023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.270055Z","time spent":"724.963707ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:19:36.99502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.270084Z","time spent":"724.927736ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:19:36.994858Z","caller":"traceutil/trace.go:171","msg":"trace[154242821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3037; }","duration":"724.65418ms","start":"2026-07-27T13:19:36.27019Z","end":"2026-07-27T13:19:36.994844Z","steps":["trace[154242821] 'agreement among raft nodes before linearized reading' (duration: 724.471956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.995137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.614434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-27T13:19:36.995162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.372753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:19:36.995179Z","caller":"traceutil/trace.go:171","msg":"trace[858558927] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3037; }","duration":"269.696075ms","start":"2026-07-27T13:19:36.725473Z","end":"2026-07-27T13:19:36.995169Z","steps":["trace[858558927] 'agreement among raft nodes before linearized reading' (duration: 269.586682ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:36.995195Z","caller":"traceutil/trace.go:171","msg":"trace[201177907] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3037; }","duration":"619.445915ms","start":"2026-07-27T13:19:36.375736Z","end":"2026-07-27T13:19:36.995182Z","steps":["trace[201177907] 'agreement among raft nodes before linearized reading' (duration: 619.397254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.994794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.893412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-27T13:19:36.995227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.375708Z","time spent":"619.511976ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:36.995193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.270184Z","time spent":"724.883196ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:19:36.99535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.168124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:19:36.995376Z","caller":"traceutil/trace.go:171","msg":"trace[152186146] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3037; }","duration":"384.244146ms","start":"2026-07-27T13:19:36.611125Z","end":"2026-07-27T13:19:36.995369Z","steps":["trace[152186146] 'agreement among raft nodes before linearized reading' (duration: 384.192775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.995396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.611046Z","time spent":"384.344888ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:19:36.995376Z","caller":"traceutil/trace.go:171","msg":"trace[1797444762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3037; }","duration":"631.430594ms","start":"2026-07-27T13:19:36.363791Z","end":"2026-07-27T13:19:36.995221Z","steps":["trace[1797444762] 'agreement among raft nodes before linearized reading' (duration: 630.848652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:36.995516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:36.363761Z","time spent":"631.744451ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T13:19:38.946712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598953689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:19:38.946828Z","caller":"traceutil/trace.go:171","msg":"trace[1975761254] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3043; }","duration":"1.599200455s","start":"2026-07-27T13:19:37.347598Z","end":"2026-07-27T13:19:38.946799Z","steps":["trace[1975761254] 'count revisions from in-memory index tree' (duration: 1.598847937s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:38.946898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:37.347577Z","time spent":"1.599300456s","remote":"127.0.0.1:49070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:38.947751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.108102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:19:38.947831Z","caller":"traceutil/trace.go:171","msg":"trace[332941248] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3043; }","duration":"495.247034ms","start":"2026-07-27T13:19:38.452564Z","end":"2026-07-27T13:19:38.947811Z","steps":["trace[332941248] 'count revisions from in-memory index tree' (duration: 495.01593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:38.947876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.452541Z","time spent":"495.322456ms","remote":"127.0.0.1:49054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":21,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:38.948526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.4431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:19:38.948556Z","caller":"traceutil/trace.go:171","msg":"trace[404478244] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3043; }","duration":"956.507821ms","start":"2026-07-27T13:19:37.992038Z","end":"2026-07-27T13:19:38.948546Z","steps":["trace[404478244] 'count revisions from in-memory index tree' (duration: 956.356539ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:38.948578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:37.992017Z","time spent":"956.553732ms","remote":"127.0.0.1:33036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:38.94866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.812573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:19:38.948712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86400229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c628114db2e9ca\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-07-27T13:19:38.948728Z","caller":"traceutil/trace.go:171","msg":"trace[1468624041] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:3043; }","duration":"874.913856ms","start":"2026-07-27T13:19:38.073795Z","end":"2026-07-27T13:19:38.948709Z","steps":["trace[1468624041] 'count revisions from in-memory index tree' (duration: 874.746172ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:19:38.948765Z","caller":"traceutil/trace.go:171","msg":"trace[1500440331] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c628114db2e9ca; range_end:; response_count:1; response_revision:3043; }","duration":"1.864086492s","start":"2026-07-27T13:19:37.084663Z","end":"2026-07-27T13:19:38.94875Z","steps":["trace[1500440331] 'range keys from in-memory index tree' (duration: 1.862804755s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:38.948782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.073777Z","time spent":"874.988647ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:19:38.948811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:37.084647Z","time spent":"1.864148323s","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c628114db2e9ca\" "} {"level":"warn","ts":"2026-07-27T13:19:38.948776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.402209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:19:38.94887Z","caller":"traceutil/trace.go:171","msg":"trace[1194983696] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:3043; }","duration":"944.545102ms","start":"2026-07-27T13:19:38.004299Z","end":"2026-07-27T13:19:38.948844Z","steps":["trace[1194983696] 'range keys from in-memory index tree' (duration: 944.126363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:38.948923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.004278Z","time spent":"944.632534ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.19.213.134\" "} {"level":"warn","ts":"2026-07-27T13:19:39.042817Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708228991,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T13:19:39.051049Z","caller":"traceutil/trace.go:171","msg":"trace[82178541] transaction","detail":"{read_only:false; response_revision:3044; number_of_response:1; }","duration":"509.988696ms","start":"2026-07-27T13:19:38.541036Z","end":"2026-07-27T13:19:39.051025Z","steps":["trace[82178541] 'process raft request' (duration: 509.833743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:39.051225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.54101Z","time spent":"510.12253ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:19:39.052096Z","caller":"traceutil/trace.go:171","msg":"trace[1418266465] linearizableReadLoop","detail":"{readStateIndex:3172; appliedIndex:3166; }","duration":"510.008397ms","start":"2026-07-27T13:19:38.542065Z","end":"2026-07-27T13:19:39.052073Z","steps":["trace[1418266465] 'read index received' (duration: 508.835272ms)","trace[1418266465] 'applied index is now lower than readState.Index' (duration: 1.172204ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:19:39.052477Z","caller":"traceutil/trace.go:171","msg":"trace[1525023057] transaction","detail":"{read_only:false; response_revision:3045; number_of_response:1; }","duration":"100.506092ms","start":"2026-07-27T13:19:38.951935Z","end":"2026-07-27T13:19:39.052441Z","steps":["trace[1525023057] 'process raft request' (duration: 99.90742ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:39.052644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.162106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:19:39.052697Z","caller":"traceutil/trace.go:171","msg":"trace[1721117480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3048; }","duration":"442.258638ms","start":"2026-07-27T13:19:38.610423Z","end":"2026-07-27T13:19:39.052682Z","steps":["trace[1721117480] 'agreement among raft nodes before linearized reading' (duration: 442.177136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:39.052742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.610402Z","time spent":"442.33285ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:19:39.05335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.247721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T13:19:39.053466Z","caller":"traceutil/trace.go:171","msg":"trace[1661435552] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:3048; }","duration":"511.410695ms","start":"2026-07-27T13:19:38.542026Z","end":"2026-07-27T13:19:39.053436Z","steps":["trace[1661435552] 'agreement among raft nodes before linearized reading' (duration: 510.499897ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:39.053534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.542006Z","time spent":"511.516768ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T13:19:39.05391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.745733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-27T13:19:39.053978Z","caller":"traceutil/trace.go:171","msg":"trace[532554884] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3048; }","duration":"327.860186ms","start":"2026-07-27T13:19:38.726102Z","end":"2026-07-27T13:19:39.053962Z","steps":["trace[532554884] 'agreement among raft nodes before linearized reading' (duration: 327.59852ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:19:39.054019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:19:38.726076Z","time spent":"327.933438ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-27T13:19:39.05401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.694524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:19:39.054064Z","caller":"traceutil/trace.go:171","msg":"trace[221197633] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3048; }","duration":"129.891008ms","start":"2026-07-27T13:19:38.924159Z","end":"2026-07-27T13:19:39.05405Z","steps":["trace[221197633] 'agreement among raft nodes before linearized reading' (duration: 129.804487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:20:03.518354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.57054ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:20:03.518495Z","caller":"traceutil/trace.go:171","msg":"trace[1243332716] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3176; }","duration":"179.744364ms","start":"2026-07-27T13:20:03.338723Z","end":"2026-07-27T13:20:03.518467Z","steps":["trace[1243332716] 'range keys from in-memory index tree' (duration: 179.54756ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:03.518568Z","caller":"traceutil/trace.go:171","msg":"trace[618795657] transaction","detail":"{read_only:false; response_revision:3177; number_of_response:1; }","duration":"233.345628ms","start":"2026-07-27T13:20:03.285184Z","end":"2026-07-27T13:20:03.518529Z","steps":["trace[618795657] 'process raft request' (duration: 190.245655ms)","trace[618795657] 'compare' (duration: 42.867128ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:20:03.518738Z","caller":"traceutil/trace.go:171","msg":"trace[258925028] transaction","detail":"{read_only:false; response_revision:3179; number_of_response:1; }","duration":"233.082872ms","start":"2026-07-27T13:20:03.285646Z","end":"2026-07-27T13:20:03.518729Z","steps":["trace[258925028] 'process raft request' (duration: 232.840978ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:03.518787Z","caller":"traceutil/trace.go:171","msg":"trace[245069318] transaction","detail":"{read_only:false; response_revision:3180; number_of_response:1; }","duration":"233.053772ms","start":"2026-07-27T13:20:03.285715Z","end":"2026-07-27T13:20:03.518768Z","steps":["trace[245069318] 'process raft request' (duration: 232.807448ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:03.518797Z","caller":"traceutil/trace.go:171","msg":"trace[935410120] transaction","detail":"{read_only:false; response_revision:3178; number_of_response:1; }","duration":"233.47439ms","start":"2026-07-27T13:20:03.285296Z","end":"2026-07-27T13:20:03.518771Z","steps":["trace[935410120] 'process raft request' (duration: 233.150624ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:38.215788Z","caller":"traceutil/trace.go:171","msg":"trace[650545336] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"134.758274ms","start":"2026-07-27T13:20:38.081003Z","end":"2026-07-27T13:20:38.215762Z","steps":["trace[650545336] 'process raft request' (duration: 134.566511ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:39.559725Z","caller":"traceutil/trace.go:171","msg":"trace[2142816975] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"108.135366ms","start":"2026-07-27T13:20:39.451561Z","end":"2026-07-27T13:20:39.559696Z","steps":["trace[2142816975] 'process raft request' (duration: 44.213867ms)","trace[2142816975] 'compare' (duration: 63.818968ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:20:40.01557Z","caller":"traceutil/trace.go:171","msg":"trace[744122514] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"156.79346ms","start":"2026-07-27T13:20:39.858752Z","end":"2026-07-27T13:20:40.015546Z","steps":["trace[744122514] 'process raft request' (duration: 139.650794ms)","trace[744122514] 'compare' (duration: 16.811611ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:20:40.015739Z","caller":"traceutil/trace.go:171","msg":"trace[1842301470] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"156.726949ms","start":"2026-07-27T13:20:39.858788Z","end":"2026-07-27T13:20:40.015515Z","steps":["trace[1842301470] 'process raft request' (duration: 156.624187ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:52.226216Z","caller":"traceutil/trace.go:171","msg":"trace[1216254914] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"105.495256ms","start":"2026-07-27T13:20:52.120699Z","end":"2026-07-27T13:20:52.226195Z","steps":["trace[1216254914] 'process raft request' (duration: 105.462736ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:52.226268Z","caller":"traceutil/trace.go:171","msg":"trace[378170951] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"107.230336ms","start":"2026-07-27T13:20:52.119003Z","end":"2026-07-27T13:20:52.226234Z","steps":["trace[378170951] 'process raft request' (duration: 97.216517ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:52.22631Z","caller":"traceutil/trace.go:171","msg":"trace[1761302562] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"106.988572ms","start":"2026-07-27T13:20:52.119292Z","end":"2026-07-27T13:20:52.226281Z","steps":["trace[1761302562] 'process raft request' (duration: 106.842159ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:20:54.45031Z","caller":"traceutil/trace.go:171","msg":"trace[1759828126] transaction","detail":"{read_only:false; response_revision:3445; number_of_response:1; }","duration":"161.873651ms","start":"2026-07-27T13:20:54.288413Z","end":"2026-07-27T13:20:54.450286Z","steps":["trace[1759828126] 'process raft request' (duration: 120.242244ms)","trace[1759828126] 'compare' (duration: 41.528045ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:21:21.76378Z","caller":"traceutil/trace.go:171","msg":"trace[2037526222] transaction","detail":"{read_only:false; response_revision:3578; number_of_response:1; }","duration":"167.976401ms","start":"2026-07-27T13:21:21.595757Z","end":"2026-07-27T13:21:21.763734Z","steps":["trace[2037526222] 'process raft request' (duration: 133.8749ms)","trace[2037526222] 'compare' (duration: 33.894878ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:21:21.763833Z","caller":"traceutil/trace.go:171","msg":"trace[959436699] transaction","detail":"{read_only:false; response_revision:3579; number_of_response:1; }","duration":"161.954116ms","start":"2026-07-27T13:21:21.601842Z","end":"2026-07-27T13:21:21.763796Z","steps":["trace[959436699] 'process raft request' (duration: 161.793544ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:21.763902Z","caller":"traceutil/trace.go:171","msg":"trace[324146576] transaction","detail":"{read_only:false; response_revision:3580; number_of_response:1; }","duration":"156.347467ms","start":"2026-07-27T13:21:21.607539Z","end":"2026-07-27T13:21:21.763887Z","steps":["trace[324146576] 'process raft request' (duration: 156.121824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:28.262323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.775905ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:21:28.262648Z","caller":"traceutil/trace.go:171","msg":"trace[622532495] linearizableReadLoop","detail":"{readStateIndex:3759; appliedIndex:3758; }","duration":"318.42679ms","start":"2026-07-27T13:21:27.944208Z","end":"2026-07-27T13:21:28.262634Z","steps":["trace[622532495] 'read index received' (duration: 107.200488ms)","trace[622532495] 'applied index is now lower than readState.Index' (duration: 211.225322ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:21:28.262741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.531953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:28.262766Z","caller":"traceutil/trace.go:171","msg":"trace[1438999483] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:3612; }","duration":"318.627534ms","start":"2026-07-27T13:21:27.944131Z","end":"2026-07-27T13:21:28.262759Z","steps":["trace[1438999483] 'agreement among raft nodes before linearized reading' (duration: 318.577963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:28.262866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:21:27.944062Z","time spent":"318.795667ms","remote":"127.0.0.1:32844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:21:28.262967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.835998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.134\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-07-27T13:21:28.262997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.799171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:21:28.263148Z","caller":"traceutil/trace.go:171","msg":"trace[1001724696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3612; }","duration":"115.985954ms","start":"2026-07-27T13:21:28.147141Z","end":"2026-07-27T13:21:28.263127Z","steps":["trace[1001724696] 'agreement among raft nodes before linearized reading' (duration: 115.670819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:28.263158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.987761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:28.263068Z","caller":"traceutil/trace.go:171","msg":"trace[1215650488] range","detail":"{range_begin:/registry/masterleases/199.19.213.134; range_end:; response_count:1; response_revision:3612; }","duration":"251.98719ms","start":"2026-07-27T13:21:28.011055Z","end":"2026-07-27T13:21:28.263042Z","steps":["trace[1215650488] 'agreement among raft nodes before linearized reading' (duration: 251.703726ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:28.26325Z","caller":"traceutil/trace.go:171","msg":"trace[1160507822] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3612; }","duration":"213.082582ms","start":"2026-07-27T13:21:28.050144Z","end":"2026-07-27T13:21:28.263227Z","steps":["trace[1160507822] 'agreement among raft nodes before linearized reading' (duration: 212.96254ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:28.26297Z","caller":"traceutil/trace.go:171","msg":"trace[1359044245] transaction","detail":"{read_only:false; response_revision:3612; number_of_response:1; }","duration":"379.766703ms","start":"2026-07-27T13:21:27.88309Z","end":"2026-07-27T13:21:28.262857Z","steps":["trace[1359044245] 'process raft request' (duration: 168.312356ms)","trace[1359044245] 'compare' (duration: 210.667174ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:21:28.263545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:21:27.883061Z","time spent":"380.386553ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:21:28.834336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.392751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-27T13:21:28.834447Z","caller":"traceutil/trace.go:171","msg":"trace[1060100097] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3616; }","duration":"109.545214ms","start":"2026-07-27T13:21:28.724876Z","end":"2026-07-27T13:21:28.834421Z","steps":["trace[1060100097] 'range keys from in-memory index tree' (duration: 109.178958ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:29.150343Z","caller":"traceutil/trace.go:171","msg":"trace[727897997] linearizableReadLoop","detail":"{readStateIndex:3766; appliedIndex:3765; }","duration":"256.615828ms","start":"2026-07-27T13:21:28.893694Z","end":"2026-07-27T13:21:29.15031Z","steps":["trace[727897997] 'read index received' (duration: 200.98866ms)","trace[727897997] 'applied index is now lower than readState.Index' (duration: 55.625158ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:21:29.150357Z","caller":"traceutil/trace.go:171","msg":"trace[405247202] transaction","detail":"{read_only:false; response_revision:3618; number_of_response:1; }","duration":"287.775165ms","start":"2026-07-27T13:21:28.862542Z","end":"2026-07-27T13:21:29.150317Z","steps":["trace[405247202] 'process raft request' (duration: 232.224049ms)","trace[405247202] 'compare' (duration: 55.318312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:21:29.150689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.969843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-07-27T13:21:29.150751Z","caller":"traceutil/trace.go:171","msg":"trace[745106360] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:3618; }","duration":"257.160656ms","start":"2026-07-27T13:21:28.893574Z","end":"2026-07-27T13:21:29.150735Z","steps":["trace[745106360] 'agreement among raft nodes before linearized reading' (duration: 256.84915ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:30.504398Z","caller":"traceutil/trace.go:171","msg":"trace[1301145748] transaction","detail":"{read_only:false; response_revision:3626; number_of_response:1; }","duration":"143.194721ms","start":"2026-07-27T13:21:30.361162Z","end":"2026-07-27T13:21:30.504356Z","steps":["trace[1301145748] 'process raft request' (duration: 73.906561ms)","trace[1301145748] 'compare' (duration: 69.100747ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:21:32.05121Z","caller":"traceutil/trace.go:171","msg":"trace[423803181] transaction","detail":"{read_only:false; response_revision:3629; number_of_response:1; }","duration":"154.845157ms","start":"2026-07-27T13:21:31.896333Z","end":"2026-07-27T13:21:32.051178Z","steps":["trace[423803181] 'process raft request' (duration: 154.666474ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:32.104925Z","caller":"traceutil/trace.go:171","msg":"trace[233079838] transaction","detail":"{read_only:false; response_revision:3630; number_of_response:1; }","duration":"175.108901ms","start":"2026-07-27T13:21:31.929798Z","end":"2026-07-27T13:21:32.104907Z","steps":["trace[233079838] 'process raft request' (duration: 174.979919ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:32.105167Z","caller":"traceutil/trace.go:171","msg":"trace[148829559] transaction","detail":"{read_only:false; response_revision:3631; number_of_response:1; }","duration":"128.313603ms","start":"2026-07-27T13:21:31.976846Z","end":"2026-07-27T13:21:32.105159Z","steps":["trace[148829559] 'process raft request' (duration: 128.030289ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:32.10549Z","caller":"traceutil/trace.go:171","msg":"trace[728125594] transaction","detail":"{read_only:false; response_revision:3632; number_of_response:1; }","duration":"128.620018ms","start":"2026-07-27T13:21:31.976846Z","end":"2026-07-27T13:21:32.105466Z","steps":["trace[728125594] 'process raft request' (duration: 128.256833ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:32.106213Z","caller":"traceutil/trace.go:171","msg":"trace[422645901] transaction","detail":"{read_only:false; response_revision:3633; number_of_response:1; }","duration":"129.321959ms","start":"2026-07-27T13:21:31.97688Z","end":"2026-07-27T13:21:32.106202Z","steps":["trace[422645901] 'process raft request' (duration: 128.530326ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:49.16471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.712436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:21:49.164771Z","caller":"traceutil/trace.go:171","msg":"trace[265378630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3727; }","duration":"131.830268ms","start":"2026-07-27T13:21:49.032927Z","end":"2026-07-27T13:21:49.164757Z","steps":["trace[265378630] 'range keys from in-memory index tree' (duration: 131.570244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:49.164895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.376423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/\" range_end:\"/registry/secrets/auth-system0\" ","response":"range_response_count:3 size:76680"} {"level":"info","ts":"2026-07-27T13:21:49.165047Z","caller":"traceutil/trace.go:171","msg":"trace[1723737933] range","detail":"{range_begin:/registry/secrets/auth-system/; range_end:/registry/secrets/auth-system0; response_count:3; response_revision:3727; }","duration":"157.553216ms","start":"2026-07-27T13:21:49.007457Z","end":"2026-07-27T13:21:49.16501Z","steps":["trace[1723737933] 'range keys from in-memory index tree' (duration: 157.010998ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:54.750808Z","caller":"traceutil/trace.go:171","msg":"trace[790927589] linearizableReadLoop","detail":"{readStateIndex:3987; appliedIndex:3986; }","duration":"192.48072ms","start":"2026-07-27T13:21:54.55831Z","end":"2026-07-27T13:21:54.75079Z","steps":["trace[790927589] 'read index received' (duration: 192.372758ms)","trace[790927589] 'applied index is now lower than readState.Index' (duration: 107.002µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:21:54.750857Z","caller":"traceutil/trace.go:171","msg":"trace[1446288294] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"200.300967ms","start":"2026-07-27T13:21:54.550527Z","end":"2026-07-27T13:21:54.750828Z","steps":["trace[1446288294] 'process raft request' (duration: 200.151125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.750958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.571042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.751046Z","caller":"traceutil/trace.go:171","msg":"trace[405671974] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3830; }","duration":"192.695893ms","start":"2026-07-27T13:21:54.558339Z","end":"2026-07-27T13:21:54.751035Z","steps":["trace[405671974] 'agreement among raft nodes before linearized reading' (duration: 192.576271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.751304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.868918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:21:54.751356Z","caller":"traceutil/trace.go:171","msg":"trace[1521800314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3830; }","duration":"134.948369ms","start":"2026-07-27T13:21:54.616394Z","end":"2026-07-27T13:21:54.751342Z","steps":["trace[1521800314] 'agreement among raft nodes before linearized reading' (duration: 134.771216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.751548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.723439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.751608Z","caller":"traceutil/trace.go:171","msg":"trace[2004990518] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3830; }","duration":"173.83906ms","start":"2026-07-27T13:21:54.577755Z","end":"2026-07-27T13:21:54.751594Z","steps":["trace[2004990518] 'agreement among raft nodes before linearized reading' (duration: 173.670838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.751619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.136385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.751642Z","caller":"traceutil/trace.go:171","msg":"trace[194302865] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3830; }","duration":"190.189916ms","start":"2026-07-27T13:21:54.561446Z","end":"2026-07-27T13:21:54.751636Z","steps":["trace[194302865] 'agreement among raft nodes before linearized reading' (duration: 190.151945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.751943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.020653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:21:54.751945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.900141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.751974Z","caller":"traceutil/trace.go:171","msg":"trace[2096594543] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3830; }","duration":"174.092015ms","start":"2026-07-27T13:21:54.577875Z","end":"2026-07-27T13:21:54.751967Z","steps":["trace[2096594543] 'agreement among raft nodes before linearized reading' (duration: 174.042424ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:21:54.751983Z","caller":"traceutil/trace.go:171","msg":"trace[1081367125] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:3830; }","duration":"173.961893ms","start":"2026-07-27T13:21:54.578011Z","end":"2026-07-27T13:21:54.751972Z","steps":["trace[1081367125] 'agreement among raft nodes before linearized reading' (duration: 173.900172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.750964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.626292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.752126Z","caller":"traceutil/trace.go:171","msg":"trace[1495556941] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:3830; }","duration":"193.82382ms","start":"2026-07-27T13:21:54.558286Z","end":"2026-07-27T13:21:54.752109Z","steps":["trace[1495556941] 'agreement among raft nodes before linearized reading' (duration: 192.609962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:21:54.751017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.04659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:21:54.752344Z","caller":"traceutil/trace.go:171","msg":"trace[535111223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3830; }","duration":"142.403781ms","start":"2026-07-27T13:21:54.609924Z","end":"2026-07-27T13:21:54.752327Z","steps":["trace[535111223] 'agreement among raft nodes before linearized reading' (duration: 141.080721ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:00.316263Z","caller":"traceutil/trace.go:171","msg":"trace[85760156] transaction","detail":"{read_only:false; response_revision:3862; number_of_response:1; }","duration":"113.496053ms","start":"2026-07-27T13:22:00.202742Z","end":"2026-07-27T13:22:00.316238Z","steps":["trace[85760156] 'process raft request' (duration: 113.332171ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:00.353355Z","caller":"traceutil/trace.go:171","msg":"trace[1622419594] transaction","detail":"{read_only:false; response_revision:3864; number_of_response:1; }","duration":"150.329198ms","start":"2026-07-27T13:22:00.203009Z","end":"2026-07-27T13:22:00.353339Z","steps":["trace[1622419594] 'process raft request' (duration: 150.301468ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:00.353404Z","caller":"traceutil/trace.go:171","msg":"trace[1994867471] transaction","detail":"{read_only:false; response_revision:3863; number_of_response:1; }","duration":"150.44271ms","start":"2026-07-27T13:22:00.202928Z","end":"2026-07-27T13:22:00.353371Z","steps":["trace[1994867471] 'process raft request' (duration: 150.283048ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:06.8299Z","caller":"traceutil/trace.go:171","msg":"trace[618571845] transaction","detail":"{read_only:false; response_revision:3898; number_of_response:1; }","duration":"117.837731ms","start":"2026-07-27T13:22:06.712038Z","end":"2026-07-27T13:22:06.829875Z","steps":["trace[618571845] 'process raft request' (duration: 117.538837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:10.843698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.377039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:22:10.843832Z","caller":"traceutil/trace.go:171","msg":"trace[1416149012] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:3923; }","duration":"135.578631ms","start":"2026-07-27T13:22:10.708228Z","end":"2026-07-27T13:22:10.843806Z","steps":["trace[1416149012] 'count revisions from in-memory index tree' (duration: 135.231526ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:11.222804Z","caller":"traceutil/trace.go:171","msg":"trace[2125840380] linearizableReadLoop","detail":"{readStateIndex:4086; appliedIndex:4085; }","duration":"255.971005ms","start":"2026-07-27T13:22:10.966806Z","end":"2026-07-27T13:22:11.222777Z","steps":["trace[2125840380] 'read index received' (duration: 240.378597ms)","trace[2125840380] 'applied index is now lower than readState.Index' (duration: 15.591078ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:11.222922Z","caller":"traceutil/trace.go:171","msg":"trace[100814337] transaction","detail":"{read_only:false; response_revision:3926; number_of_response:1; }","duration":"323.39572ms","start":"2026-07-27T13:22:10.899514Z","end":"2026-07-27T13:22:11.22291Z","steps":["trace[100814337] 'process raft request' (duration: 307.65782ms)","trace[100814337] 'compare' (duration: 15.265783ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:11.223071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:10.899499Z","time spent":"323.44791ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:11.223413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.366151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:22:11.223686Z","caller":"traceutil/trace.go:171","msg":"trace[938192560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3926; }","duration":"256.633874ms","start":"2026-07-27T13:22:10.966986Z","end":"2026-07-27T13:22:11.22362Z","steps":["trace[938192560] 'agreement among raft nodes before linearized reading' (duration: 256.277039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:11.223456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.664374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:22:11.223806Z","caller":"traceutil/trace.go:171","msg":"trace[1857952748] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3926; }","duration":"257.012959ms","start":"2026-07-27T13:22:10.966777Z","end":"2026-07-27T13:22:11.22379Z","steps":["trace[1857952748] 'agreement among raft nodes before linearized reading' (duration: 256.496692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:11.55158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.952122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:22:11.551648Z","caller":"traceutil/trace.go:171","msg":"trace[790002012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3928; }","duration":"125.067624ms","start":"2026-07-27T13:22:11.426564Z","end":"2026-07-27T13:22:11.551631Z","steps":["trace[790002012] 'range keys from in-memory index tree' (duration: 124.7418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.117658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.727209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:22:13.117738Z","caller":"traceutil/trace.go:171","msg":"trace[1516785733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3933; }","duration":"184.856471ms","start":"2026-07-27T13:22:12.932863Z","end":"2026-07-27T13:22:13.11772Z","steps":["trace[1516785733] 'range keys from in-memory index tree' (duration: 184.467295ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.117777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.83331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:13.117846Z","caller":"traceutil/trace.go:171","msg":"trace[1474950706] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3933; }","duration":"482.939392ms","start":"2026-07-27T13:22:12.634876Z","end":"2026-07-27T13:22:13.117815Z","steps":["trace[1474950706] 'range keys from in-memory index tree' (duration: 482.757699ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.11792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:12.634858Z","time spent":"483.044464ms","remote":"127.0.0.1:49190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-27T13:22:13.117736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.184329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:22:13.118036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.144325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:22:13.118033Z","caller":"traceutil/trace.go:171","msg":"trace[179630897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3933; }","duration":"510.492634ms","start":"2026-07-27T13:22:12.607515Z","end":"2026-07-27T13:22:13.118008Z","steps":["trace[179630897] 'range keys from in-memory index tree' (duration: 510.107418ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:13.118083Z","caller":"traceutil/trace.go:171","msg":"trace[974008861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3933; }","duration":"441.243236ms","start":"2026-07-27T13:22:12.676828Z","end":"2026-07-27T13:22:13.118071Z","steps":["trace[974008861] 'range keys from in-memory index tree' (duration: 440.961462ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.118116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:12.676807Z","time spent":"441.297307ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:22:13.118115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:12.607498Z","time spent":"510.589965ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:22:13.117662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.072022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:13.118163Z","caller":"traceutil/trace.go:171","msg":"trace[790778031] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:3933; }","duration":"441.636882ms","start":"2026-07-27T13:22:12.676516Z","end":"2026-07-27T13:22:13.118153Z","steps":["trace[790778031] 'range keys from in-memory index tree' (duration: 441.003662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.118193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:12.676499Z","time spent":"441.683362ms","remote":"127.0.0.1:40030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-07-27T13:22:13.118473Z","caller":"traceutil/trace.go:171","msg":"trace[377026896] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"141.53644ms","start":"2026-07-27T13:22:12.976924Z","end":"2026-07-27T13:22:13.11846Z","steps":["trace[377026896] 'process raft request' (duration: 46.803492ms)","trace[377026896] 'compare' (duration: 93.880505ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:13.341946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.425548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:13.342155Z","caller":"traceutil/trace.go:171","msg":"trace[503554686] linearizableReadLoop","detail":"{readStateIndex:4097; appliedIndex:4095; }","duration":"179.316359ms","start":"2026-07-27T13:22:13.162819Z","end":"2026-07-27T13:22:13.342135Z","steps":["trace[503554686] 'read index received' (duration: 61.537455ms)","trace[503554686] 'applied index is now lower than readState.Index' (duration: 117.777894ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:13.342247Z","caller":"traceutil/trace.go:171","msg":"trace[93578634] transaction","detail":"{read_only:false; response_revision:3936; number_of_response:1; }","duration":"217.845979ms","start":"2026-07-27T13:22:13.124386Z","end":"2026-07-27T13:22:13.342232Z","steps":["trace[93578634] 'process raft request' (duration: 100.046505ms)","trace[93578634] 'compare' (duration: 117.131804ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:13.342579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.745415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9283"} {"level":"info","ts":"2026-07-27T13:22:13.342664Z","caller":"traceutil/trace.go:171","msg":"trace[1651235866] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:3937; }","duration":"179.883167ms","start":"2026-07-27T13:22:13.162759Z","end":"2026-07-27T13:22:13.342642Z","steps":["trace[1651235866] 'agreement among raft nodes before linearized reading' (duration: 179.626383ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:13.342606Z","caller":"traceutil/trace.go:171","msg":"trace[659555161] transaction","detail":"{read_only:false; response_revision:3937; number_of_response:1; }","duration":"217.534395ms","start":"2026-07-27T13:22:13.12495Z","end":"2026-07-27T13:22:13.342485Z","steps":["trace[659555161] 'process raft request' (duration: 217.099848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:13.917841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.18007ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:13.918046Z","caller":"traceutil/trace.go:171","msg":"trace[554350057] transaction","detail":"{read_only:false; response_revision:3939; number_of_response:1; }","duration":"568.491201ms","start":"2026-07-27T13:22:13.349522Z","end":"2026-07-27T13:22:13.918013Z","steps":["trace[554350057] 'process raft request' (duration: 95.993397ms)","trace[554350057] 'compare' (duration: 471.889706ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:13.918125Z","caller":"traceutil/trace.go:171","msg":"trace[1208168969] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4097; }","duration":"567.855472ms","start":"2026-07-27T13:22:13.350255Z","end":"2026-07-27T13:22:13.918111Z","steps":["trace[1208168969] 'read index received' (duration: 28.027848ms)","trace[1208168969] 'applied index is now lower than readState.Index' (duration: 539.825884ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:13.918231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:13.349506Z","time spent":"568.622053ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:14.06526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.248491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T13:22:14.065348Z","caller":"traceutil/trace.go:171","msg":"trace[1779240671] linearizableReadLoop","detail":"{readStateIndex:4100; appliedIndex:4099; }","duration":"147.17406ms","start":"2026-07-27T13:22:13.918162Z","end":"2026-07-27T13:22:14.065336Z","steps":["trace[1779240671] 'read index received' (duration: 74.891µs)","trace[1779240671] 'applied index is now lower than readState.Index' (duration: 147.098239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:14.065465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.338953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-27T13:22:14.065486Z","caller":"traceutil/trace.go:171","msg":"trace[300472049] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:3939; }","duration":"712.384453ms","start":"2026-07-27T13:22:13.353095Z","end":"2026-07-27T13:22:14.065479Z","steps":["trace[300472049] 'agreement among raft nodes before linearized reading' (duration: 712.270522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:14.065511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:13.353088Z","time spent":"712.417184ms","remote":"127.0.0.1:33054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T13:22:14.06572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.454348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:14.065768Z","caller":"traceutil/trace.go:171","msg":"trace[310279603] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:0; response_revision:3939; }","duration":"715.530679ms","start":"2026-07-27T13:22:13.350224Z","end":"2026-07-27T13:22:14.065755Z","steps":["trace[310279603] 'agreement among raft nodes before linearized reading' (duration: 567.973114ms)","trace[310279603] 'range keys from in-memory index tree' (duration: 147.490924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:14.065799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:13.350211Z","time spent":"715.57985ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"warn","ts":"2026-07-27T13:22:14.065807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.351604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:14.065833Z","caller":"traceutil/trace.go:171","msg":"trace[1013576927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3939; }","duration":"455.379334ms","start":"2026-07-27T13:22:13.610449Z","end":"2026-07-27T13:22:14.065828Z","steps":["trace[1013576927] 'agreement among raft nodes before linearized reading' (duration: 455.340624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:14.065845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:13.610375Z","time spent":"455.467355ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:22:14.065952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.624757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:22:14.065969Z","caller":"traceutil/trace.go:171","msg":"trace[1822349786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3939; }","duration":"455.677198ms","start":"2026-07-27T13:22:13.610287Z","end":"2026-07-27T13:22:14.065964Z","steps":["trace[1822349786] 'agreement among raft nodes before linearized reading' (duration: 455.631428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:14.065981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:13.610267Z","time spent":"455.711428ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:22:14.207772Z","caller":"traceutil/trace.go:171","msg":"trace[2131305214] transaction","detail":"{read_only:false; response_revision:3941; number_of_response:1; }","duration":"138.211168ms","start":"2026-07-27T13:22:14.069526Z","end":"2026-07-27T13:22:14.207737Z","steps":["trace[2131305214] 'process raft request' (duration: 136.842248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.091499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.821446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:15.091695Z","caller":"traceutil/trace.go:171","msg":"trace[1979166331] transaction","detail":"{read_only:false; response_revision:3944; number_of_response:1; }","duration":"591.442081ms","start":"2026-07-27T13:22:14.500232Z","end":"2026-07-27T13:22:15.091674Z","steps":["trace[1979166331] 'process raft request' (duration: 591.37ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:15.091898Z","caller":"traceutil/trace.go:171","msg":"trace[1552496814] transaction","detail":"{read_only:false; response_revision:3943; number_of_response:1; }","duration":"676.858261ms","start":"2026-07-27T13:22:14.415009Z","end":"2026-07-27T13:22:15.091867Z","steps":["trace[1552496814] 'process raft request' (duration: 53.285144ms)","trace[1552496814] 'compare' (duration: 622.227168ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:15.091972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.500204Z","time spent":"591.712085ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:15.092112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.414984Z","time spent":"676.965053ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:22:15.449045Z","caller":"traceutil/trace.go:171","msg":"trace[20306728] linearizableReadLoop","detail":"{readStateIndex:4107; appliedIndex:4103; }","duration":"836.339812ms","start":"2026-07-27T13:22:14.612672Z","end":"2026-07-27T13:22:15.449012Z","steps":["trace[20306728] 'read index received' (duration: 317.710556ms)","trace[20306728] 'applied index is now lower than readState.Index' (duration: 518.628246ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:15.449183Z","caller":"traceutil/trace.go:171","msg":"trace[440777647] transaction","detail":"{read_only:false; response_revision:3946; number_of_response:1; }","duration":"888.881106ms","start":"2026-07-27T13:22:14.560247Z","end":"2026-07-27T13:22:15.449128Z","steps":["trace[440777647] 'process raft request' (duration: 888.691503ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:15.449299Z","caller":"traceutil/trace.go:171","msg":"trace[1642597842] transaction","detail":"{read_only:false; response_revision:3947; number_of_response:1; }","duration":"681.644865ms","start":"2026-07-27T13:22:14.76759Z","end":"2026-07-27T13:22:15.449235Z","steps":["trace[1642597842] 'process raft request' (duration: 681.385102ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:15.449392Z","caller":"traceutil/trace.go:171","msg":"trace[806877195] transaction","detail":"{read_only:false; response_revision:3945; number_of_response:1; }","duration":"915.421511ms","start":"2026-07-27T13:22:14.533938Z","end":"2026-07-27T13:22:15.44936Z","steps":["trace[806877195] 'process raft request' (duration: 914.846513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.449503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.767571Z","time spent":"681.829888ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:15.449535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.843889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:22:15.449551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.533908Z","time spent":"915.556443ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:22:15.449586Z","caller":"traceutil/trace.go:171","msg":"trace[29785759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3947; }","duration":"836.935471ms","start":"2026-07-27T13:22:14.612637Z","end":"2026-07-27T13:22:15.449572Z","steps":["trace[29785759] 'agreement among raft nodes before linearized reading' (duration: 836.8478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.449624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.61262Z","time spent":"836.996542ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:22:15.449597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:14.56022Z","time spent":"889.17124ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:15.472181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.065335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:22:15.472221Z","caller":"traceutil/trace.go:171","msg":"trace[806600227] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:3947; }","duration":"398.166287ms","start":"2026-07-27T13:22:15.074045Z","end":"2026-07-27T13:22:15.472211Z","steps":["trace[806600227] 'agreement among raft nodes before linearized reading' (duration: 398.091166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.472248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:15.074023Z","time spent":"398.215867ms","remote":"127.0.0.1:49118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:22:15.47247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.638953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:22:15.472497Z","caller":"traceutil/trace.go:171","msg":"trace[2067320738] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3947; }","duration":"125.706644ms","start":"2026-07-27T13:22:15.346783Z","end":"2026-07-27T13:22:15.47249Z","steps":["trace[2067320738] 'agreement among raft nodes before linearized reading' (duration: 125.603262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.4726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.618093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:22:15.472627Z","caller":"traceutil/trace.go:171","msg":"trace[1482166560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3947; }","duration":"307.678324ms","start":"2026-07-27T13:22:15.16494Z","end":"2026-07-27T13:22:15.472618Z","steps":["trace[1482166560] 'agreement among raft nodes before linearized reading' (duration: 307.609753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.472645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:15.16492Z","time spent":"307.720305ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:22:15.800999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.226334ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:15.801222Z","caller":"traceutil/trace.go:171","msg":"trace[2075721878] transaction","detail":"{read_only:false; response_revision:3949; number_of_response:1; }","duration":"324.401865ms","start":"2026-07-27T13:22:15.476802Z","end":"2026-07-27T13:22:15.801204Z","steps":["trace[2075721878] 'process raft request' (duration: 324.332474ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:15.801228Z","caller":"traceutil/trace.go:171","msg":"trace[455758461] transaction","detail":"{read_only:false; response_revision:3948; number_of_response:1; }","duration":"324.577429ms","start":"2026-07-27T13:22:15.476618Z","end":"2026-07-27T13:22:15.801196Z","steps":["trace[455758461] 'process raft request' (duration: 122.046221ms)","trace[455758461] 'compare' (duration: 202.129212ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:15.801344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:15.476774Z","time spent":"324.542178ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:22:15.801372Z","caller":"traceutil/trace.go:171","msg":"trace[396066665] linearizableReadLoop","detail":"{readStateIndex:4111; appliedIndex:4108; }","duration":"164.80405ms","start":"2026-07-27T13:22:15.636551Z","end":"2026-07-27T13:22:15.801355Z","steps":["trace[396066665] 'read index received' (duration: 21.473901ms)","trace[396066665] 'applied index is now lower than readState.Index' (duration: 143.328879ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:15.801392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:15.476554Z","time spent":"324.754052ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:15.801462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.899192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:15.801499Z","caller":"traceutil/trace.go:171","msg":"trace[1099468682] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:3950; }","duration":"164.990043ms","start":"2026-07-27T13:22:15.636499Z","end":"2026-07-27T13:22:15.801489Z","steps":["trace[1099468682] 'agreement among raft nodes before linearized reading' (duration: 164.918122ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:15.801473Z","caller":"traceutil/trace.go:171","msg":"trace[941863988] transaction","detail":"{read_only:false; response_revision:3950; number_of_response:1; }","duration":"310.20312ms","start":"2026-07-27T13:22:15.491195Z","end":"2026-07-27T13:22:15.801398Z","steps":["trace[941863988] 'process raft request' (duration: 309.980477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:15.801823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:15.491151Z","time spent":"310.515416ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:22:18.298742Z","caller":"traceutil/trace.go:171","msg":"trace[1969098174] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"105.565816ms","start":"2026-07-27T13:22:18.193149Z","end":"2026-07-27T13:22:18.298715Z","steps":["trace[1969098174] 'process raft request' (duration: 100.786306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.946033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.399095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:22:20.946117Z","caller":"traceutil/trace.go:171","msg":"trace[1878381737] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3972; }","duration":"952.523486ms","start":"2026-07-27T13:22:19.993574Z","end":"2026-07-27T13:22:20.946098Z","steps":["trace[1878381737] 'range keys from in-memory index tree' (duration: 952.228382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.946171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:19.993553Z","time spent":"952.593358ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:22:20.94657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.906181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:22:20.946723Z","caller":"traceutil/trace.go:171","msg":"trace[350831641] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3972; }","duration":"844.102724ms","start":"2026-07-27T13:22:20.102597Z","end":"2026-07-27T13:22:20.9467Z","steps":["trace[350831641] 'count revisions from in-memory index tree' (duration: 843.744999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.946839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:20.102576Z","time spent":"844.245986ms","remote":"127.0.0.1:49222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:22:20.947146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.055426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:22:20.947148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.59652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:22:20.947206Z","caller":"traceutil/trace.go:171","msg":"trace[2073609727] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:3972; }","duration":"697.130567ms","start":"2026-07-27T13:22:20.250063Z","end":"2026-07-27T13:22:20.947193Z","steps":["trace[2073609727] 'count revisions from in-memory index tree' (duration: 696.951943ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:20.947223Z","caller":"traceutil/trace.go:171","msg":"trace[879170961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3972; }","duration":"644.731381ms","start":"2026-07-27T13:22:20.302474Z","end":"2026-07-27T13:22:20.947205Z","steps":["trace[879170961] 'range keys from in-memory index tree' (duration: 644.378756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.947319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:20.302439Z","time spent":"644.863503ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:22:20.947359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:20.249992Z","time spent":"697.35606ms","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:22:20.959735Z","caller":"traceutil/trace.go:171","msg":"trace[1198014729] linearizableReadLoop","detail":"{readStateIndex:4135; appliedIndex:4134; }","duration":"349.645869ms","start":"2026-07-27T13:22:20.610067Z","end":"2026-07-27T13:22:20.959713Z","steps":["trace[1198014729] 'read index received' (duration: 349.478306ms)","trace[1198014729] 'applied index is now lower than readState.Index' (duration: 166.413µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:20.959763Z","caller":"traceutil/trace.go:171","msg":"trace[1719900713] transaction","detail":"{read_only:false; response_revision:3973; number_of_response:1; }","duration":"583.647562ms","start":"2026-07-27T13:22:20.376095Z","end":"2026-07-27T13:22:20.959742Z","steps":["trace[1719900713] 'process raft request' (duration: 583.47677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.959838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.7632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:20.959892Z","caller":"traceutil/trace.go:171","msg":"trace[1651961304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3973; }","duration":"349.848612ms","start":"2026-07-27T13:22:20.610035Z","end":"2026-07-27T13:22:20.959884Z","steps":["trace[1651961304] 'agreement among raft nodes before linearized reading' (duration: 349.768261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:20.959889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:20.376068Z","time spent":"583.752673ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:20.959914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:20.610018Z","time spent":"349.889452ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:22:24.207515Z","caller":"traceutil/trace.go:171","msg":"trace[1279963848] transaction","detail":"{read_only:false; response_revision:3994; number_of_response:1; }","duration":"223.474394ms","start":"2026-07-27T13:22:23.984017Z","end":"2026-07-27T13:22:24.207491Z","steps":["trace[1279963848] 'process raft request' (duration: 190.245867ms)","trace[1279963848] 'compare' (duration: 33.087445ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:24.212069Z","caller":"traceutil/trace.go:171","msg":"trace[694727065] linearizableReadLoop","detail":"{readStateIndex:4158; appliedIndex:4156; }","duration":"121.708725ms","start":"2026-07-27T13:22:24.090345Z","end":"2026-07-27T13:22:24.212054Z","steps":["trace[694727065] 'read index received' (duration: 84.136916ms)","trace[694727065] 'applied index is now lower than readState.Index' (duration: 37.571249ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:24.212152Z","caller":"traceutil/trace.go:171","msg":"trace[2077342284] transaction","detail":"{read_only:false; response_revision:3995; number_of_response:1; }","duration":"227.249378ms","start":"2026-07-27T13:22:23.984863Z","end":"2026-07-27T13:22:24.212113Z","steps":["trace[2077342284] 'process raft request' (duration: 227.100596ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:24.212204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.850288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-07-27T13:22:24.21239Z","caller":"traceutil/trace.go:171","msg":"trace[64240648] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:3995; }","duration":"122.002539ms","start":"2026-07-27T13:22:24.090297Z","end":"2026-07-27T13:22:24.212299Z","steps":["trace[64240648] 'agreement among raft nodes before linearized reading' (duration: 121.820717ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:25.678083Z","caller":"traceutil/trace.go:171","msg":"trace[49439199] transaction","detail":"{read_only:false; response_revision:4001; number_of_response:1; }","duration":"103.741326ms","start":"2026-07-27T13:22:25.574317Z","end":"2026-07-27T13:22:25.678058Z","steps":["trace[49439199] 'process raft request' (duration: 103.608944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:25.90866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.201845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:25.908941Z","caller":"traceutil/trace.go:171","msg":"trace[730201962] linearizableReadLoop","detail":"{readStateIndex:4165; appliedIndex:4164; }","duration":"331.115412ms","start":"2026-07-27T13:22:25.577805Z","end":"2026-07-27T13:22:25.908921Z","steps":["trace[730201962] 'read index received' (duration: 100.262176ms)","trace[730201962] 'applied index is now lower than readState.Index' (duration: 230.851806ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:25.908962Z","caller":"traceutil/trace.go:171","msg":"trace[997049762] transaction","detail":"{read_only:false; response_revision:4002; number_of_response:1; }","duration":"334.316668ms","start":"2026-07-27T13:22:25.574612Z","end":"2026-07-27T13:22:25.908929Z","steps":["trace[997049762] 'process raft request' (duration: 196.765128ms)","trace[997049762] 'compare' (duration: 136.688487ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:25.909122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.309644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-07-27T13:22:25.909116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.540774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:22:25.909167Z","caller":"traceutil/trace.go:171","msg":"trace[140942244] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:4002; }","duration":"331.375586ms","start":"2026-07-27T13:22:25.577773Z","end":"2026-07-27T13:22:25.909149Z","steps":["trace[140942244] 'agreement among raft nodes before linearized reading' (duration: 331.232104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:25.909125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:25.574592Z","time spent":"334.443289ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:25.909193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:25.577757Z","time spent":"331.430317ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":706,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-grafana-client-secret\" "} {"level":"info","ts":"2026-07-27T13:22:25.909188Z","caller":"traceutil/trace.go:171","msg":"trace[380401987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4002; }","duration":"300.654425ms","start":"2026-07-27T13:22:25.608517Z","end":"2026-07-27T13:22:25.909172Z","steps":["trace[380401987] 'agreement among raft nodes before linearized reading' (duration: 300.544754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:25.909233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:25.608502Z","time spent":"300.723766ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:22:26.103432Z","caller":"traceutil/trace.go:171","msg":"trace[495210135] transaction","detail":"{read_only:false; response_revision:4003; number_of_response:1; }","duration":"113.558983ms","start":"2026-07-27T13:22:25.989852Z","end":"2026-07-27T13:22:26.103411Z","steps":["trace[495210135] 'process raft request' (duration: 62.569745ms)","trace[495210135] 'compare' (duration: 50.902307ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:26.486039Z","caller":"traceutil/trace.go:171","msg":"trace[368348553] transaction","detail":"{read_only:false; response_revision:4005; number_of_response:1; }","duration":"177.452128ms","start":"2026-07-27T13:22:26.308553Z","end":"2026-07-27T13:22:26.486005Z","steps":["trace[368348553] 'process raft request' (duration: 163.293085ms)","trace[368348553] 'compare' (duration: 14.00627ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:27.234173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.428169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:27.234665Z","caller":"traceutil/trace.go:171","msg":"trace[36388259] transaction","detail":"{read_only:false; response_revision:4007; number_of_response:1; }","duration":"223.841457ms","start":"2026-07-27T13:22:27.010807Z","end":"2026-07-27T13:22:27.234649Z","steps":["trace[36388259] 'process raft request' (duration: 100.85898ms)","trace[36388259] 'compare' (duration: 122.324967ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:27.81701Z","caller":"traceutil/trace.go:171","msg":"trace[2068119570] transaction","detail":"{read_only:false; response_revision:4010; number_of_response:1; }","duration":"133.285604ms","start":"2026-07-27T13:22:27.683701Z","end":"2026-07-27T13:22:27.816986Z","steps":["trace[2068119570] 'process raft request' (duration: 133.101272ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:28.039213Z","caller":"traceutil/trace.go:171","msg":"trace[211666922] transaction","detail":"{read_only:false; response_revision:4011; number_of_response:1; }","duration":"125.078387ms","start":"2026-07-27T13:22:27.914096Z","end":"2026-07-27T13:22:28.039175Z","steps":["trace[211666922] 'process raft request' (duration: 29.629234ms)","trace[211666922] 'compare' (duration: 95.223749ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:28.371125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.390949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:28.371212Z","caller":"traceutil/trace.go:171","msg":"trace[356003163] linearizableReadLoop","detail":"{readStateIndex:4176; appliedIndex:4175; }","duration":"264.047076ms","start":"2026-07-27T13:22:28.107153Z","end":"2026-07-27T13:22:28.3712Z","steps":["trace[356003163] 'read index received' (duration: 93.424653ms)","trace[356003163] 'applied index is now lower than readState.Index' (duration: 170.621573ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:28.371295Z","caller":"traceutil/trace.go:171","msg":"trace[2473529] transaction","detail":"{read_only:false; response_revision:4012; number_of_response:1; }","duration":"301.791694ms","start":"2026-07-27T13:22:28.069445Z","end":"2026-07-27T13:22:28.371236Z","steps":["trace[2473529] 'process raft request' (duration: 131.223982ms)","trace[2473529] 'compare' (duration: 170.288898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:28.371349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.196709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:22:28.37137Z","caller":"traceutil/trace.go:171","msg":"trace[880952469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4012; }","duration":"264.25442ms","start":"2026-07-27T13:22:28.107109Z","end":"2026-07-27T13:22:28.371364Z","steps":["trace[880952469] 'agreement among raft nodes before linearized reading' (duration: 264.122707ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:28.371443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:28.069423Z","time spent":"301.939657ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:22:28.630618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.131015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:28.63073Z","caller":"traceutil/trace.go:171","msg":"trace[66627595] linearizableReadLoop","detail":"{readStateIndex:4177; appliedIndex:4176; }","duration":"255.510315ms","start":"2026-07-27T13:22:28.375202Z","end":"2026-07-27T13:22:28.630713Z","steps":["trace[66627595] 'read index received' (duration: 97.153906ms)","trace[66627595] 'applied index is now lower than readState.Index' (duration: 158.355249ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:28.630752Z","caller":"traceutil/trace.go:171","msg":"trace[541869250] transaction","detail":"{read_only:false; response_revision:4013; number_of_response:1; }","duration":"255.634146ms","start":"2026-07-27T13:22:28.3751Z","end":"2026-07-27T13:22:28.630734Z","steps":["trace[541869250] 'process raft request' (duration: 97.308608ms)","trace[541869250] 'compare' (duration: 157.978173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:28.630915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.808159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:22:28.630953Z","caller":"traceutil/trace.go:171","msg":"trace[1784423680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4013; }","duration":"253.870911ms","start":"2026-07-27T13:22:28.37707Z","end":"2026-07-27T13:22:28.630941Z","steps":["trace[1784423680] 'agreement among raft nodes before linearized reading' (duration: 253.745129ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:28.630978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.756468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T13:22:28.631058Z","caller":"traceutil/trace.go:171","msg":"trace[1481934085] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:4013; }","duration":"255.90192ms","start":"2026-07-27T13:22:28.375139Z","end":"2026-07-27T13:22:28.631041Z","steps":["trace[1481934085] 'agreement among raft nodes before linearized reading' (duration: 255.661447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:28.631081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.148413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:22:28.631109Z","caller":"traceutil/trace.go:171","msg":"trace[77187799] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4013; }","duration":"141.210294ms","start":"2026-07-27T13:22:28.489892Z","end":"2026-07-27T13:22:28.631102Z","steps":["trace[77187799] 'agreement among raft nodes before linearized reading' (duration: 141.136173ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:28.760776Z","caller":"traceutil/trace.go:171","msg":"trace[649968560] transaction","detail":"{read_only:false; response_revision:4015; number_of_response:1; }","duration":"124.862331ms","start":"2026-07-27T13:22:28.635876Z","end":"2026-07-27T13:22:28.760738Z","steps":["trace[649968560] 'process raft request' (duration: 104.129945ms)","trace[649968560] 'compare' (duration: 20.579143ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:35.013417Z","caller":"traceutil/trace.go:171","msg":"trace[1720874827] transaction","detail":"{read_only:false; response_revision:4045; number_of_response:1; }","duration":"148.371311ms","start":"2026-07-27T13:22:34.865013Z","end":"2026-07-27T13:22:35.013385Z","steps":["trace[1720874827] 'process raft request' (duration: 96.004809ms)","trace[1720874827] 'compare' (duration: 52.24066ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:35.47707Z","caller":"traceutil/trace.go:171","msg":"trace[1835207189] transaction","detail":"{read_only:false; response_revision:4049; number_of_response:1; }","duration":"128.827662ms","start":"2026-07-27T13:22:35.348216Z","end":"2026-07-27T13:22:35.477044Z","steps":["trace[1835207189] 'process raft request' (duration: 124.786415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:22:39.552445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.421004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:22:39.552534Z","caller":"traceutil/trace.go:171","msg":"trace[1797573970] transaction","detail":"{read_only:false; response_revision:4073; number_of_response:1; }","duration":"170.403379ms","start":"2026-07-27T13:22:39.382109Z","end":"2026-07-27T13:22:39.552513Z","steps":["trace[1797573970] 'process raft request' (duration: 69.831713ms)","trace[1797573970] 'compare' (duration: 100.310832ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:41.47081Z","caller":"traceutil/trace.go:171","msg":"trace[1716862789] transaction","detail":"{read_only:false; response_revision:4081; number_of_response:1; }","duration":"150.324131ms","start":"2026-07-27T13:22:41.320469Z","end":"2026-07-27T13:22:41.470793Z","steps":["trace[1716862789] 'process raft request' (duration: 150.230149ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:41.68371Z","caller":"traceutil/trace.go:171","msg":"trace[1938028641] transaction","detail":"{read_only:false; response_revision:4083; number_of_response:1; }","duration":"126.69788ms","start":"2026-07-27T13:22:41.556986Z","end":"2026-07-27T13:22:41.683684Z","steps":["trace[1938028641] 'process raft request' (duration: 86.922811ms)","trace[1938028641] 'compare' (duration: 39.524756ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:22:42.134302Z","caller":"traceutil/trace.go:171","msg":"trace[860760341] transaction","detail":"{read_only:false; response_revision:4087; number_of_response:1; }","duration":"104.301683ms","start":"2026-07-27T13:22:42.029973Z","end":"2026-07-27T13:22:42.134275Z","steps":["trace[860760341] 'process raft request' (duration: 90.632691ms)","trace[860760341] 'compare' (duration: 13.54785ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:22:47.864327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.588017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:22:47.864459Z","caller":"traceutil/trace.go:171","msg":"trace[616785279] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4115; }","duration":"106.798589ms","start":"2026-07-27T13:22:47.757634Z","end":"2026-07-27T13:22:47.864432Z","steps":["trace[616785279] 'range keys from in-memory index tree' (duration: 106.281762ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:22:48.012903Z","caller":"traceutil/trace.go:171","msg":"trace[469388120] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"142.165892ms","start":"2026-07-27T13:22:47.870702Z","end":"2026-07-27T13:22:48.012868Z","steps":["trace[469388120] 'process raft request' (duration: 140.908135ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.00856Z","caller":"traceutil/trace.go:171","msg":"trace[437340034] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"304.822018ms","start":"2026-07-27T13:22:59.703722Z","end":"2026-07-27T13:23:00.008544Z","steps":["trace[437340034] 'process raft request' (duration: 290.223447ms)","trace[437340034] 'compare' (duration: 13.963073ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:00.008637Z","caller":"traceutil/trace.go:171","msg":"trace[1948367903] linearizableReadLoop","detail":"{readStateIndex:4363; appliedIndex:4361; }","duration":"266.124535ms","start":"2026-07-27T13:22:59.742482Z","end":"2026-07-27T13:23:00.008607Z","steps":["trace[1948367903] 'read index received' (duration: 251.469963ms)","trace[1948367903] 'applied index is now lower than readState.Index' (duration: 14.651812ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:00.008671Z","caller":"traceutil/trace.go:171","msg":"trace[174048351] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"300.269494ms","start":"2026-07-27T13:22:59.70838Z","end":"2026-07-27T13:23:00.00865Z","steps":["trace[174048351] 'process raft request' (duration: 299.93797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:00.008858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.368008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T13:23:00.008829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:59.708364Z","time spent":"300.347085ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:00.008914Z","caller":"traceutil/trace.go:171","msg":"trace[1210102675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4192; }","duration":"266.46532ms","start":"2026-07-27T13:22:59.742433Z","end":"2026-07-27T13:23:00.008899Z","steps":["trace[1210102675] 'agreement among raft nodes before linearized reading' (duration: 266.257347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:00.00867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:22:59.703694Z","time spent":"304.928869ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:23:00.008541Z","caller":"traceutil/trace.go:171","msg":"trace[885930225] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"202.873854ms","start":"2026-07-27T13:22:59.805639Z","end":"2026-07-27T13:23:00.008512Z","steps":["trace[885930225] 'process raft request' (duration: 202.789833ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.234531Z","caller":"traceutil/trace.go:171","msg":"trace[1140157669] transaction","detail":"{read_only:false; response_revision:4199; number_of_response:1; }","duration":"118.893896ms","start":"2026-07-27T13:23:00.115609Z","end":"2026-07-27T13:23:00.234503Z","steps":["trace[1140157669] 'process raft request' (duration: 118.649913ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.234628Z","caller":"traceutil/trace.go:171","msg":"trace[1563164596] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"129.792406ms","start":"2026-07-27T13:23:00.104819Z","end":"2026-07-27T13:23:00.234611Z","steps":["trace[1563164596] 'process raft request' (duration: 67.457139ms)","trace[1563164596] 'compare' (duration: 61.79039ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:00.2349Z","caller":"traceutil/trace.go:171","msg":"trace[309587737] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"118.242827ms","start":"2026-07-27T13:23:00.116651Z","end":"2026-07-27T13:23:00.234894Z","steps":["trace[309587737] 'process raft request' (duration: 117.634639ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.234944Z","caller":"traceutil/trace.go:171","msg":"trace[1459716704] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"118.345227ms","start":"2026-07-27T13:23:00.116595Z","end":"2026-07-27T13:23:00.23494Z","steps":["trace[1459716704] 'process raft request' (duration: 117.676098ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.235013Z","caller":"traceutil/trace.go:171","msg":"trace[2052353113] transaction","detail":"{read_only:false; response_revision:4202; number_of_response:1; }","duration":"118.280637ms","start":"2026-07-27T13:23:00.116728Z","end":"2026-07-27T13:23:00.235009Z","steps":["trace[2052353113] 'process raft request' (duration: 117.586798ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.2351Z","caller":"traceutil/trace.go:171","msg":"trace[342467541] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"128.809561ms","start":"2026-07-27T13:23:00.106285Z","end":"2026-07-27T13:23:00.235094Z","steps":["trace[342467541] 'process raft request' (duration: 127.921649ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.235195Z","caller":"traceutil/trace.go:171","msg":"trace[1544061925] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"119.652877ms","start":"2026-07-27T13:23:00.115537Z","end":"2026-07-27T13:23:00.23519Z","steps":["trace[1544061925] 'process raft request' (duration: 118.704004ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.235373Z","caller":"traceutil/trace.go:171","msg":"trace[1674521957] transaction","detail":"{read_only:false; response_revision:4203; number_of_response:1; }","duration":"118.604001ms","start":"2026-07-27T13:23:00.116763Z","end":"2026-07-27T13:23:00.235367Z","steps":["trace[1674521957] 'process raft request' (duration: 117.566147ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.235754Z","caller":"traceutil/trace.go:171","msg":"trace[1385026826] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"114.696638ms","start":"2026-07-27T13:23:00.121052Z","end":"2026-07-27T13:23:00.235749Z","steps":["trace[1385026826] 'process raft request' (duration: 113.289269ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.23593Z","caller":"traceutil/trace.go:171","msg":"trace[1315958215] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"114.832799ms","start":"2026-07-27T13:23:00.121077Z","end":"2026-07-27T13:23:00.23591Z","steps":["trace[1315958215] 'process raft request' (duration: 113.283709ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:00.23625Z","caller":"traceutil/trace.go:171","msg":"trace[1411101407] linearizableReadLoop","detail":"{readStateIndex:4369; appliedIndex:4367; }","duration":"126.152605ms","start":"2026-07-27T13:23:00.109521Z","end":"2026-07-27T13:23:00.235674Z","steps":["trace[1411101407] 'read index received' (duration: 62.752574ms)","trace[1411101407] 'applied index is now lower than readState.Index' (duration: 63.399321ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:00.236444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.910585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-27T13:23:00.236468Z","caller":"traceutil/trace.go:171","msg":"trace[2027115552] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4205; }","duration":"126.976216ms","start":"2026-07-27T13:23:00.109485Z","end":"2026-07-27T13:23:00.236461Z","steps":["trace[2027115552] 'agreement among raft nodes before linearized reading' (duration: 126.786453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:00.546846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.970939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:23:00.546964Z","caller":"traceutil/trace.go:171","msg":"trace[1653311943] transaction","detail":"{read_only:false; response_revision:4210; number_of_response:1; }","duration":"234.81776ms","start":"2026-07-27T13:23:00.312126Z","end":"2026-07-27T13:23:00.546944Z","steps":["trace[1653311943] 'process raft request' (duration: 106.666258ms)","trace[1653311943] 'compare' (duration: 127.840658ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:00.547443Z","caller":"traceutil/trace.go:171","msg":"trace[588884219] linearizableReadLoop","detail":"{readStateIndex:4383; appliedIndex:4381; }","duration":"202.375423ms","start":"2026-07-27T13:23:00.345056Z","end":"2026-07-27T13:23:00.547432Z","steps":["trace[588884219] 'read index received' (duration: 73.805446ms)","trace[588884219] 'applied index is now lower than readState.Index' (duration: 128.569107ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:00.547531Z","caller":"traceutil/trace.go:171","msg":"trace[1608922043] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4210; }","duration":"234.260031ms","start":"2026-07-27T13:23:00.313253Z","end":"2026-07-27T13:23:00.547513Z","steps":["trace[1608922043] 'process raft request' (duration: 233.840786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:00.547702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.625728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:23:00.547756Z","caller":"traceutil/trace.go:171","msg":"trace[670243659] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:4210; }","duration":"202.737149ms","start":"2026-07-27T13:23:00.345005Z","end":"2026-07-27T13:23:00.547742Z","steps":["trace[670243659] 'agreement among raft nodes before linearized reading' (duration: 202.603768ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:01.505931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.847882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:23:01.506046Z","caller":"traceutil/trace.go:171","msg":"trace[202829832] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4218; }","duration":"105.002454ms","start":"2026-07-27T13:23:01.401016Z","end":"2026-07-27T13:23:01.506019Z","steps":["trace[202829832] 'range keys from in-memory index tree' (duration: 104.661019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:02.476755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.941455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:23:02.476848Z","caller":"traceutil/trace.go:171","msg":"trace[1555419461] transaction","detail":"{read_only:false; response_revision:4225; number_of_response:1; }","duration":"233.04057ms","start":"2026-07-27T13:23:02.243789Z","end":"2026-07-27T13:23:02.47683Z","steps":["trace[1555419461] 'process raft request' (duration: 83.957483ms)","trace[1555419461] 'compare' (duration: 148.175155ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:03.242492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.27118ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T13:23:04.484155Z","caller":"traceutil/trace.go:171","msg":"trace[414269207] transaction","detail":"{read_only:false; response_revision:4254; number_of_response:1; }","duration":"112.913268ms","start":"2026-07-27T13:23:04.37122Z","end":"2026-07-27T13:23:04.484133Z","steps":["trace[414269207] 'process raft request' (duration: 102.937411ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:04.539421Z","caller":"traceutil/trace.go:171","msg":"trace[1341777374] transaction","detail":"{read_only:false; response_revision:4255; number_of_response:1; }","duration":"121.463054ms","start":"2026-07-27T13:23:04.417937Z","end":"2026-07-27T13:23:04.5394Z","steps":["trace[1341777374] 'process raft request' (duration: 120.896357ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:04.668272Z","caller":"traceutil/trace.go:171","msg":"trace[964756927] transaction","detail":"{read_only:false; response_revision:4258; number_of_response:1; }","duration":"122.7073ms","start":"2026-07-27T13:23:04.545544Z","end":"2026-07-27T13:23:04.668251Z","steps":["trace[964756927] 'process raft request' (duration: 59.85998ms)","trace[964756927] 'compare' (duration: 62.634548ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:04.684Z","caller":"traceutil/trace.go:171","msg":"trace[1796796510] transaction","detail":"{read_only:false; response_revision:4259; number_of_response:1; }","duration":"103.875482ms","start":"2026-07-27T13:23:04.580106Z","end":"2026-07-27T13:23:04.683982Z","steps":["trace[1796796510] 'process raft request' (duration: 103.755221ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:10.460631Z","caller":"traceutil/trace.go:171","msg":"trace[755628315] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"106.48408ms","start":"2026-07-27T13:23:10.354119Z","end":"2026-07-27T13:23:10.460603Z","steps":["trace[755628315] 'process raft request' (duration: 106.338498ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:10.460657Z","caller":"traceutil/trace.go:171","msg":"trace[1401567339] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"131.42846ms","start":"2026-07-27T13:23:10.329186Z","end":"2026-07-27T13:23:10.460615Z","steps":["trace[1401567339] 'process raft request' (duration: 130.838193ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:17.921218Z","caller":"traceutil/trace.go:171","msg":"trace[1395765572] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"104.99879ms","start":"2026-07-27T13:23:17.816184Z","end":"2026-07-27T13:23:17.921183Z","steps":["trace[1395765572] 'process raft request' (duration: 100.745433ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:21.250785Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2553} {"level":"info","ts":"2026-07-27T13:23:21.356705Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2553,"took":"105.014107ms","hash":3901443382,"current-db-size-bytes":39739392,"current-db-size":"40 MB","current-db-size-in-use-bytes":16474112,"current-db-size-in-use":"16 MB"} {"level":"info","ts":"2026-07-27T13:23:21.356764Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3901443382,"revision":2553,"compact-revision":-1} {"level":"info","ts":"2026-07-27T13:23:26.069815Z","caller":"traceutil/trace.go:171","msg":"trace[1665144882] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"385.982167ms","start":"2026-07-27T13:23:25.683793Z","end":"2026-07-27T13:23:26.069775Z","steps":["trace[1665144882] 'process raft request' (duration: 385.565322ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:26.069987Z","caller":"traceutil/trace.go:171","msg":"trace[1839509563] linearizableReadLoop","detail":"{readStateIndex:4569; appliedIndex:4569; }","duration":"303.514568ms","start":"2026-07-27T13:23:25.76645Z","end":"2026-07-27T13:23:26.069964Z","steps":["trace[1839509563] 'read index received' (duration: 303.502618ms)","trace[1839509563] 'applied index is now lower than readState.Index' (duration: 10.26µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:26.070134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.67488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-27T13:23:26.070195Z","caller":"traceutil/trace.go:171","msg":"trace[115208921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4390; }","duration":"303.778942ms","start":"2026-07-27T13:23:25.766404Z","end":"2026-07-27T13:23:26.070183Z","steps":["trace[115208921] 'agreement among raft nodes before linearized reading' (duration: 303.63607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:26.070219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:25.766387Z","time spent":"303.826972ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T13:23:26.069978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:25.683769Z","time spent":"386.113449ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:26.274426Z","caller":"traceutil/trace.go:171","msg":"trace[525442677] linearizableReadLoop","detail":"{readStateIndex:4570; appliedIndex:4569; }","duration":"204.346844ms","start":"2026-07-27T13:23:26.070041Z","end":"2026-07-27T13:23:26.274388Z","steps":["trace[525442677] 'read index received' (duration: 146.789451ms)","trace[525442677] 'applied index is now lower than readState.Index' (duration: 57.555553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:26.274769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.684555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-27T13:23:26.274798Z","caller":"traceutil/trace.go:171","msg":"trace[194193193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4391; }","duration":"200.755745ms","start":"2026-07-27T13:23:26.074033Z","end":"2026-07-27T13:23:26.274789Z","steps":["trace[194193193] 'agreement among raft nodes before linearized reading' (duration: 200.681874ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:26.274779Z","caller":"traceutil/trace.go:171","msg":"trace[813231720] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"291.357273ms","start":"2026-07-27T13:23:25.983174Z","end":"2026-07-27T13:23:26.274531Z","steps":["trace[813231720] 'process raft request' (duration: 233.718389ms)","trace[813231720] 'compare' (duration: 57.38576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:26.274838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.292116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T13:23:26.274671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.845893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:23:26.275Z","caller":"traceutil/trace.go:171","msg":"trace[1368613188] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:4391; }","duration":"132.503689ms","start":"2026-07-27T13:23:26.142464Z","end":"2026-07-27T13:23:26.274968Z","steps":["trace[1368613188] 'agreement among raft nodes before linearized reading' (duration: 132.297797ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:26.275048Z","caller":"traceutil/trace.go:171","msg":"trace[1507300653] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4391; }","duration":"430.251169ms","start":"2026-07-27T13:23:25.844788Z","end":"2026-07-27T13:23:26.27504Z","steps":["trace[1507300653] 'agreement among raft nodes before linearized reading' (duration: 429.757283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:26.275076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:25.844777Z","time spent":"430.29101ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:23:28.10853Z","caller":"traceutil/trace.go:171","msg":"trace[488524794] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4398; }","duration":"119.614324ms","start":"2026-07-27T13:23:27.988888Z","end":"2026-07-27T13:23:28.108503Z","steps":["trace[488524794] 'process raft request' (duration: 119.505262ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:28.367194Z","caller":"traceutil/trace.go:171","msg":"trace[1519476918] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4400; }","duration":"136.233496ms","start":"2026-07-27T13:23:28.230936Z","end":"2026-07-27T13:23:28.36717Z","steps":["trace[1519476918] 'process raft request' (duration: 135.748169ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:28.420856Z","caller":"traceutil/trace.go:171","msg":"trace[1074429695] linearizableReadLoop","detail":"{readStateIndex:4586; appliedIndex:4584; }","duration":"132.932302ms","start":"2026-07-27T13:23:28.287899Z","end":"2026-07-27T13:23:28.420832Z","steps":["trace[1074429695] 'read index received' (duration: 78.529383ms)","trace[1074429695] 'applied index is now lower than readState.Index' (duration: 54.401929ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:28.420911Z","caller":"traceutil/trace.go:171","msg":"trace[1683626853] transaction","detail":"{read_only:false; response_revision:4401; number_of_response:1; }","duration":"140.717786ms","start":"2026-07-27T13:23:28.280178Z","end":"2026-07-27T13:23:28.420896Z","steps":["trace[1683626853] 'process raft request' (duration: 140.431242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:28.421189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.286507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:23:28.421225Z","caller":"traceutil/trace.go:171","msg":"trace[464583567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4402; }","duration":"133.370118ms","start":"2026-07-27T13:23:28.287845Z","end":"2026-07-27T13:23:28.421215Z","steps":["trace[464583567] 'agreement among raft nodes before linearized reading' (duration: 133.222886ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:40.629121Z","caller":"traceutil/trace.go:171","msg":"trace[934240826] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"114.53378ms","start":"2026-07-27T13:23:40.514346Z","end":"2026-07-27T13:23:40.628879Z","steps":["trace[934240826] 'process raft request' (duration: 114.371738ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:40.651575Z","caller":"traceutil/trace.go:171","msg":"trace[387332182] linearizableReadLoop","detail":"{readStateIndex:4655; appliedIndex:4653; }","duration":"109.964899ms","start":"2026-07-27T13:23:40.541589Z","end":"2026-07-27T13:23:40.651554Z","steps":["trace[387332182] 'read index received' (duration: 87.014875ms)","trace[387332182] 'applied index is now lower than readState.Index' (duration: 22.949214ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:40.651645Z","caller":"traceutil/trace.go:171","msg":"trace[1689526516] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"135.857354ms","start":"2026-07-27T13:23:40.51576Z","end":"2026-07-27T13:23:40.651617Z","steps":["trace[1689526516] 'process raft request' (duration: 135.696281ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:40.651799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.188343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:23:40.651858Z","caller":"traceutil/trace.go:171","msg":"trace[1629350900] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4463; }","duration":"110.289895ms","start":"2026-07-27T13:23:40.541558Z","end":"2026-07-27T13:23:40.651847Z","steps":["trace[1629350900] 'agreement among raft nodes before linearized reading' (duration: 110.103433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:41.53039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.619434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:23:41.530487Z","caller":"traceutil/trace.go:171","msg":"trace[1091006362] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"620.687555ms","start":"2026-07-27T13:23:40.909782Z","end":"2026-07-27T13:23:41.530469Z","steps":["trace[1091006362] 'process raft request' (duration: 464.921129ms)","trace[1091006362] 'compare' (duration: 155.527523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:41.530546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:40.909765Z","time spent":"620.752486ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:41.561174Z","caller":"traceutil/trace.go:171","msg":"trace[751567821] linearizableReadLoop","detail":"{readStateIndex:4659; appliedIndex:4657; }","duration":"488.439919ms","start":"2026-07-27T13:23:41.072716Z","end":"2026-07-27T13:23:41.561156Z","steps":["trace[751567821] 'read index received' (duration: 302.055637ms)","trace[751567821] 'applied index is now lower than readState.Index' (duration: 186.383482ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:41.561282Z","caller":"traceutil/trace.go:171","msg":"trace[1400998454] transaction","detail":"{read_only:false; response_revision:4467; number_of_response:1; }","duration":"599.298571ms","start":"2026-07-27T13:23:40.961947Z","end":"2026-07-27T13:23:41.561246Z","steps":["trace[1400998454] 'process raft request' (duration: 599.089459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:41.561354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.633292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:23:41.561392Z","caller":"traceutil/trace.go:171","msg":"trace[1419410983] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4467; }","duration":"488.710593ms","start":"2026-07-27T13:23:41.072672Z","end":"2026-07-27T13:23:41.561383Z","steps":["trace[1419410983] 'agreement among raft nodes before linearized reading' (duration: 488.591292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:41.56142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:40.961931Z","time spent":"599.429003ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:23:41.561427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:41.072653Z","time spent":"488.765794ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:23:52.804419Z","caller":"traceutil/trace.go:171","msg":"trace[1912385696] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"115.164636ms","start":"2026-07-27T13:23:52.689231Z","end":"2026-07-27T13:23:52.804396Z","steps":["trace[1912385696] 'process raft request' (duration: 114.69072ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:52.804966Z","caller":"traceutil/trace.go:171","msg":"trace[153070760] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"122.894298ms","start":"2026-07-27T13:23:52.682039Z","end":"2026-07-27T13:23:52.804934Z","steps":["trace[153070760] 'process raft request' (duration: 121.765582ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:52.914992Z","caller":"traceutil/trace.go:171","msg":"trace[1281415897] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"150.680594ms","start":"2026-07-27T13:23:52.764288Z","end":"2026-07-27T13:23:52.914968Z","steps":["trace[1281415897] 'process raft request' (duration: 102.354788ms)","trace[1281415897] 'compare' (duration: 48.206704ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:52.951073Z","caller":"traceutil/trace.go:171","msg":"trace[1125008934] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"147.317069ms","start":"2026-07-27T13:23:52.803708Z","end":"2026-07-27T13:23:52.951025Z","steps":["trace[1125008934] 'process raft request' (duration: 147.096637ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:52.951156Z","caller":"traceutil/trace.go:171","msg":"trace[1932888352] transaction","detail":"{read_only:false; response_revision:4859; number_of_response:1; }","duration":"122.917498ms","start":"2026-07-27T13:23:52.828213Z","end":"2026-07-27T13:23:52.95113Z","steps":["trace[1932888352] 'process raft request' (duration: 122.787426ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:52.951537Z","caller":"traceutil/trace.go:171","msg":"trace[2028379908] linearizableReadLoop","detail":"{readStateIndex:5059; appliedIndex:5057; }","duration":"144.687304ms","start":"2026-07-27T13:23:52.806829Z","end":"2026-07-27T13:23:52.951517Z","steps":["trace[2028379908] 'read index received' (duration: 59.834997ms)","trace[2028379908] 'applied index is now lower than readState.Index' (duration: 84.851257ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:52.951551Z","caller":"traceutil/trace.go:171","msg":"trace[948381141] transaction","detail":"{read_only:false; response_revision:4860; number_of_response:1; }","duration":"114.70392ms","start":"2026-07-27T13:23:52.83683Z","end":"2026-07-27T13:23:52.951534Z","steps":["trace[948381141] 'process raft request' (duration: 114.236354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:52.952047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.19191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-6px5x\" ","response":"range_response_count:1 size:2421"} {"level":"info","ts":"2026-07-27T13:23:52.952109Z","caller":"traceutil/trace.go:171","msg":"trace[194604357] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-6px5x; range_end:; response_count:1; response_revision:4861; }","duration":"145.312412ms","start":"2026-07-27T13:23:52.806782Z","end":"2026-07-27T13:23:52.952095Z","steps":["trace[194604357] 'agreement among raft nodes before linearized reading' (duration: 144.815546ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:52.951163Z","caller":"traceutil/trace.go:171","msg":"trace[1781072223] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"143.376897ms","start":"2026-07-27T13:23:52.807752Z","end":"2026-07-27T13:23:52.951129Z","steps":["trace[1781072223] 'process raft request' (duration: 143.179464ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.045353Z","caller":"traceutil/trace.go:171","msg":"trace[1291918412] transaction","detail":"{read_only:false; response_revision:4862; number_of_response:1; }","duration":"144.187178ms","start":"2026-07-27T13:23:52.901134Z","end":"2026-07-27T13:23:53.045321Z","steps":["trace[1291918412] 'process raft request' (duration: 138.739166ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.045774Z","caller":"traceutil/trace.go:171","msg":"trace[844521999] transaction","detail":"{read_only:false; response_revision:4863; number_of_response:1; }","duration":"141.198088ms","start":"2026-07-27T13:23:52.90453Z","end":"2026-07-27T13:23:53.045728Z","steps":["trace[844521999] 'process raft request' (duration: 140.715742ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.292804Z","caller":"traceutil/trace.go:171","msg":"trace[1736474095] transaction","detail":"{read_only:false; response_revision:4867; number_of_response:1; }","duration":"135.243118ms","start":"2026-07-27T13:23:53.157523Z","end":"2026-07-27T13:23:53.292766Z","steps":["trace[1736474095] 'process raft request' (duration: 134.924414ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.293518Z","caller":"traceutil/trace.go:171","msg":"trace[159241951] transaction","detail":"{read_only:false; response_revision:4868; number_of_response:1; }","duration":"120.090989ms","start":"2026-07-27T13:23:53.173406Z","end":"2026-07-27T13:23:53.293497Z","steps":["trace[159241951] 'process raft request' (duration: 119.433601ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.345403Z","caller":"traceutil/trace.go:171","msg":"trace[449850527] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"140.121663ms","start":"2026-07-27T13:23:53.205233Z","end":"2026-07-27T13:23:53.345355Z","steps":["trace[449850527] 'process raft request' (duration: 117.722798ms)","trace[449850527] 'compare' (duration: 22.213952ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:53.345513Z","caller":"traceutil/trace.go:171","msg":"trace[1909583648] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"138.832756ms","start":"2026-07-27T13:23:53.206566Z","end":"2026-07-27T13:23:53.345399Z","steps":["trace[1909583648] 'process raft request' (duration: 138.709795ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.403733Z","caller":"traceutil/trace.go:171","msg":"trace[1835259580] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"137.019902ms","start":"2026-07-27T13:23:53.266674Z","end":"2026-07-27T13:23:53.403694Z","steps":["trace[1835259580] 'process raft request' (duration: 136.086189ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.596108Z","caller":"traceutil/trace.go:171","msg":"trace[1256027717] linearizableReadLoop","detail":"{readStateIndex:5077; appliedIndex:5075; }","duration":"183.581223ms","start":"2026-07-27T13:23:53.412505Z","end":"2026-07-27T13:23:53.596086Z","steps":["trace[1256027717] 'read index received' (duration: 142.863118ms)","trace[1256027717] 'applied index is now lower than readState.Index' (duration: 40.717005ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:53.596218Z","caller":"traceutil/trace.go:171","msg":"trace[936158201] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"254.975363ms","start":"2026-07-27T13:23:53.34118Z","end":"2026-07-27T13:23:53.596156Z","steps":["trace[936158201] 'process raft request' (duration: 214.177087ms)","trace[936158201] 'compare' (duration: 40.513263ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:53.596275Z","caller":"traceutil/trace.go:171","msg":"trace[585968584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4873; }","duration":"229.339636ms","start":"2026-07-27T13:23:53.366889Z","end":"2026-07-27T13:23:53.596228Z","steps":["trace[585968584] 'process raft request' (duration: 229.148494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.59637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.845148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/prometheus-tls.18c6285142d115ac\" ","response":"range_response_count:1 size:749"} {"level":"info","ts":"2026-07-27T13:23:53.596418Z","caller":"traceutil/trace.go:171","msg":"trace[1532119578] range","detail":"{range_begin:/registry/events/monitoring/prometheus-tls.18c6285142d115ac; range_end:; response_count:1; response_revision:4873; }","duration":"183.956718ms","start":"2026-07-27T13:23:53.412445Z","end":"2026-07-27T13:23:53.596402Z","steps":["trace[1532119578] 'agreement among raft nodes before linearized reading' (duration: 183.757056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.818658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.086066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:23:53.818951Z","caller":"traceutil/trace.go:171","msg":"trace[989802729] transaction","detail":"{read_only:false; response_revision:4874; number_of_response:1; }","duration":"307.419414ms","start":"2026-07-27T13:23:53.511496Z","end":"2026-07-27T13:23:53.818915Z","steps":["trace[989802729] 'process raft request' (duration: 200.951763ms)","trace[989802729] 'compare' (duration: 105.586259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:53.81911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:53.511471Z","time spent":"307.561045ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T13:23:53.819301Z","caller":"traceutil/trace.go:171","msg":"trace[115645912] linearizableReadLoop","detail":"{readStateIndex:5078; appliedIndex:5077; }","duration":"223.098415ms","start":"2026-07-27T13:23:53.596169Z","end":"2026-07-27T13:23:53.819268Z","steps":["trace[115645912] 'read index received' (duration: 116.28149ms)","trace[115645912] 'applied index is now lower than readState.Index' (duration: 106.792925ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:53.819414Z","caller":"traceutil/trace.go:171","msg":"trace[1454868621] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"198.4682ms","start":"2026-07-27T13:23:53.620884Z","end":"2026-07-27T13:23:53.819352Z","steps":["trace[1454868621] 'process raft request' (duration: 198.407589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.819721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.361595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:23:53.819782Z","caller":"traceutil/trace.go:171","msg":"trace[1072627355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4878; }","duration":"232.550498ms","start":"2026-07-27T13:23:53.587218Z","end":"2026-07-27T13:23:53.819768Z","steps":["trace[1072627355] 'agreement among raft nodes before linearized reading' (duration: 232.222644ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.819898Z","caller":"traceutil/trace.go:171","msg":"trace[1452644647] transaction","detail":"{read_only:false; response_revision:4875; number_of_response:1; }","duration":"219.493466ms","start":"2026-07-27T13:23:53.600391Z","end":"2026-07-27T13:23:53.819885Z","steps":["trace[1452644647] 'process raft request' (duration: 218.556164ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.82008Z","caller":"traceutil/trace.go:171","msg":"trace[111796576] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"203.832431ms","start":"2026-07-27T13:23:53.616235Z","end":"2026-07-27T13:23:53.820068Z","steps":["trace[111796576] 'process raft request' (duration: 202.98371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.820168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.903467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-6px5x\" ","response":"range_response_count:1 size:2421"} {"level":"info","ts":"2026-07-27T13:23:53.820199Z","caller":"traceutil/trace.go:171","msg":"trace[541250989] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-6px5x; range_end:; response_count:1; response_revision:4878; }","duration":"265.959598ms","start":"2026-07-27T13:23:53.554233Z","end":"2026-07-27T13:23:53.820193Z","steps":["trace[541250989] 'agreement among raft nodes before linearized reading' (duration: 265.875977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.82035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.911376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:23:53.820379Z","caller":"traceutil/trace.go:171","msg":"trace[299552474] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4878; }","duration":"272.010627ms","start":"2026-07-27T13:23:53.548363Z","end":"2026-07-27T13:23:53.820373Z","steps":["trace[299552474] 'agreement among raft nodes before linearized reading' (duration: 271.953036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.820558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.416819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:4322"} {"level":"info","ts":"2026-07-27T13:23:53.820585Z","caller":"traceutil/trace.go:171","msg":"trace[1918224506] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4878; }","duration":"360.47578ms","start":"2026-07-27T13:23:53.460103Z","end":"2026-07-27T13:23:53.820579Z","steps":["trace[1918224506] 'agreement among raft nodes before linearized reading' (duration: 360.398759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.820608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:53.459012Z","time spent":"361.589555ms","remote":"127.0.0.1:48880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4346,"request content":"key:\"/registry/secrets/monitoring/prometheus-tls\" "} {"level":"warn","ts":"2026-07-27T13:23:53.820826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.229009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:23:53.820856Z","caller":"traceutil/trace.go:171","msg":"trace[1670133585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4878; }","duration":"211.295279ms","start":"2026-07-27T13:23:53.609554Z","end":"2026-07-27T13:23:53.820849Z","steps":["trace[1670133585] 'agreement among raft nodes before linearized reading' (duration: 211.242039ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:53.820842Z","caller":"traceutil/trace.go:171","msg":"trace[841653482] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"217.162427ms","start":"2026-07-27T13:23:53.603665Z","end":"2026-07-27T13:23:53.820827Z","steps":["trace[841653482] 'process raft request' (duration: 215.448494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:53.821199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.533233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:23:53.821256Z","caller":"traceutil/trace.go:171","msg":"trace[233796594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4878; }","duration":"189.652184ms","start":"2026-07-27T13:23:53.631593Z","end":"2026-07-27T13:23:53.821246Z","steps":["trace[233796594] 'agreement among raft nodes before linearized reading' (duration: 189.474672ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.221589Z","caller":"traceutil/trace.go:171","msg":"trace[146974036] transaction","detail":"{read_only:false; response_revision:4893; number_of_response:1; }","duration":"204.783262ms","start":"2026-07-27T13:23:54.016775Z","end":"2026-07-27T13:23:54.221559Z","steps":["trace[146974036] 'process raft request' (duration: 204.390696ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.257796Z","caller":"traceutil/trace.go:171","msg":"trace[1944203259] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5096; }","duration":"142.530313ms","start":"2026-07-27T13:23:54.11523Z","end":"2026-07-27T13:23:54.25776Z","steps":["trace[1944203259] 'read index received' (duration: 106.190125ms)","trace[1944203259] 'applied index is now lower than readState.Index' (duration: 36.338858ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:54.257907Z","caller":"traceutil/trace.go:171","msg":"trace[1834303076] transaction","detail":"{read_only:false; response_revision:4894; number_of_response:1; }","duration":"200.724799ms","start":"2026-07-27T13:23:54.057147Z","end":"2026-07-27T13:23:54.257871Z","steps":["trace[1834303076] 'process raft request' (duration: 200.347843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:54.258174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.909628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-07-27T13:23:54.258225Z","caller":"traceutil/trace.go:171","msg":"trace[1330688630] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4895; }","duration":"143.03457ms","start":"2026-07-27T13:23:54.115179Z","end":"2026-07-27T13:23:54.258214Z","steps":["trace[1330688630] 'agreement among raft nodes before linearized reading' (duration: 142.803407ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.257959Z","caller":"traceutil/trace.go:171","msg":"trace[406308314] transaction","detail":"{read_only:false; response_revision:4895; number_of_response:1; }","duration":"103.998248ms","start":"2026-07-27T13:23:54.153948Z","end":"2026-07-27T13:23:54.257946Z","steps":["trace[406308314] 'process raft request' (duration: 103.734003ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.385364Z","caller":"traceutil/trace.go:171","msg":"trace[617585720] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5099; }","duration":"127.445754ms","start":"2026-07-27T13:23:54.257897Z","end":"2026-07-27T13:23:54.385342Z","steps":["trace[617585720] 'read index received' (duration: 69.766316ms)","trace[617585720] 'applied index is now lower than readState.Index' (duration: 57.678438ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:54.385479Z","caller":"traceutil/trace.go:171","msg":"trace[1662512210] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"130.026968ms","start":"2026-07-27T13:23:54.255439Z","end":"2026-07-27T13:23:54.385466Z","steps":["trace[1662512210] 'process raft request' (duration: 129.860786ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.385498Z","caller":"traceutil/trace.go:171","msg":"trace[563376138] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"144.387527ms","start":"2026-07-27T13:23:54.241064Z","end":"2026-07-27T13:23:54.385451Z","steps":["trace[563376138] 'process raft request' (duration: 144.169434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:54.385888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.997447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"info","ts":"2026-07-27T13:23:54.385967Z","caller":"traceutil/trace.go:171","msg":"trace[1856452415] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4898; }","duration":"254.130069ms","start":"2026-07-27T13:23:54.131819Z","end":"2026-07-27T13:23:54.385949Z","steps":["trace[1856452415] 'agreement among raft nodes before linearized reading' (duration: 253.828575ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.385902Z","caller":"traceutil/trace.go:171","msg":"trace[2036972904] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"157.173806ms","start":"2026-07-27T13:23:54.228121Z","end":"2026-07-27T13:23:54.385295Z","steps":["trace[2036972904] 'process raft request' (duration: 99.525348ms)","trace[2036972904] 'compare' (duration: 57.439935ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:54.667009Z","caller":"traceutil/trace.go:171","msg":"trace[1587509140] linearizableReadLoop","detail":"{readStateIndex:5103; appliedIndex:5102; }","duration":"281.55664ms","start":"2026-07-27T13:23:54.385435Z","end":"2026-07-27T13:23:54.666992Z","steps":["trace[1587509140] 'read index received' (duration: 212.192408ms)","trace[1587509140] 'applied index is now lower than readState.Index' (duration: 69.363572ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:54.667104Z","caller":"traceutil/trace.go:171","msg":"trace[192587440] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"349.236109ms","start":"2026-07-27T13:23:54.317861Z","end":"2026-07-27T13:23:54.667097Z","steps":["trace[192587440] 'process raft request' (duration: 279.753246ms)","trace[192587440] 'compare' (duration: 69.291771ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:54.667181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.317838Z","time spent":"349.281631ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2919,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:23:54.667467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.00406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-t2qt2\" ","response":"range_response_count:1 size:4332"} {"level":"warn","ts":"2026-07-27T13:23:54.667562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.651375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:23:54.667564Z","caller":"traceutil/trace.go:171","msg":"trace[235865224] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-t2qt2; range_end:; response_count:1; response_revision:4899; }","duration":"280.143122ms","start":"2026-07-27T13:23:54.387389Z","end":"2026-07-27T13:23:54.667532Z","steps":["trace[235865224] 'agreement among raft nodes before linearized reading' (duration: 279.890799ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:54.667589Z","caller":"traceutil/trace.go:171","msg":"trace[343176462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4899; }","duration":"311.729597ms","start":"2026-07-27T13:23:54.355853Z","end":"2026-07-27T13:23:54.667582Z","steps":["trace[343176462] 'agreement among raft nodes before linearized reading' (duration: 311.637665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:54.667604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.355825Z","time spent":"311.776037ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:23:54.667853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.100199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T13:23:54.667879Z","caller":"traceutil/trace.go:171","msg":"trace[1776577668] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4899; }","duration":"117.126959ms","start":"2026-07-27T13:23:54.550745Z","end":"2026-07-27T13:23:54.667872Z","steps":["trace[1776577668] 'agreement among raft nodes before linearized reading' (duration: 117.045918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:54.668071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.007213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:23:54.668092Z","caller":"traceutil/trace.go:171","msg":"trace[769678928] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4899; }","duration":"230.084364ms","start":"2026-07-27T13:23:54.438001Z","end":"2026-07-27T13:23:54.668085Z","steps":["trace[769678928] 'agreement among raft nodes before linearized reading' (duration: 230.034823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:54.668142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.438567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:23:54.668163Z","caller":"traceutil/trace.go:171","msg":"trace[346841219] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:0; response_revision:4899; }","duration":"274.486117ms","start":"2026-07-27T13:23:54.393671Z","end":"2026-07-27T13:23:54.668157Z","steps":["trace[346841219] 'agreement among raft nodes before linearized reading' (duration: 274.445416ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.096881Z","caller":"traceutil/trace.go:171","msg":"trace[1284681237] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"422.047896ms","start":"2026-07-27T13:23:54.674806Z","end":"2026-07-27T13:23:55.096853Z","steps":["trace[1284681237] 'process raft request' (duration: 343.630066ms)","trace[1284681237] 'compare' (duration: 78.029795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:55.097052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.674799Z","time spent":"422.160727ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:55.097166Z","caller":"traceutil/trace.go:171","msg":"trace[199781327] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"422.279348ms","start":"2026-07-27T13:23:54.674851Z","end":"2026-07-27T13:23:55.09713Z","steps":["trace[199781327] 'process raft request' (duration: 421.937324ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.097121Z","caller":"traceutil/trace.go:171","msg":"trace[1238573868] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"422.163217ms","start":"2026-07-27T13:23:54.67494Z","end":"2026-07-27T13:23:55.097104Z","steps":["trace[1238573868] 'process raft request' (duration: 422.069036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:55.097466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.674844Z","time spent":"422.479371ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:23:55.097465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.674936Z","time spent":"422.41545ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":750,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:55.130682Z","caller":"traceutil/trace.go:171","msg":"trace[1612958283] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"319.147573ms","start":"2026-07-27T13:23:54.811516Z","end":"2026-07-27T13:23:55.130663Z","steps":["trace[1612958283] 'process raft request' (duration: 319.066222ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.130704Z","caller":"traceutil/trace.go:171","msg":"trace[1475898226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4904; }","duration":"368.190777ms","start":"2026-07-27T13:23:54.762476Z","end":"2026-07-27T13:23:55.130667Z","steps":["trace[1475898226] 'process raft request' (duration: 368.078946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:55.13082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.811501Z","time spent":"319.245434ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:23:55.130831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.762469Z","time spent":"368.280768ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":70,"response count":0,"response size":3374,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:55.131096Z","caller":"traceutil/trace.go:171","msg":"trace[1254669831] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"369.452625ms","start":"2026-07-27T13:23:54.76159Z","end":"2026-07-27T13:23:55.131042Z","steps":["trace[1254669831] 'process raft request' (duration: 368.854817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:55.131372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.761571Z","time spent":"369.653607ms","remote":"127.0.0.1:56880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3324,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:55.131466Z","caller":"traceutil/trace.go:171","msg":"trace[1694683830] linearizableReadLoop","detail":"{readStateIndex:5111; appliedIndex:5104; }","duration":"173.516039ms","start":"2026-07-27T13:23:54.957934Z","end":"2026-07-27T13:23:55.13145Z","steps":["trace[1694683830] 'read index received' (duration: 60.523395ms)","trace[1694683830] 'applied index is now lower than readState.Index' (duration: 112.991154ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:55.131806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.865814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:23:55.131855Z","caller":"traceutil/trace.go:171","msg":"trace[16083834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4906; }","duration":"173.948816ms","start":"2026-07-27T13:23:54.957895Z","end":"2026-07-27T13:23:55.131843Z","steps":["trace[16083834] 'agreement among raft nodes before linearized reading' (duration: 173.655091ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.132225Z","caller":"traceutil/trace.go:171","msg":"trace[1888463921] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"319.799413ms","start":"2026-07-27T13:23:54.812411Z","end":"2026-07-27T13:23:55.132211Z","steps":["trace[1888463921] 'process raft request' (duration: 318.221722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:55.132304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:54.812404Z","time spent":"319.860893ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:23:55.309588Z","caller":"traceutil/trace.go:171","msg":"trace[1948633217] transaction","detail":"{read_only:false; response_revision:4909; number_of_response:1; }","duration":"134.198663ms","start":"2026-07-27T13:23:55.175352Z","end":"2026-07-27T13:23:55.30955Z","steps":["trace[1948633217] 'process raft request' (duration: 125.012772ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.422134Z","caller":"traceutil/trace.go:171","msg":"trace[1236900374] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4911; }","duration":"104.742396ms","start":"2026-07-27T13:23:55.317369Z","end":"2026-07-27T13:23:55.422112Z","steps":["trace[1236900374] 'process raft request' (duration: 101.719336ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.581968Z","caller":"traceutil/trace.go:171","msg":"trace[2139847125] linearizableReadLoop","detail":"{readStateIndex:5117; appliedIndex:5116; }","duration":"106.128394ms","start":"2026-07-27T13:23:55.475818Z","end":"2026-07-27T13:23:55.581946Z","steps":["trace[2139847125] 'read index received' (duration: 90.505249ms)","trace[2139847125] 'applied index is now lower than readState.Index' (duration: 15.621975ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:55.58214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.304596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:23:55.582187Z","caller":"traceutil/trace.go:171","msg":"trace[1496885828] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4912; }","duration":"106.410548ms","start":"2026-07-27T13:23:55.475763Z","end":"2026-07-27T13:23:55.582174Z","steps":["trace[1496885828] 'agreement among raft nodes before linearized reading' (duration: 106.267526ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:55.582478Z","caller":"traceutil/trace.go:171","msg":"trace[1862187398] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"144.986913ms","start":"2026-07-27T13:23:55.437474Z","end":"2026-07-27T13:23:55.582461Z","steps":["trace[1862187398] 'process raft request' (duration: 128.794071ms)","trace[1862187398] 'compare' (duration: 15.573404ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:55.935016Z","caller":"traceutil/trace.go:171","msg":"trace[1025178834] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"175.8438ms","start":"2026-07-27T13:23:55.759112Z","end":"2026-07-27T13:23:55.934955Z","steps":["trace[1025178834] 'process raft request' (duration: 96.065432ms)","trace[1025178834] 'compare' (duration: 79.453614ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:23:55.935081Z","caller":"traceutil/trace.go:171","msg":"trace[1441840396] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"104.682325ms","start":"2026-07-27T13:23:55.83036Z","end":"2026-07-27T13:23:55.935043Z","steps":["trace[1441840396] 'process raft request' (duration: 104.507843ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:56.07505Z","caller":"traceutil/trace.go:171","msg":"trace[1150454387] linearizableReadLoop","detail":"{readStateIndex:5123; appliedIndex:5121; }","duration":"107.324389ms","start":"2026-07-27T13:23:55.967702Z","end":"2026-07-27T13:23:56.075026Z","steps":["trace[1150454387] 'read index received' (duration: 14.209827ms)","trace[1150454387] 'applied index is now lower than readState.Index' (duration: 93.113522ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:23:56.075209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.489001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:23:56.075242Z","caller":"traceutil/trace.go:171","msg":"trace[1589434164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4918; }","duration":"107.566712ms","start":"2026-07-27T13:23:55.967665Z","end":"2026-07-27T13:23:56.075232Z","steps":["trace[1589434164] 'agreement among raft nodes before linearized reading' (duration: 107.457881ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:56.07549Z","caller":"traceutil/trace.go:171","msg":"trace[1987412915] transaction","detail":"{read_only:false; response_revision:4918; number_of_response:1; }","duration":"134.920851ms","start":"2026-07-27T13:23:55.940528Z","end":"2026-07-27T13:23:56.075449Z","steps":["trace[1987412915] 'process raft request' (duration: 125.308565ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:23:59.86445Z","caller":"traceutil/trace.go:171","msg":"trace[895636144] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"422.574575ms","start":"2026-07-27T13:23:59.441783Z","end":"2026-07-27T13:23:59.864357Z","steps":["trace[895636144] 'process raft request' (duration: 422.360992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:23:59.864597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:23:59.441759Z","time spent":"422.767257ms","remote":"127.0.0.1:49202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15287,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:03.448307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.593472ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:03.448501Z","caller":"traceutil/trace.go:171","msg":"trace[149204603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5072; }","duration":"109.798044ms","start":"2026-07-27T13:24:03.338683Z","end":"2026-07-27T13:24:03.448481Z","steps":["trace[149204603] 'range keys from in-memory index tree' (duration: 109.577441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:03.490197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.643123ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T13:24:04.10586Z","caller":"traceutil/trace.go:171","msg":"trace[1107949981] transaction","detail":"{read_only:false; response_revision:5074; number_of_response:1; }","duration":"155.47155ms","start":"2026-07-27T13:24:03.949947Z","end":"2026-07-27T13:24:04.105418Z","steps":["trace[1107949981] 'process raft request' (duration: 155.204647ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:07.635488Z","caller":"traceutil/trace.go:171","msg":"trace[1205662951] transaction","detail":"{read_only:false; response_revision:5152; number_of_response:1; }","duration":"130.169406ms","start":"2026-07-27T13:24:07.505288Z","end":"2026-07-27T13:24:07.635457Z","steps":["trace[1205662951] 'process raft request' (duration: 129.940173ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:08.282267Z","caller":"traceutil/trace.go:171","msg":"trace[2034354136] transaction","detail":"{read_only:false; response_revision:5154; number_of_response:1; }","duration":"108.782547ms","start":"2026-07-27T13:24:08.17345Z","end":"2026-07-27T13:24:08.282232Z","steps":["trace[2034354136] 'process raft request' (duration: 30.048212ms)","trace[2034354136] 'compare' (duration: 78.587193ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:08.28263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.693046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:24:08.282716Z","caller":"traceutil/trace.go:171","msg":"trace[190391643] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5154; }","duration":"105.880719ms","start":"2026-07-27T13:24:08.176816Z","end":"2026-07-27T13:24:08.282697Z","steps":["trace[190391643] 'agreement among raft nodes before linearized reading' (duration: 105.582995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:08.282652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.549049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:24:08.282824Z","caller":"traceutil/trace.go:171","msg":"trace[1886513030] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5154; }","duration":"113.753091ms","start":"2026-07-27T13:24:08.169053Z","end":"2026-07-27T13:24:08.282806Z","steps":["trace[1886513030] 'agreement among raft nodes before linearized reading' (duration: 113.399697ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:08.51789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.816142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:24:08.518163Z","caller":"traceutil/trace.go:171","msg":"trace[926501292] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"156.402466ms","start":"2026-07-27T13:24:08.361744Z","end":"2026-07-27T13:24:08.518147Z","steps":["trace[926501292] 'process raft request' (duration: 156.337066ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:08.518512Z","caller":"traceutil/trace.go:171","msg":"trace[86029659] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"223.051544ms","start":"2026-07-27T13:24:08.295447Z","end":"2026-07-27T13:24:08.518499Z","steps":["trace[86029659] 'process raft request' (duration: 88.565453ms)","trace[86029659] 'compare' (duration: 133.635ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:08.518709Z","caller":"traceutil/trace.go:171","msg":"trace[171701549] linearizableReadLoop","detail":"{readStateIndex:5369; appliedIndex:5367; }","duration":"222.912892ms","start":"2026-07-27T13:24:08.295766Z","end":"2026-07-27T13:24:08.518678Z","steps":["trace[171701549] 'read index received' (duration: 19.260761ms)","trace[171701549] 'applied index is now lower than readState.Index' (duration: 203.651201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:08.519099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.326767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T13:24:08.519236Z","caller":"traceutil/trace.go:171","msg":"trace[1012902056] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:5159; }","duration":"223.508699ms","start":"2026-07-27T13:24:08.295716Z","end":"2026-07-27T13:24:08.519224Z","steps":["trace[1012902056] 'agreement among raft nodes before linearized reading' (duration: 223.288846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:08.51965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.556828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T13:24:08.519726Z","caller":"traceutil/trace.go:171","msg":"trace[1253529460] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5159; }","duration":"169.677079ms","start":"2026-07-27T13:24:08.350039Z","end":"2026-07-27T13:24:08.519716Z","steps":["trace[1253529460] 'agreement among raft nodes before linearized reading' (duration: 169.542377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.451221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.960802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:24:09.451715Z","caller":"traceutil/trace.go:171","msg":"trace[2106633427] linearizableReadLoop","detail":"{readStateIndex:5371; appliedIndex:5370; }","duration":"823.051653ms","start":"2026-07-27T13:24:08.628633Z","end":"2026-07-27T13:24:09.451684Z","steps":["trace[2106633427] 'read index received' (duration: 383.491093ms)","trace[2106633427] 'applied index is now lower than readState.Index' (duration: 439.55813ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:09.451704Z","caller":"traceutil/trace.go:171","msg":"trace[645406960] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"922.548348ms","start":"2026-07-27T13:24:08.5291Z","end":"2026-07-27T13:24:09.451648Z","steps":["trace[645406960] 'process raft request' (duration: 483.08096ms)","trace[645406960] 'compare' (duration: 437.898739ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:09.452315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:08.52907Z","time spent":"923.133975ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:09.451417Z","caller":"traceutil/trace.go:171","msg":"trace[1157355459] transaction","detail":"{read_only:false; response_revision:5161; number_of_response:1; }","duration":"238.846217ms","start":"2026-07-27T13:24:09.212554Z","end":"2026-07-27T13:24:09.4514Z","steps":["trace[1157355459] 'process raft request' (duration: 238.791217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.451961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.297936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:09.45254Z","caller":"traceutil/trace.go:171","msg":"trace[291158522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5161; }","duration":"823.917586ms","start":"2026-07-27T13:24:08.628606Z","end":"2026-07-27T13:24:09.452523Z","steps":["trace[291158522] 'agreement among raft nodes before linearized reading' (duration: 823.265646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.452576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:08.628591Z","time spent":"823.975016ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:24:09.456224Z","caller":"traceutil/trace.go:171","msg":"trace[1802314216] transaction","detail":"{read_only:false; response_revision:5163; number_of_response:1; }","duration":"208.850358ms","start":"2026-07-27T13:24:09.247346Z","end":"2026-07-27T13:24:09.456196Z","steps":["trace[1802314216] 'process raft request' (duration: 208.743037ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:09.456301Z","caller":"traceutil/trace.go:171","msg":"trace[975090488] transaction","detail":"{read_only:false; response_revision:5162; number_of_response:1; }","duration":"228.093459ms","start":"2026-07-27T13:24:09.228144Z","end":"2026-07-27T13:24:09.456238Z","steps":["trace[975090488] 'process raft request' (duration: 227.826595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.457413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.771278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:24:09.457483Z","caller":"traceutil/trace.go:171","msg":"trace[861369561] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5164; }","duration":"262.87464ms","start":"2026-07-27T13:24:09.194588Z","end":"2026-07-27T13:24:09.457462Z","steps":["trace[861369561] 'agreement among raft nodes before linearized reading' (duration: 262.756269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.457572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.983764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:24:09.457619Z","caller":"traceutil/trace.go:171","msg":"trace[311328536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5164; }","duration":"287.089495ms","start":"2026-07-27T13:24:09.17051Z","end":"2026-07-27T13:24:09.4576Z","steps":["trace[311328536] 'agreement among raft nodes before linearized reading' (duration: 286.929263ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:09.457758Z","caller":"traceutil/trace.go:171","msg":"trace[206748286] transaction","detail":"{read_only:false; response_revision:5164; number_of_response:1; }","duration":"203.515978ms","start":"2026-07-27T13:24:09.254221Z","end":"2026-07-27T13:24:09.457737Z","steps":["trace[206748286] 'process raft request' (duration: 201.927617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:09.457873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.274571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:24:09.457927Z","caller":"traceutil/trace.go:171","msg":"trace[784494869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5164; }","duration":"208.361852ms","start":"2026-07-27T13:24:09.249552Z","end":"2026-07-27T13:24:09.457914Z","steps":["trace[784494869] 'agreement among raft nodes before linearized reading' (duration: 208.221109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.017205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708234359,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:24:16.429944Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.082591332s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:24:16.43048Z","caller":"traceutil/trace.go:171","msg":"trace[194067397] transaction","detail":"{read_only:false; response_revision:5263; number_of_response:1; }","duration":"1.083219262s","start":"2026-07-27T13:24:15.347233Z","end":"2026-07-27T13:24:16.430452Z","steps":["trace[194067397] 'process raft request' (duration: 1.083049899s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.430691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.347195Z","time spent":"1.083369743s","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:16.939733Z","caller":"traceutil/trace.go:171","msg":"trace[1154776893] linearizableReadLoop","detail":"{readStateIndex:5480; appliedIndex:5475; }","duration":"1.423174214s","start":"2026-07-27T13:24:15.51654Z","end":"2026-07-27T13:24:16.939714Z","steps":["trace[1154776893] 'read index received' (duration: 913.599142ms)","trace[1154776893] 'applied index is now lower than readState.Index' (duration: 509.574382ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:16.939956Z","caller":"traceutil/trace.go:171","msg":"trace[1536013942] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.464468849s","start":"2026-07-27T13:24:15.475479Z","end":"2026-07-27T13:24:16.939948Z","steps":["trace[1536013942] 'process raft request' (duration: 1.463848442s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.940034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.47546Z","time spent":"1.4645165s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:16.940157Z","caller":"traceutil/trace.go:171","msg":"trace[1414379787] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"1.463922162s","start":"2026-07-27T13:24:15.476228Z","end":"2026-07-27T13:24:16.940151Z","steps":["trace[1414379787] 'process raft request' (duration: 1.463323704s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.940194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.476221Z","time spent":"1.463952612s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:16.940289Z","caller":"traceutil/trace.go:171","msg":"trace[1443978187] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"1.463109573s","start":"2026-07-27T13:24:15.477172Z","end":"2026-07-27T13:24:16.940281Z","steps":["trace[1443978187] 'process raft request' (duration: 1.462432743s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.940333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.477164Z","time spent":"1.463143793s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:16.940424Z","caller":"traceutil/trace.go:171","msg":"trace[1999904235] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"1.007010759s","start":"2026-07-27T13:24:15.933408Z","end":"2026-07-27T13:24:16.940419Z","steps":["trace[1999904235] 'process raft request' (duration: 1.006226288s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.940457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.933387Z","time spent":"1.00705123s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:16.940554Z","caller":"traceutil/trace.go:171","msg":"trace[1735897998] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"909.519295ms","start":"2026-07-27T13:24:16.031027Z","end":"2026-07-27T13:24:16.940547Z","steps":["trace[1735897998] 'process raft request' (duration: 908.633113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.031004Z","time spent":"909.564945ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:16.941197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.153207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:24:16.941219Z","caller":"traceutil/trace.go:171","msg":"trace[631429194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5269; }","duration":"614.205418ms","start":"2026-07-27T13:24:16.327006Z","end":"2026-07-27T13:24:16.941212Z","steps":["trace[631429194] 'agreement among raft nodes before linearized reading' (duration: 614.115727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.326989Z","time spent":"614.244249ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:24:16.941282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424724565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T13:24:16.941316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.585307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:24:16.941335Z","caller":"traceutil/trace.go:171","msg":"trace[1194602018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"588.641827ms","start":"2026-07-27T13:24:16.352686Z","end":"2026-07-27T13:24:16.941328Z","steps":["trace[1194602018] 'agreement among raft nodes before linearized reading' (duration: 588.593216ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:16.94134Z","caller":"traceutil/trace.go:171","msg":"trace[637425884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"1.424826506s","start":"2026-07-27T13:24:15.5165Z","end":"2026-07-27T13:24:16.941326Z","steps":["trace[637425884] 'agreement among raft nodes before linearized reading' (duration: 1.424670474s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.352671Z","time spent":"588.676247ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:16.941373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.516481Z","time spent":"1.424886657s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T13:24:16.941471Z","caller":"traceutil/trace.go:171","msg":"trace[463262370] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"731.221085ms","start":"2026-07-27T13:24:16.210242Z","end":"2026-07-27T13:24:16.941463Z","steps":["trace[463262370] 'process raft request' (duration: 729.443911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.210216Z","time spent":"731.270985ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:16.941636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.943121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-07-27T13:24:16.941654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.066532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:24:16.941803Z","caller":"traceutil/trace.go:171","msg":"trace[1481906316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5269; }","duration":"619.257584ms","start":"2026-07-27T13:24:16.322536Z","end":"2026-07-27T13:24:16.941794Z","steps":["trace[1481906316] 'agreement among raft nodes before linearized reading' (duration: 619.067151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.32251Z","time spent":"619.317164ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:24:16.941657Z","caller":"traceutil/trace.go:171","msg":"trace[1685692544] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5269; }","duration":"794.992151ms","start":"2026-07-27T13:24:16.146657Z","end":"2026-07-27T13:24:16.941649Z","steps":["trace[1685692544] 'agreement among raft nodes before linearized reading' (duration: 794.92408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.941892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.146638Z","time spent":"795.249345ms","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-27T13:24:16.941894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417964097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-27T13:24:16.942159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26860295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:16.942181Z","caller":"traceutil/trace.go:171","msg":"trace[1169138678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5269; }","duration":"1.268644611s","start":"2026-07-27T13:24:15.67353Z","end":"2026-07-27T13:24:16.942174Z","steps":["trace[1169138678] 'agreement among raft nodes before linearized reading' (duration: 1.26860952s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:16.942175Z","caller":"traceutil/trace.go:171","msg":"trace[986661885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5269; }","duration":"1.418275171s","start":"2026-07-27T13:24:15.523676Z","end":"2026-07-27T13:24:16.941952Z","steps":["trace[986661885] 'agreement among raft nodes before linearized reading' (duration: 1.417182257s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.942197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.673515Z","time spent":"1.268677812s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:24:16.94216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.471649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cce101d-1234-41a0-9751-65077b4e4444\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-07-27T13:24:16.942268Z","caller":"traceutil/trace.go:171","msg":"trace[2123660370] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cce101d-1234-41a0-9751-65077b4e4444; range_end:; response_count:1; response_revision:5269; }","duration":"809.62253ms","start":"2026-07-27T13:24:16.132619Z","end":"2026-07-27T13:24:16.942242Z","steps":["trace[2123660370] 'agreement among raft nodes before linearized reading' (duration: 809.126674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:16.942321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:16.132601Z","time spent":"809.708581ms","remote":"127.0.0.1:48972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cce101d-1234-41a0-9751-65077b4e4444\" "} {"level":"warn","ts":"2026-07-27T13:24:16.942443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:15.523669Z","time spent":"1.418755117s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:24:17.202352Z","caller":"traceutil/trace.go:171","msg":"trace[1106645651] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"102.968574ms","start":"2026-07-27T13:24:17.09935Z","end":"2026-07-27T13:24:17.202318Z","steps":["trace[1106645651] 'process raft request' (duration: 81.02353ms)","trace[1106645651] 'compare' (duration: 21.796392ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:18.414482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:18.024137Z","time spent":"390.341353ms","remote":"127.0.0.1:48818","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T13:24:18.682775Z","caller":"traceutil/trace.go:171","msg":"trace[1841516238] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"266.676073ms","start":"2026-07-27T13:24:18.416052Z","end":"2026-07-27T13:24:18.682728Z","steps":["trace[1841516238] 'process raft request' (duration: 247.13972ms)","trace[1841516238] 'compare' (duration: 18.865083ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:23.394087Z","caller":"traceutil/trace.go:171","msg":"trace[984796229] transaction","detail":"{read_only:false; response_revision:5337; number_of_response:1; }","duration":"423.132351ms","start":"2026-07-27T13:24:22.970927Z","end":"2026-07-27T13:24:23.39406Z","steps":["trace[984796229] 'process raft request' (duration: 422.905848ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.39447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:22.970902Z","time spent":"423.259972ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:23.397868Z","caller":"traceutil/trace.go:171","msg":"trace[1156200670] transaction","detail":"{read_only:false; response_revision:5338; number_of_response:1; }","duration":"402.95284ms","start":"2026-07-27T13:24:22.994883Z","end":"2026-07-27T13:24:23.397836Z","steps":["trace[1156200670] 'process raft request' (duration: 402.555475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.398131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:22.994846Z","time spent":"403.175244ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:23.398214Z","caller":"traceutil/trace.go:171","msg":"trace[1196666004] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"402.86583ms","start":"2026-07-27T13:24:22.995321Z","end":"2026-07-27T13:24:23.398186Z","steps":["trace[1196666004] 'process raft request' (duration: 402.592286ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:23.398128Z","caller":"traceutil/trace.go:171","msg":"trace[369596279] transaction","detail":"{read_only:false; response_revision:5339; number_of_response:1; }","duration":"402.984701ms","start":"2026-07-27T13:24:22.995125Z","end":"2026-07-27T13:24:23.39811Z","steps":["trace[369596279] 'process raft request' (duration: 402.552595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.398388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:22.995311Z","time spent":"402.972411ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:23.398506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:22.995116Z","time spent":"403.261954ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:23.398533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.616757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:24:23.398698Z","caller":"traceutil/trace.go:171","msg":"trace[665378559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5340; }","duration":"354.921251ms","start":"2026-07-27T13:24:23.043763Z","end":"2026-07-27T13:24:23.398684Z","steps":["trace[665378559] 'agreement among raft nodes before linearized reading' (duration: 354.557766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.398743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:23.043741Z","time spent":"354.989982ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:24:23.398018Z","caller":"traceutil/trace.go:171","msg":"trace[1092817989] linearizableReadLoop","detail":"{readStateIndex:5554; appliedIndex:5550; }","duration":"354.162341ms","start":"2026-07-27T13:24:23.043825Z","end":"2026-07-27T13:24:23.397987Z","steps":["trace[1092817989] 'read index received' (duration: 349.950056ms)","trace[1092817989] 'applied index is now lower than readState.Index' (duration: 4.210915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:23.399515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.674282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:24:23.399555Z","caller":"traceutil/trace.go:171","msg":"trace[1323250825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5340; }","duration":"325.735064ms","start":"2026-07-27T13:24:23.073811Z","end":"2026-07-27T13:24:23.399546Z","steps":["trace[1323250825] 'agreement among raft nodes before linearized reading' (duration: 325.607292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.39958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:23.073802Z","time spent":"325.772044ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:23.399705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.168579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:24:23.39984Z","caller":"traceutil/trace.go:171","msg":"trace[265058771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5340; }","duration":"326.335831ms","start":"2026-07-27T13:24:23.073481Z","end":"2026-07-27T13:24:23.399817Z","steps":["trace[265058771] 'agreement among raft nodes before linearized reading' (duration: 325.972067ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.39999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:23.073462Z","time spent":"326.514143ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:23.399875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.4557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T13:24:23.400137Z","caller":"traceutil/trace.go:171","msg":"trace[398366093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5340; }","duration":"319.172448ms","start":"2026-07-27T13:24:23.080951Z","end":"2026-07-27T13:24:23.400124Z","steps":["trace[398366093] 'agreement among raft nodes before linearized reading' (duration: 318.435059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.400179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:23.080928Z","time spent":"319.238689ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:24:23.400295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.09311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T13:24:23.400365Z","caller":"traceutil/trace.go:171","msg":"trace[916019716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5340; }","duration":"330.239252ms","start":"2026-07-27T13:24:23.070114Z","end":"2026-07-27T13:24:23.400354Z","steps":["trace[916019716] 'agreement among raft nodes before linearized reading' (duration: 329.226738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:23.400394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:23.070089Z","time spent":"330.298213ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T13:24:31.760412Z","caller":"traceutil/trace.go:171","msg":"trace[1148845840] transaction","detail":"{read_only:false; response_revision:5436; number_of_response:1; }","duration":"316.577707ms","start":"2026-07-27T13:24:31.4438Z","end":"2026-07-27T13:24:31.760377Z","steps":["trace[1148845840] 'process raft request' (duration: 315.99651ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.76098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:31.443776Z","time spent":"317.121394ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:31.760975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.69172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:24:31.760648Z","caller":"traceutil/trace.go:171","msg":"trace[2061817458] transaction","detail":"{read_only:false; response_revision:5439; number_of_response:1; }","duration":"315.747837ms","start":"2026-07-27T13:24:31.44488Z","end":"2026-07-27T13:24:31.760628Z","steps":["trace[2061817458] 'process raft request' (duration: 315.635305ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:31.761064Z","caller":"traceutil/trace.go:171","msg":"trace[670268785] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5439; }","duration":"236.824402ms","start":"2026-07-27T13:24:31.524221Z","end":"2026-07-27T13:24:31.761045Z","steps":["trace[670268785] 'agreement among raft nodes before linearized reading' (duration: 236.523008ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:31.760638Z","caller":"traceutil/trace.go:171","msg":"trace[950093857] transaction","detail":"{read_only:false; response_revision:5437; number_of_response:1; }","duration":"316.01907ms","start":"2026-07-27T13:24:31.444596Z","end":"2026-07-27T13:24:31.760615Z","steps":["trace[950093857] 'process raft request' (duration: 315.765197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.761231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:31.444581Z","time spent":"316.598317ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:31.760638Z","caller":"traceutil/trace.go:171","msg":"trace[662260679] transaction","detail":"{read_only:false; response_revision:5438; number_of_response:1; }","duration":"315.784697ms","start":"2026-07-27T13:24:31.444824Z","end":"2026-07-27T13:24:31.760609Z","steps":["trace[662260679] 'process raft request' (duration: 315.657986ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:31.761334Z","caller":"traceutil/trace.go:171","msg":"trace[26397429] linearizableReadLoop","detail":"{readStateIndex:5658; appliedIndex:5654; }","duration":"236.300216ms","start":"2026-07-27T13:24:31.524258Z","end":"2026-07-27T13:24:31.760558Z","steps":["trace[26397429] 'read index received' (duration: 235.556246ms)","trace[26397429] 'applied index is now lower than readState.Index' (duration: 740.5µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:31.761381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:31.444811Z","time spent":"316.542677ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:31.761488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.661984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:24:31.761529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.921604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T13:24:31.761536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.937586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:24:31.761553Z","caller":"traceutil/trace.go:171","msg":"trace[1877269749] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5439; }","duration":"153.750686ms","start":"2026-07-27T13:24:31.607785Z","end":"2026-07-27T13:24:31.761536Z","steps":["trace[1877269749] 'agreement among raft nodes before linearized reading' (duration: 153.656975ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:31.761564Z","caller":"traceutil/trace.go:171","msg":"trace[1489386131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5439; }","duration":"208.992285ms","start":"2026-07-27T13:24:31.55256Z","end":"2026-07-27T13:24:31.761552Z","steps":["trace[1489386131] 'agreement among raft nodes before linearized reading' (duration: 208.892394ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:31.761568Z","caller":"traceutil/trace.go:171","msg":"trace[1175404314] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5439; }","duration":"213.017217ms","start":"2026-07-27T13:24:31.548541Z","end":"2026-07-27T13:24:31.761558Z","steps":["trace[1175404314] 'agreement among raft nodes before linearized reading' (duration: 212.886846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.761679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.823623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:24:31.761703Z","caller":"traceutil/trace.go:171","msg":"trace[1390144551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5439; }","duration":"208.887753ms","start":"2026-07-27T13:24:31.552807Z","end":"2026-07-27T13:24:31.761695Z","steps":["trace[1390144551] 'agreement among raft nodes before linearized reading' (duration: 208.818072ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.761704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.195307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:24:31.761737Z","caller":"traceutil/trace.go:171","msg":"trace[557166276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5439; }","duration":"209.266728ms","start":"2026-07-27T13:24:31.552463Z","end":"2026-07-27T13:24:31.76173Z","steps":["trace[557166276] 'agreement among raft nodes before linearized reading' (duration: 209.184747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.761831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.325715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:24:31.761859Z","caller":"traceutil/trace.go:171","msg":"trace[1955908749] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:5439; }","duration":"141.357816ms","start":"2026-07-27T13:24:31.620492Z","end":"2026-07-27T13:24:31.761849Z","steps":["trace[1955908749] 'agreement among raft nodes before linearized reading' (duration: 141.267205ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.761865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.389968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-86f4746997-f7b8c\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-07-27T13:24:31.761914Z","caller":"traceutil/trace.go:171","msg":"trace[1508883126] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-86f4746997-f7b8c; range_end:; response_count:1; response_revision:5439; }","duration":"110.464998ms","start":"2026-07-27T13:24:31.651431Z","end":"2026-07-27T13:24:31.761896Z","steps":["trace[1508883126] 'agreement among raft nodes before linearized reading' (duration: 110.306936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:31.76234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:31.444874Z","time spent":"316.196223ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:39.971467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708234883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:24:40.47223Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708234883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:24:40.970454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270432888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-27T13:24:40.970554Z","caller":"traceutil/trace.go:171","msg":"trace[1912307029] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5492; }","duration":"2.27057719s","start":"2026-07-27T13:24:38.69995Z","end":"2026-07-27T13:24:40.970527Z","steps":["trace[1912307029] 'range keys from in-memory index tree' (duration: 2.270246266s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:40.97064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:38.69993Z","time spent":"2.270689941s","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-27T13:24:40.971155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.184882133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-07-27T13:24:40.971219Z","caller":"traceutil/trace.go:171","msg":"trace[654708231] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5492; }","duration":"2.184974324s","start":"2026-07-27T13:24:38.786226Z","end":"2026-07-27T13:24:40.971201Z","steps":["trace[654708231] 'range keys from in-memory index tree' (duration: 2.184754811s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:40.971269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:38.786209Z","time spent":"2.185046714s","remote":"127.0.0.1:45298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-07-27T13:24:40.971536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147283212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:24:40.971595Z","caller":"traceutil/trace.go:171","msg":"trace[1229978921] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:5492; }","duration":"2.147397913s","start":"2026-07-27T13:24:38.82418Z","end":"2026-07-27T13:24:40.971578Z","steps":["trace[1229978921] 'count revisions from in-memory index tree' (duration: 2.14715425s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:40.97164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:38.824164Z","time spent":"2.147461014s","remote":"127.0.0.1:49120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:24:40.971739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548004782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:40.971844Z","caller":"traceutil/trace.go:171","msg":"trace[1915571259] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5492; }","duration":"1.548147903s","start":"2026-07-27T13:24:39.423677Z","end":"2026-07-27T13:24:40.971825Z","steps":["trace[1915571259] 'count revisions from in-memory index tree' (duration: 1.547912661s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:40.971947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.423656Z","time spent":"1.548269886s","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:24:40.973361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9726543345708234883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T13:24:40.973997Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.508939462s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T13:24:40.975427Z","caller":"traceutil/trace.go:171","msg":"trace[1470818259] transaction","detail":"{read_only:false; response_revision:5493; number_of_response:1; }","duration":"1.510459971s","start":"2026-07-27T13:24:39.464946Z","end":"2026-07-27T13:24:40.975406Z","steps":["trace[1470818259] 'process raft request' (duration: 1.50955887s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:40.975639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.464916Z","time spent":"1.510598643s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:41.163193Z","caller":"traceutil/trace.go:171","msg":"trace[269872657] transaction","detail":"{read_only:false; response_revision:5494; number_of_response:1; }","duration":"1.37530437s","start":"2026-07-27T13:24:39.78785Z","end":"2026-07-27T13:24:41.163154Z","steps":["trace[269872657] 'process raft request' (duration: 1.374961296s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.163198Z","caller":"traceutil/trace.go:171","msg":"trace[801947180] transaction","detail":"{read_only:false; response_revision:5495; number_of_response:1; }","duration":"1.367927785s","start":"2026-07-27T13:24:39.795241Z","end":"2026-07-27T13:24:41.163169Z","steps":["trace[801947180] 'process raft request' (duration: 1.367797704s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.163405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.787824Z","time spent":"1.375468962s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:41.163472Z","caller":"traceutil/trace.go:171","msg":"trace[407766368] transaction","detail":"{read_only:false; response_revision:5496; number_of_response:1; }","duration":"1.367090535s","start":"2026-07-27T13:24:39.796337Z","end":"2026-07-27T13:24:41.163427Z","steps":["trace[407766368] 'process raft request' (duration: 1.3667504s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.163503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.79522Z","time spent":"1.368067237s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:41.163543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.796326Z","time spent":"1.367184047s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:24:41.163769Z","caller":"traceutil/trace.go:171","msg":"trace[805788161] linearizableReadLoop","detail":"{readStateIndex:5718; appliedIndex:5713; }","duration":"1.692828834s","start":"2026-07-27T13:24:39.470927Z","end":"2026-07-27T13:24:41.163756Z","steps":["trace[805788161] 'read index received' (duration: 1.503692365s)","trace[805788161] 'applied index is now lower than readState.Index' (duration: 189.134469ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:41.163839Z","caller":"traceutil/trace.go:171","msg":"trace[96915452] transaction","detail":"{read_only:false; response_revision:5497; number_of_response:1; }","duration":"1.367177706s","start":"2026-07-27T13:24:39.796648Z","end":"2026-07-27T13:24:41.163826Z","steps":["trace[96915452] 'process raft request' (duration: 1.366730279s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.163985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552132692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:41.164028Z","caller":"traceutil/trace.go:171","msg":"trace[1370325854] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5497; }","duration":"1.552202323s","start":"2026-07-27T13:24:39.611817Z","end":"2026-07-27T13:24:41.16402Z","steps":["trace[1370325854] 'agreement among raft nodes before linearized reading' (duration: 1.552136522s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693100327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-27T13:24:41.164052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.611803Z","time spent":"1.552244293s","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T13:24:41.164061Z","caller":"traceutil/trace.go:171","msg":"trace[95749152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5497; }","duration":"1.693243118s","start":"2026-07-27T13:24:39.47081Z","end":"2026-07-27T13:24:41.164053Z","steps":["trace[95749152] 'agreement among raft nodes before linearized reading' (duration: 1.693041006s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.470795Z","time spent":"1.693286299s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275355791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:24:41.164245Z","caller":"traceutil/trace.go:171","msg":"trace[1323441293] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5497; }","duration":"1.275395352s","start":"2026-07-27T13:24:39.888842Z","end":"2026-07-27T13:24:41.164238Z","steps":["trace[1323441293] 'agreement among raft nodes before linearized reading' (duration: 1.275322521s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.888837Z","time spent":"1.275423783s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043960591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T13:24:41.164317Z","caller":"traceutil/trace.go:171","msg":"trace[1979467030] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5497; }","duration":"1.044061732s","start":"2026-07-27T13:24:40.120242Z","end":"2026-07-27T13:24:41.164304Z","steps":["trace[1979467030] 'agreement among raft nodes before linearized reading' (duration: 1.04383822s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276924191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T13:24:41.164382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:40.120224Z","time spent":"1.044114743s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-27T13:24:41.164395Z","caller":"traceutil/trace.go:171","msg":"trace[1224560539] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5497; }","duration":"1.276959211s","start":"2026-07-27T13:24:39.887427Z","end":"2026-07-27T13:24:41.164386Z","steps":["trace[1224560539] 'agreement among raft nodes before linearized reading' (duration: 1.27687844s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.887394Z","time spent":"1.277017132s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331505699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:24:41.164477Z","caller":"traceutil/trace.go:171","msg":"trace[1684625358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5497; }","duration":"1.33156713s","start":"2026-07-27T13:24:39.832903Z","end":"2026-07-27T13:24:41.16447Z","steps":["trace[1684625358] 'agreement among raft nodes before linearized reading' (duration: 1.331456168s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.832884Z","time spent":"1.331613801s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352010022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:41.164712Z","caller":"traceutil/trace.go:171","msg":"trace[1459073627] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:5497; }","duration":"1.352074973s","start":"2026-07-27T13:24:39.812628Z","end":"2026-07-27T13:24:41.164703Z","steps":["trace[1459073627] 'agreement among raft nodes before linearized reading' (duration: 1.351986002s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.812611Z","time spent":"1.352115804s","remote":"127.0.0.1:60192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:24:41.164719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275859618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T13:24:41.164798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277192684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:24:41.164845Z","caller":"traceutil/trace.go:171","msg":"trace[1242835137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5497; }","duration":"1.2760331s","start":"2026-07-27T13:24:39.888782Z","end":"2026-07-27T13:24:41.164815Z","steps":["trace[1242835137] 'agreement among raft nodes before linearized reading' (duration: 1.275584974s)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.164895Z","caller":"traceutil/trace.go:171","msg":"trace[1430814756] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5497; }","duration":"1.277359427s","start":"2026-07-27T13:24:39.88752Z","end":"2026-07-27T13:24:41.164879Z","steps":["trace[1430814756] 'agreement among raft nodes before linearized reading' (duration: 1.276987372s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.164913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.888769Z","time spent":"1.276127781s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.887489Z","time spent":"1.277440947s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T13:24:41.164973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.670312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9cce101d-1234-41a0-9751-65077b4e4444\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-27T13:24:41.165024Z","caller":"traceutil/trace.go:171","msg":"trace[1272357957] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9cce101d-1234-41a0-9751-65077b4e4444; range_end:; response_count:1; response_revision:5497; }","duration":"188.738662ms","start":"2026-07-27T13:24:40.976277Z","end":"2026-07-27T13:24:41.165015Z","steps":["trace[1272357957] 'agreement among raft nodes before linearized reading' (duration: 188.632801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.165254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.476902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:24:41.165307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.578401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:41.165341Z","caller":"traceutil/trace.go:171","msg":"trace[700577392] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5497; }","duration":"593.651362ms","start":"2026-07-27T13:24:40.57168Z","end":"2026-07-27T13:24:41.165332Z","steps":["trace[700577392] 'agreement among raft nodes before linearized reading' (duration: 593.593471ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.165333Z","caller":"traceutil/trace.go:171","msg":"trace[1071140123] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5497; }","duration":"909.626203ms","start":"2026-07-27T13:24:40.255685Z","end":"2026-07-27T13:24:41.165312Z","steps":["trace[1071140123] 'agreement among raft nodes before linearized reading' (duration: 909.472911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.165371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:40.571661Z","time spent":"593.704933ms","remote":"127.0.0.1:32880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:24:41.165395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:40.255668Z","time spent":"909.711154ms","remote":"127.0.0.1:60018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:24:41.165762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:24:39.796643Z","time spent":"1.367287997s","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:24:41.375799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.594309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:24:41.375941Z","caller":"traceutil/trace.go:171","msg":"trace[482867922] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"203.867316ms","start":"2026-07-27T13:24:41.172041Z","end":"2026-07-27T13:24:41.375908Z","steps":["trace[482867922] 'process raft request' (duration: 98.084704ms)","trace[482867922] 'compare' (duration: 105.420327ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:41.456691Z","caller":"traceutil/trace.go:171","msg":"trace[1153243410] linearizableReadLoop","detail":"{readStateIndex:5725; appliedIndex:5718; }","duration":"279.806547ms","start":"2026-07-27T13:24:41.176865Z","end":"2026-07-27T13:24:41.456672Z","steps":["trace[1153243410] 'read index received' (duration: 93.272093ms)","trace[1153243410] 'applied index is now lower than readState.Index' (duration: 186.533814ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:24:41.456808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.919769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:41.456828Z","caller":"traceutil/trace.go:171","msg":"trace[1929676627] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:5504; }","duration":"279.977159ms","start":"2026-07-27T13:24:41.176844Z","end":"2026-07-27T13:24:41.456821Z","steps":["trace[1929676627] 'agreement among raft nodes before linearized reading' (duration: 279.900698ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.457108Z","caller":"traceutil/trace.go:171","msg":"trace[298080866] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"282.579903ms","start":"2026-07-27T13:24:41.174522Z","end":"2026-07-27T13:24:41.457102Z","steps":["trace[298080866] 'process raft request' (duration: 282.095517ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.457134Z","caller":"traceutil/trace.go:171","msg":"trace[790300054] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"282.616783ms","start":"2026-07-27T13:24:41.174486Z","end":"2026-07-27T13:24:41.457103Z","steps":["trace[790300054] 'process raft request' (duration: 282.104636ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.457285Z","caller":"traceutil/trace.go:171","msg":"trace[1908850597] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"282.961408ms","start":"2026-07-27T13:24:41.174309Z","end":"2026-07-27T13:24:41.457271Z","steps":["trace[1908850597] 'process raft request' (duration: 280.393475ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.457342Z","caller":"traceutil/trace.go:171","msg":"trace[2105855009] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"281.453557ms","start":"2026-07-27T13:24:41.175883Z","end":"2026-07-27T13:24:41.457336Z","steps":["trace[2105855009] 'process raft request' (duration: 280.755859ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.457414Z","caller":"traceutil/trace.go:171","msg":"trace[412024164] transaction","detail":"{read_only:false; response_revision:5501; number_of_response:1; }","duration":"282.904176ms","start":"2026-07-27T13:24:41.174426Z","end":"2026-07-27T13:24:41.45733Z","steps":["trace[412024164] 'process raft request' (duration: 282.136307ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:41.458083Z","caller":"traceutil/trace.go:171","msg":"trace[112232859] transaction","detail":"{read_only:false; response_revision:5500; number_of_response:1; }","duration":"283.661686ms","start":"2026-07-27T13:24:41.174395Z","end":"2026-07-27T13:24:41.458057Z","steps":["trace[112232859] 'process raft request' (duration: 282.142927ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:41.733532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.385826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:41.733641Z","caller":"traceutil/trace.go:171","msg":"trace[706843534] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5504; }","duration":"248.581278ms","start":"2026-07-27T13:24:41.485035Z","end":"2026-07-27T13:24:41.733616Z","steps":["trace[706843534] 'count revisions from in-memory index tree' (duration: 248.181142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:42.82006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.948149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16549"} {"level":"info","ts":"2026-07-27T13:24:42.820155Z","caller":"traceutil/trace.go:171","msg":"trace[1651508253] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5506; }","duration":"108.090922ms","start":"2026-07-27T13:24:42.712042Z","end":"2026-07-27T13:24:42.820133Z","steps":["trace[1651508253] 'range keys from in-memory index tree' (duration: 107.784828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:42.82017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.769233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:42.820441Z","caller":"traceutil/trace.go:171","msg":"trace[2083604368] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:5506; }","duration":"121.424401ms","start":"2026-07-27T13:24:42.698984Z","end":"2026-07-27T13:24:42.820409Z","steps":["trace[2083604368] 'count revisions from in-memory index tree' (duration: 120.643962ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:43.105953Z","caller":"traceutil/trace.go:171","msg":"trace[415335279] transaction","detail":"{read_only:false; response_revision:5508; number_of_response:1; }","duration":"164.131766ms","start":"2026-07-27T13:24:42.941799Z","end":"2026-07-27T13:24:43.105931Z","steps":["trace[415335279] 'process raft request' (duration: 163.988545ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:51.709328Z","caller":"traceutil/trace.go:171","msg":"trace[950792959] transaction","detail":"{read_only:false; response_revision:5576; number_of_response:1; }","duration":"148.964025ms","start":"2026-07-27T13:24:51.560341Z","end":"2026-07-27T13:24:51.709305Z","steps":["trace[950792959] 'process raft request' (duration: 148.820453ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:51.713486Z","caller":"traceutil/trace.go:171","msg":"trace[1378101362] linearizableReadLoop","detail":"{readStateIndex:5800; appliedIndex:5798; }","duration":"103.801612ms","start":"2026-07-27T13:24:51.609658Z","end":"2026-07-27T13:24:51.71346Z","steps":["trace[1378101362] 'read index received' (duration: 99.546497ms)","trace[1378101362] 'applied index is now lower than readState.Index' (duration: 4.253735ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:51.713562Z","caller":"traceutil/trace.go:171","msg":"trace[1419085927] transaction","detail":"{read_only:false; response_revision:5577; number_of_response:1; }","duration":"152.992817ms","start":"2026-07-27T13:24:51.560536Z","end":"2026-07-27T13:24:51.713529Z","steps":["trace[1419085927] 'process raft request' (duration: 149.615243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:51.713633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.952954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:24:51.713666Z","caller":"traceutil/trace.go:171","msg":"trace[211754839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5577; }","duration":"104.033714ms","start":"2026-07-27T13:24:51.609622Z","end":"2026-07-27T13:24:51.713656Z","steps":["trace[211754839] 'agreement among raft nodes before linearized reading' (duration: 103.959333ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:52.067962Z","caller":"traceutil/trace.go:171","msg":"trace[1425368020] transaction","detail":"{read_only:false; response_revision:5579; number_of_response:1; }","duration":"128.503555ms","start":"2026-07-27T13:24:51.939435Z","end":"2026-07-27T13:24:52.067938Z","steps":["trace[1425368020] 'process raft request' (duration: 128.333162ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:54.56162Z","caller":"traceutil/trace.go:171","msg":"trace[1069200209] transaction","detail":"{read_only:false; response_revision:5597; number_of_response:1; }","duration":"163.975602ms","start":"2026-07-27T13:24:54.397589Z","end":"2026-07-27T13:24:54.561565Z","steps":["trace[1069200209] 'process raft request' (duration: 86.139293ms)","trace[1069200209] 'compare' (duration: 77.544426ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:54.584776Z","caller":"traceutil/trace.go:171","msg":"trace[71892960] transaction","detail":"{read_only:false; response_revision:5598; number_of_response:1; }","duration":"185.905803ms","start":"2026-07-27T13:24:54.398848Z","end":"2026-07-27T13:24:54.584753Z","steps":["trace[71892960] 'process raft request' (duration: 185.467236ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:54.585754Z","caller":"traceutil/trace.go:171","msg":"trace[800145231] transaction","detail":"{read_only:false; response_revision:5599; number_of_response:1; }","duration":"185.78803ms","start":"2026-07-27T13:24:54.39994Z","end":"2026-07-27T13:24:54.585728Z","steps":["trace[800145231] 'process raft request' (duration: 184.525563ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:54.587319Z","caller":"traceutil/trace.go:171","msg":"trace[913208262] linearizableReadLoop","detail":"{readStateIndex:5824; appliedIndex:5820; }","duration":"119.519638ms","start":"2026-07-27T13:24:54.467705Z","end":"2026-07-27T13:24:54.587225Z","steps":["trace[913208262] 'read index received' (duration: 16.133435ms)","trace[913208262] 'applied index is now lower than readState.Index' (duration: 103.385453ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:24:54.587548Z","caller":"traceutil/trace.go:171","msg":"trace[632042113] transaction","detail":"{read_only:false; response_revision:5600; number_of_response:1; }","duration":"181.307074ms","start":"2026-07-27T13:24:54.406228Z","end":"2026-07-27T13:24:54.587535Z","steps":["trace[632042113] 'process raft request' (duration: 178.487177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:24:54.591913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.198578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-07-27T13:24:54.591963Z","caller":"traceutil/trace.go:171","msg":"trace[1283983840] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5600; }","duration":"124.295628ms","start":"2026-07-27T13:24:54.467651Z","end":"2026-07-27T13:24:54.591946Z","steps":["trace[1283983840] 'agreement among raft nodes before linearized reading' (duration: 119.71557ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:55.442024Z","caller":"traceutil/trace.go:171","msg":"trace[657741100] transaction","detail":"{read_only:false; response_revision:5602; number_of_response:1; }","duration":"141.789571ms","start":"2026-07-27T13:24:55.300214Z","end":"2026-07-27T13:24:55.442004Z","steps":["trace[657741100] 'process raft request' (duration: 141.659848ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:55.544511Z","caller":"traceutil/trace.go:171","msg":"trace[1565505484] transaction","detail":"{read_only:false; response_revision:5603; number_of_response:1; }","duration":"226.806591ms","start":"2026-07-27T13:24:55.31769Z","end":"2026-07-27T13:24:55.544496Z","steps":["trace[1565505484] 'process raft request' (duration: 226.111632ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:55.544733Z","caller":"traceutil/trace.go:171","msg":"trace[396671096] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"222.147591ms","start":"2026-07-27T13:24:55.322566Z","end":"2026-07-27T13:24:55.544714Z","steps":["trace[396671096] 'process raft request' (duration: 222.01306ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:24:55.544758Z","caller":"traceutil/trace.go:171","msg":"trace[1164368721] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"222.707768ms","start":"2026-07-27T13:24:55.322021Z","end":"2026-07-27T13:24:55.544728Z","steps":["trace[1164368721] 'process raft request' (duration: 222.445074ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:08.101463Z","caller":"traceutil/trace.go:171","msg":"trace[340911728] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"117.13323ms","start":"2026-07-27T13:25:07.984213Z","end":"2026-07-27T13:25:08.101347Z","steps":["trace[340911728] 'process raft request' (duration: 116.845415ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:20.073807Z","caller":"traceutil/trace.go:171","msg":"trace[1143996377] transaction","detail":"{read_only:false; response_revision:5839; number_of_response:1; }","duration":"206.458745ms","start":"2026-07-27T13:25:19.867297Z","end":"2026-07-27T13:25:20.073756Z","steps":["trace[1143996377] 'process raft request' (duration: 206.193631ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:20.086719Z","caller":"traceutil/trace.go:171","msg":"trace[1620986222] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6069; }","duration":"108.98932ms","start":"2026-07-27T13:25:19.977707Z","end":"2026-07-27T13:25:20.086696Z","steps":["trace[1620986222] 'read index received' (duration: 95.744143ms)","trace[1620986222] 'applied index is now lower than readState.Index' (duration: 13.244127ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:25:20.086866Z","caller":"traceutil/trace.go:171","msg":"trace[1718407163] transaction","detail":"{read_only:false; response_revision:5840; number_of_response:1; }","duration":"218.347785ms","start":"2026-07-27T13:25:19.868477Z","end":"2026-07-27T13:25:20.086825Z","steps":["trace[1718407163] 'process raft request' (duration: 218.097512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:25:20.087865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.133094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2207418"} {"level":"info","ts":"2026-07-27T13:25:20.087929Z","caller":"traceutil/trace.go:171","msg":"trace[236949474] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5840; }","duration":"110.264066ms","start":"2026-07-27T13:25:19.977646Z","end":"2026-07-27T13:25:20.08791Z","steps":["trace[236949474] 'agreement among raft nodes before linearized reading' (duration: 109.137102ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:32.30991Z","caller":"traceutil/trace.go:171","msg":"trace[96083104] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"165.144878ms","start":"2026-07-27T13:25:32.144723Z","end":"2026-07-27T13:25:32.309868Z","steps":["trace[96083104] 'process raft request' (duration: 164.868844ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:32.322673Z","caller":"traceutil/trace.go:171","msg":"trace[1930119823] transaction","detail":"{read_only:false; response_revision:5926; number_of_response:1; }","duration":"175.551488ms","start":"2026-07-27T13:25:32.147086Z","end":"2026-07-27T13:25:32.322637Z","steps":["trace[1930119823] 'process raft request' (duration: 175.334835ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:33.857465Z","caller":"traceutil/trace.go:171","msg":"trace[839019742] transaction","detail":"{read_only:false; response_revision:5928; number_of_response:1; }","duration":"143.479865ms","start":"2026-07-27T13:25:33.713919Z","end":"2026-07-27T13:25:33.857399Z","steps":["trace[839019742] 'process raft request' (duration: 143.188132ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:33.864504Z","caller":"traceutil/trace.go:171","msg":"trace[759773424] transaction","detail":"{read_only:false; response_revision:5929; number_of_response:1; }","duration":"142.366991ms","start":"2026-07-27T13:25:33.722109Z","end":"2026-07-27T13:25:33.864476Z","steps":["trace[759773424] 'process raft request' (duration: 142.101928ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:33.864868Z","caller":"traceutil/trace.go:171","msg":"trace[1923342471] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"142.227719ms","start":"2026-07-27T13:25:33.722612Z","end":"2026-07-27T13:25:33.86484Z","steps":["trace[1923342471] 'process raft request' (duration: 141.742933ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:33.864969Z","caller":"traceutil/trace.go:171","msg":"trace[393087005] transaction","detail":"{read_only:false; response_revision:5931; number_of_response:1; }","duration":"101.554661ms","start":"2026-07-27T13:25:33.763369Z","end":"2026-07-27T13:25:33.864923Z","steps":["trace[393087005] 'process raft request' (duration: 101.024284ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:34.029971Z","caller":"traceutil/trace.go:171","msg":"trace[349496713] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"158.347051ms","start":"2026-07-27T13:25:33.871598Z","end":"2026-07-27T13:25:34.029945Z","steps":["trace[349496713] 'process raft request' (duration: 138.547943ms)","trace[349496713] 'compare' (duration: 19.603406ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:25:34.030018Z","caller":"traceutil/trace.go:171","msg":"trace[1372463820] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"158.122868ms","start":"2026-07-27T13:25:33.871869Z","end":"2026-07-27T13:25:34.029992Z","steps":["trace[1372463820] 'process raft request' (duration: 158.063678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:25:46.758126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.587091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:25:46.758269Z","caller":"traceutil/trace.go:171","msg":"trace[289709552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6028; }","duration":"148.778034ms","start":"2026-07-27T13:25:46.609462Z","end":"2026-07-27T13:25:46.75824Z","steps":["trace[289709552] 'range keys from in-memory index tree' (duration: 148.402588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:25:46.758336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.423005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T13:25:46.758256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.200608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:3958"} {"level":"info","ts":"2026-07-27T13:25:46.758464Z","caller":"traceutil/trace.go:171","msg":"trace[1578832299] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:6028; }","duration":"262.467792ms","start":"2026-07-27T13:25:46.495986Z","end":"2026-07-27T13:25:46.758454Z","steps":["trace[1578832299] 'range keys from in-memory index tree' (duration: 262.050166ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:25:46.758421Z","caller":"traceutil/trace.go:171","msg":"trace[678902636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6028; }","duration":"261.475277ms","start":"2026-07-27T13:25:46.496894Z","end":"2026-07-27T13:25:46.758369Z","steps":["trace[678902636] 'range keys from in-memory index tree' (duration: 261.366765ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:04.284505Z","caller":"traceutil/trace.go:171","msg":"trace[1335169189] transaction","detail":"{read_only:false; response_revision:6143; number_of_response:1; }","duration":"206.70352ms","start":"2026-07-27T13:26:04.07776Z","end":"2026-07-27T13:26:04.284463Z","steps":["trace[1335169189] 'process raft request' (duration: 197.357084ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:04.289402Z","caller":"traceutil/trace.go:171","msg":"trace[2031572560] transaction","detail":"{read_only:false; response_revision:6144; number_of_response:1; }","duration":"211.4157ms","start":"2026-07-27T13:26:04.077959Z","end":"2026-07-27T13:26:04.289375Z","steps":["trace[2031572560] 'process raft request' (duration: 211.311576ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:04.289993Z","caller":"traceutil/trace.go:171","msg":"trace[1274843065] transaction","detail":"{read_only:false; response_revision:6145; number_of_response:1; }","duration":"210.591089ms","start":"2026-07-27T13:26:04.079366Z","end":"2026-07-27T13:26:04.289958Z","steps":["trace[1274843065] 'process raft request' (duration: 209.978408ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:04.415469Z","caller":"traceutil/trace.go:171","msg":"trace[459599356] transaction","detail":"{read_only:false; response_revision:6148; number_of_response:1; }","duration":"119.04507ms","start":"2026-07-27T13:26:04.29639Z","end":"2026-07-27T13:26:04.415436Z","steps":["trace[459599356] 'process raft request' (duration: 118.884824ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:04.415506Z","caller":"traceutil/trace.go:171","msg":"trace[522098480] transaction","detail":"{read_only:false; response_revision:6147; number_of_response:1; }","duration":"119.868439ms","start":"2026-07-27T13:26:04.29559Z","end":"2026-07-27T13:26:04.415459Z","steps":["trace[522098480] 'process raft request' (duration: 92.214875ms)","trace[522098480] 'compare' (duration: 26.817864ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:09.995458Z","caller":"traceutil/trace.go:171","msg":"trace[1953382156] transaction","detail":"{read_only:false; response_revision:6181; number_of_response:1; }","duration":"164.087201ms","start":"2026-07-27T13:26:09.831315Z","end":"2026-07-27T13:26:09.995402Z","steps":["trace[1953382156] 'process raft request' (duration: 108.786026ms)","trace[1953382156] 'compare' (duration: 55.086218ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:10.184455Z","caller":"traceutil/trace.go:171","msg":"trace[507246519] transaction","detail":"{read_only:false; response_revision:6184; number_of_response:1; }","duration":"113.286776ms","start":"2026-07-27T13:26:10.071101Z","end":"2026-07-27T13:26:10.184387Z","steps":["trace[507246519] 'process raft request' (duration: 113.027967ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:10.184588Z","caller":"traceutil/trace.go:171","msg":"trace[1150166925] transaction","detail":"{read_only:false; response_revision:6185; number_of_response:1; }","duration":"111.045276ms","start":"2026-07-27T13:26:10.073508Z","end":"2026-07-27T13:26:10.184553Z","steps":["trace[1150166925] 'process raft request' (duration: 110.752865ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:10.335112Z","caller":"traceutil/trace.go:171","msg":"trace[2004356744] transaction","detail":"{read_only:false; response_revision:6188; number_of_response:1; }","duration":"137.733923ms","start":"2026-07-27T13:26:10.197347Z","end":"2026-07-27T13:26:10.335081Z","steps":["trace[2004356744] 'process raft request' (duration: 83.166039ms)","trace[2004356744] 'compare' (duration: 54.333945ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:10.335164Z","caller":"traceutil/trace.go:171","msg":"trace[1963228290] linearizableReadLoop","detail":"{readStateIndex:6430; appliedIndex:6429; }","duration":"129.609154ms","start":"2026-07-27T13:26:10.205524Z","end":"2026-07-27T13:26:10.335133Z","steps":["trace[1963228290] 'read index received' (duration: 74.904956ms)","trace[1963228290] 'applied index is now lower than readState.Index' (duration: 54.702768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:26:10.335787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.246867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-07-27T13:26:10.335852Z","caller":"traceutil/trace.go:171","msg":"trace[1732293227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:6189; }","duration":"130.34229ms","start":"2026-07-27T13:26:10.205489Z","end":"2026-07-27T13:26:10.335831Z","steps":["trace[1732293227] 'agreement among raft nodes before linearized reading' (duration: 130.008038ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:10.511441Z","caller":"traceutil/trace.go:171","msg":"trace[422983840] linearizableReadLoop","detail":"{readStateIndex:6434; appliedIndex:6433; }","duration":"127.655226ms","start":"2026-07-27T13:26:10.383765Z","end":"2026-07-27T13:26:10.51142Z","steps":["trace[422983840] 'read index received' (duration: 124.032058ms)","trace[422983840] 'applied index is now lower than readState.Index' (duration: 3.622278ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:10.511626Z","caller":"traceutil/trace.go:171","msg":"trace[1950884102] transaction","detail":"{read_only:false; response_revision:6192; number_of_response:1; }","duration":"130.399874ms","start":"2026-07-27T13:26:10.381191Z","end":"2026-07-27T13:26:10.51159Z","steps":["trace[1950884102] 'process raft request' (duration: 126.560718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:26:10.511821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.893285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-rabbit-init\" ","response":"range_response_count:1 size:544"} {"level":"info","ts":"2026-07-27T13:26:10.511863Z","caller":"traceutil/trace.go:171","msg":"trace[530152671] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-rabbit-init; range_end:; response_count:1; response_revision:6192; }","duration":"128.135653ms","start":"2026-07-27T13:26:10.383715Z","end":"2026-07-27T13:26:10.511851Z","steps":["trace[530152671] 'agreement among raft nodes before linearized reading' (duration: 127.807451ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:11.25392Z","caller":"traceutil/trace.go:171","msg":"trace[1606360149] transaction","detail":"{read_only:false; response_revision:6197; number_of_response:1; }","duration":"162.80999ms","start":"2026-07-27T13:26:11.091083Z","end":"2026-07-27T13:26:11.253893Z","steps":["trace[1606360149] 'process raft request' (duration: 162.643484ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:11.266958Z","caller":"traceutil/trace.go:171","msg":"trace[186967730] transaction","detail":"{read_only:false; response_revision:6198; number_of_response:1; }","duration":"126.067809ms","start":"2026-07-27T13:26:11.140871Z","end":"2026-07-27T13:26:11.266939Z","steps":["trace[186967730] 'process raft request' (duration: 125.907354ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:12.307995Z","caller":"traceutil/trace.go:171","msg":"trace[477747743] transaction","detail":"{read_only:false; response_revision:6203; number_of_response:1; }","duration":"117.494607ms","start":"2026-07-27T13:26:12.190466Z","end":"2026-07-27T13:26:12.307961Z","steps":["trace[477747743] 'process raft request' (duration: 116.982489ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:20.670002Z","caller":"traceutil/trace.go:171","msg":"trace[263800183] transaction","detail":"{read_only:false; response_revision:6277; number_of_response:1; }","duration":"232.306532ms","start":"2026-07-27T13:26:20.437657Z","end":"2026-07-27T13:26:20.669963Z","steps":["trace[263800183] 'process raft request' (duration: 185.628925ms)","trace[263800183] 'compare' (duration: 46.258113ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:20.670296Z","caller":"traceutil/trace.go:171","msg":"trace[1527602272] linearizableReadLoop","detail":"{readStateIndex:6522; appliedIndex:6519; }","duration":"222.962368ms","start":"2026-07-27T13:26:20.44729Z","end":"2026-07-27T13:26:20.670253Z","steps":["trace[1527602272] 'read index received' (duration: 32.61326ms)","trace[1527602272] 'applied index is now lower than readState.Index' (duration: 190.346438ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:26:20.670523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.207656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-07-27T13:26:20.670544Z","caller":"traceutil/trace.go:171","msg":"trace[1489377684] transaction","detail":"{read_only:false; response_revision:6278; number_of_response:1; }","duration":"232.445617ms","start":"2026-07-27T13:26:20.437715Z","end":"2026-07-27T13:26:20.670161Z","steps":["trace[1489377684] 'process raft request' (duration: 232.151527ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:20.670626Z","caller":"traceutil/trace.go:171","msg":"trace[1931707569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6278; }","duration":"223.366351ms","start":"2026-07-27T13:26:20.447211Z","end":"2026-07-27T13:26:20.670577Z","steps":["trace[1931707569] 'agreement among raft nodes before linearized reading' (duration: 223.146574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:26:20.670668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.704678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-07-27T13:26:20.670724Z","caller":"traceutil/trace.go:171","msg":"trace[775261600] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:6278; }","duration":"209.797901ms","start":"2026-07-27T13:26:20.460912Z","end":"2026-07-27T13:26:20.67071Z","steps":["trace[775261600] 'agreement among raft nodes before linearized reading' (duration: 209.651036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:26:20.670911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.77315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:26:20.67105Z","caller":"traceutil/trace.go:171","msg":"trace[2016505791] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:6278; }","duration":"108.983508ms","start":"2026-07-27T13:26:20.562053Z","end":"2026-07-27T13:26:20.671037Z","steps":["trace[2016505791] 'agreement among raft nodes before linearized reading' (duration: 108.700147ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:55.038957Z","caller":"traceutil/trace.go:171","msg":"trace[2086981316] linearizableReadLoop","detail":"{readStateIndex:6700; appliedIndex:6699; }","duration":"131.591913ms","start":"2026-07-27T13:26:54.907344Z","end":"2026-07-27T13:26:55.038936Z","steps":["trace[2086981316] 'read index received' (duration: 131.384006ms)","trace[2086981316] 'applied index is now lower than readState.Index' (duration: 206.977µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:26:55.039031Z","caller":"traceutil/trace.go:171","msg":"trace[2081993212] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"139.456246ms","start":"2026-07-27T13:26:54.899551Z","end":"2026-07-27T13:26:55.039007Z","steps":["trace[2081993212] 'process raft request' (duration: 139.27895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:26:55.039171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.81261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-27T13:26:55.039189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.918942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:26:55.039281Z","caller":"traceutil/trace.go:171","msg":"trace[1147962388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6449; }","duration":"131.977415ms","start":"2026-07-27T13:26:54.907292Z","end":"2026-07-27T13:26:55.03927Z","steps":["trace[1147962388] 'agreement among raft nodes before linearized reading' (duration: 131.715607ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:26:55.039306Z","caller":"traceutil/trace.go:171","msg":"trace[1799055771] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6449; }","duration":"108.046826ms","start":"2026-07-27T13:26:54.931242Z","end":"2026-07-27T13:26:55.039289Z","steps":["trace[1799055771] 'agreement among raft nodes before linearized reading' (duration: 107.817848ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:27:31.351766Z","caller":"traceutil/trace.go:171","msg":"trace[1442779213] transaction","detail":"{read_only:false; response_revision:6644; number_of_response:1; }","duration":"165.840599ms","start":"2026-07-27T13:27:31.185877Z","end":"2026-07-27T13:27:31.351717Z","steps":["trace[1442779213] 'process raft request' (duration: 88.609474ms)","trace[1442779213] 'compare' (duration: 76.486033ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:27:31.508228Z","caller":"traceutil/trace.go:171","msg":"trace[2094512762] transaction","detail":"{read_only:false; response_revision:6646; number_of_response:1; }","duration":"132.616508ms","start":"2026-07-27T13:27:31.375566Z","end":"2026-07-27T13:27:31.508182Z","steps":["trace[2094512762] 'process raft request' (duration: 85.09196ms)","trace[2094512762] 'compare' (duration: 47.132196ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:27:36.220423Z","caller":"traceutil/trace.go:171","msg":"trace[1413689036] transaction","detail":"{read_only:false; response_revision:6671; number_of_response:1; }","duration":"133.813385ms","start":"2026-07-27T13:27:36.086584Z","end":"2026-07-27T13:27:36.220397Z","steps":["trace[1413689036] 'process raft request' (duration: 133.605429ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:09.329598Z","caller":"traceutil/trace.go:171","msg":"trace[1599320758] transaction","detail":"{read_only:false; response_revision:6994; number_of_response:1; }","duration":"111.26413ms","start":"2026-07-27T13:28:09.218317Z","end":"2026-07-27T13:28:09.329582Z","steps":["trace[1599320758] 'process raft request' (duration: 111.160847ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:09.390533Z","caller":"traceutil/trace.go:171","msg":"trace[1528375990] transaction","detail":"{read_only:false; response_revision:6995; number_of_response:1; }","duration":"168.746606ms","start":"2026-07-27T13:28:09.221761Z","end":"2026-07-27T13:28:09.390508Z","steps":["trace[1528375990] 'process raft request' (duration: 168.51394ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:15.506521Z","caller":"traceutil/trace.go:171","msg":"trace[1147275123] transaction","detail":"{read_only:false; response_revision:7051; number_of_response:1; }","duration":"150.874714ms","start":"2026-07-27T13:28:15.355609Z","end":"2026-07-27T13:28:15.506483Z","steps":["trace[1147275123] 'process raft request' (duration: 150.616757ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:15.567069Z","caller":"traceutil/trace.go:171","msg":"trace[136947366] linearizableReadLoop","detail":"{readStateIndex:7324; appliedIndex:7321; }","duration":"106.399742ms","start":"2026-07-27T13:28:15.460597Z","end":"2026-07-27T13:28:15.566997Z","steps":["trace[136947366] 'read index received' (duration: 45.672905ms)","trace[136947366] 'applied index is now lower than readState.Index' (duration: 60.658965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:15.567763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.071212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:15.568616Z","caller":"traceutil/trace.go:171","msg":"trace[142436901] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7053; }","duration":"107.996567ms","start":"2026-07-27T13:28:15.460585Z","end":"2026-07-27T13:28:15.568582Z","steps":["trace[142436901] 'agreement among raft nodes before linearized reading' (duration: 106.748233ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:15.567427Z","caller":"traceutil/trace.go:171","msg":"trace[1835241537] transaction","detail":"{read_only:false; response_revision:7052; number_of_response:1; }","duration":"154.767232ms","start":"2026-07-27T13:28:15.412624Z","end":"2026-07-27T13:28:15.567391Z","steps":["trace[1835241537] 'process raft request' (duration: 153.914978ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:15.567486Z","caller":"traceutil/trace.go:171","msg":"trace[1086534310] transaction","detail":"{read_only:false; response_revision:7053; number_of_response:1; }","duration":"143.388479ms","start":"2026-07-27T13:28:15.423929Z","end":"2026-07-27T13:28:15.567317Z","steps":["trace[1086534310] 'process raft request' (duration: 142.881084ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:15.705423Z","caller":"traceutil/trace.go:171","msg":"trace[1769237875] transaction","detail":"{read_only:false; response_revision:7054; number_of_response:1; }","duration":"132.346295ms","start":"2026-07-27T13:28:15.573042Z","end":"2026-07-27T13:28:15.705388Z","steps":["trace[1769237875] 'process raft request' (duration: 86.711822ms)","trace[1769237875] 'compare' (duration: 45.356295ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:16.215984Z","caller":"traceutil/trace.go:171","msg":"trace[1731164384] transaction","detail":"{read_only:false; response_revision:7057; number_of_response:1; }","duration":"272.726439ms","start":"2026-07-27T13:28:15.943229Z","end":"2026-07-27T13:28:16.215955Z","steps":["trace[1731164384] 'process raft request' (duration: 213.379692ms)","trace[1731164384] 'compare' (duration: 58.920505ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:16.216063Z","caller":"traceutil/trace.go:171","msg":"trace[2136948490] linearizableReadLoop","detail":"{readStateIndex:7329; appliedIndex:7327; }","duration":"172.100198ms","start":"2026-07-27T13:28:16.043941Z","end":"2026-07-27T13:28:16.216042Z","steps":["trace[2136948490] 'read index received' (duration: 112.614088ms)","trace[2136948490] 'applied index is now lower than readState.Index' (duration: 59.48516ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:16.216242Z","caller":"traceutil/trace.go:171","msg":"trace[1845969827] transaction","detail":"{read_only:false; response_revision:7058; number_of_response:1; }","duration":"272.869353ms","start":"2026-07-27T13:28:15.943326Z","end":"2026-07-27T13:28:16.216196Z","steps":["trace[1845969827] 'process raft request' (duration: 272.610446ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:16.216507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.55495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T13:28:16.216561Z","caller":"traceutil/trace.go:171","msg":"trace[1843103885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7058; }","duration":"172.658263ms","start":"2026-07-27T13:28:16.04389Z","end":"2026-07-27T13:28:16.216548Z","steps":["trace[1843103885] 'agreement among raft nodes before linearized reading' (duration: 172.473758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:16.216946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.944148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-27T13:28:16.217099Z","caller":"traceutil/trace.go:171","msg":"trace[589986036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7058; }","duration":"170.009241ms","start":"2026-07-27T13:28:16.046976Z","end":"2026-07-27T13:28:16.216985Z","steps":["trace[589986036] 'agreement among raft nodes before linearized reading' (duration: 169.869597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:18.745618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.356237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:18.745773Z","caller":"traceutil/trace.go:171","msg":"trace[1884802980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7074; }","duration":"135.565462ms","start":"2026-07-27T13:28:18.610171Z","end":"2026-07-27T13:28:18.745737Z","steps":["trace[1884802980] 'range keys from in-memory index tree' (duration: 135.248134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:18.745765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.484169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:18.745868Z","caller":"traceutil/trace.go:171","msg":"trace[1290415135] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7074; }","duration":"147.627063ms","start":"2026-07-27T13:28:18.598213Z","end":"2026-07-27T13:28:18.74584Z","steps":["trace[1290415135] 'range keys from in-memory index tree' (duration: 147.330714ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:19.551685Z","caller":"traceutil/trace.go:171","msg":"trace[603435872] transaction","detail":"{read_only:false; response_revision:7077; number_of_response:1; }","duration":"126.750865ms","start":"2026-07-27T13:28:19.424911Z","end":"2026-07-27T13:28:19.551662Z","steps":["trace[603435872] 'process raft request' (duration: 113.316699ms)","trace[603435872] 'compare' (duration: 13.321623ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:19.744437Z","caller":"traceutil/trace.go:171","msg":"trace[1456771476] transaction","detail":"{read_only:false; response_revision:7080; number_of_response:1; }","duration":"118.568354ms","start":"2026-07-27T13:28:19.625835Z","end":"2026-07-27T13:28:19.744403Z","steps":["trace[1456771476] 'process raft request' (duration: 75.908379ms)","trace[1456771476] 'compare' (duration: 42.135909ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:20.471119Z","caller":"traceutil/trace.go:171","msg":"trace[351305358] transaction","detail":"{read_only:false; response_revision:7084; number_of_response:1; }","duration":"157.96987ms","start":"2026-07-27T13:28:20.313105Z","end":"2026-07-27T13:28:20.471075Z","steps":["trace[351305358] 'process raft request' (duration: 138.87867ms)","trace[351305358] 'compare' (duration: 18.886664ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:20.637113Z","caller":"traceutil/trace.go:171","msg":"trace[40658558] transaction","detail":"{read_only:false; response_revision:7085; number_of_response:1; }","duration":"145.221903ms","start":"2026-07-27T13:28:20.491857Z","end":"2026-07-27T13:28:20.637079Z","steps":["trace[40658558] 'process raft request' (duration: 86.308679ms)","trace[40658558] 'compare' (duration: 58.77106ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:20.66653Z","caller":"traceutil/trace.go:171","msg":"trace[1029038743] linearizableReadLoop","detail":"{readStateIndex:7359; appliedIndex:7357; }","duration":"119.820701ms","start":"2026-07-27T13:28:20.54669Z","end":"2026-07-27T13:28:20.666511Z","steps":["trace[1029038743] 'read index received' (duration: 31.481866ms)","trace[1029038743] 'applied index is now lower than readState.Index' (duration: 88.337895ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:20.666665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.967656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:20.666695Z","caller":"traceutil/trace.go:171","msg":"trace[324666772] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:7086; }","duration":"120.065318ms","start":"2026-07-27T13:28:20.54662Z","end":"2026-07-27T13:28:20.666685Z","steps":["trace[324666772] 'agreement among raft nodes before linearized reading' (duration: 119.995726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:20.666795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.184925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T13:28:20.666889Z","caller":"traceutil/trace.go:171","msg":"trace[1456486013] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7086; }","duration":"108.352409ms","start":"2026-07-27T13:28:20.558516Z","end":"2026-07-27T13:28:20.666869Z","steps":["trace[1456486013] 'agreement among raft nodes before linearized reading' (duration: 108.181655ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:20.666574Z","caller":"traceutil/trace.go:171","msg":"trace[1156555771] transaction","detail":"{read_only:false; response_revision:7086; number_of_response:1; }","duration":"174.530321ms","start":"2026-07-27T13:28:20.492016Z","end":"2026-07-27T13:28:20.666546Z","steps":["trace[1156555771] 'process raft request' (duration: 174.377917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:20.667017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.453228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:20.667129Z","caller":"traceutil/trace.go:171","msg":"trace[117048947] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7086; }","duration":"106.588021ms","start":"2026-07-27T13:28:20.560533Z","end":"2026-07-27T13:28:20.667121Z","steps":["trace[117048947] 'agreement among raft nodes before linearized reading' (duration: 106.406516ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:21.392128Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4362} {"level":"info","ts":"2026-07-27T13:28:21.729851Z","caller":"traceutil/trace.go:171","msg":"trace[2091062606] transaction","detail":"{read_only:false; response_revision:7089; number_of_response:1; }","duration":"135.564783ms","start":"2026-07-27T13:28:21.594264Z","end":"2026-07-27T13:28:21.729829Z","steps":["trace[2091062606] 'process raft request' (duration: 135.464921ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:21.730168Z","caller":"traceutil/trace.go:171","msg":"trace[1926743577] transaction","detail":"{read_only:false; response_revision:7088; number_of_response:1; }","duration":"155.130694ms","start":"2026-07-27T13:28:21.574952Z","end":"2026-07-27T13:28:21.730083Z","steps":["trace[1926743577] 'process raft request' (duration: 150.9206ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:22.307488Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4362,"took":"914.083492ms","hash":3336314523,"current-db-size-bytes":39739392,"current-db-size":"40 MB","current-db-size-in-use-bytes":33128448,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-27T13:28:22.307602Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3336314523,"revision":4362,"compact-revision":2553} {"level":"warn","ts":"2026-07-27T13:28:22.308844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.549429ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:28:22.308953Z","caller":"traceutil/trace.go:171","msg":"trace[1369083578] transaction","detail":"{read_only:false; response_revision:7090; number_of_response:1; }","duration":"558.206082ms","start":"2026-07-27T13:28:21.750727Z","end":"2026-07-27T13:28:22.308933Z","steps":["trace[1369083578] 'process raft request' (duration: 177.994965ms)","trace[1369083578] 'compare' (duration: 378.85982ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:22.309038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:21.750649Z","time spent":"558.343246ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:28:22.409995Z","caller":"traceutil/trace.go:171","msg":"trace[62867775] linearizableReadLoop","detail":"{readStateIndex:7365; appliedIndex:7363; }","duration":"645.600962ms","start":"2026-07-27T13:28:21.76437Z","end":"2026-07-27T13:28:22.409971Z","steps":["trace[62867775] 'read index received' (duration: 164.295604ms)","trace[62867775] 'applied index is now lower than readState.Index' (duration: 481.304348ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:22.410093Z","caller":"traceutil/trace.go:171","msg":"trace[1828654775] transaction","detail":"{read_only:false; response_revision:7091; number_of_response:1; }","duration":"657.878715ms","start":"2026-07-27T13:28:21.752198Z","end":"2026-07-27T13:28:22.410077Z","steps":["trace[1828654775] 'process raft request' (duration: 580.508248ms)","trace[1828654775] 'compare' (duration: 77.010898ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:22.410157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.755816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:22.410195Z","caller":"traceutil/trace.go:171","msg":"trace[1007797699] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:7091; }","duration":"645.853408ms","start":"2026-07-27T13:28:21.764328Z","end":"2026-07-27T13:28:22.410182Z","steps":["trace[1007797699] 'agreement among raft nodes before linearized reading' (duration: 645.766616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:22.410226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:21.764311Z","time spent":"645.905169ms","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:28:22.41025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:21.752172Z","time spent":"657.962368ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:22.410405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.127124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T13:28:22.410645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.404064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:28:22.410588Z","caller":"traceutil/trace.go:171","msg":"trace[124458446] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:7091; }","duration":"530.33826ms","start":"2026-07-27T13:28:21.880191Z","end":"2026-07-27T13:28:22.410529Z","steps":["trace[124458446] 'agreement among raft nodes before linearized reading' (duration: 530.072902ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:22.410684Z","caller":"traceutil/trace.go:171","msg":"trace[1731760831] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7091; }","duration":"273.483956ms","start":"2026-07-27T13:28:22.137191Z","end":"2026-07-27T13:28:22.410675Z","steps":["trace[1731760831] 'agreement among raft nodes before linearized reading' (duration: 273.367773ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:22.410782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.096066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-07-27T13:28:22.410754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:21.88017Z","time spent":"530.559336ms","remote":"127.0.0.1:32906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-27T13:28:22.410969Z","caller":"traceutil/trace.go:171","msg":"trace[1068801714] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:7091; }","duration":"483.179788ms","start":"2026-07-27T13:28:21.927676Z","end":"2026-07-27T13:28:22.410855Z","steps":["trace[1068801714] 'agreement among raft nodes before linearized reading' (duration: 482.963903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:22.411109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:21.927621Z","time spent":"483.477487ms","remote":"127.0.0.1:48950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-07-27T13:28:22.535885Z","caller":"traceutil/trace.go:171","msg":"trace[1823614560] transaction","detail":"{read_only:false; response_revision:7093; number_of_response:1; }","duration":"118.501633ms","start":"2026-07-27T13:28:22.417364Z","end":"2026-07-27T13:28:22.535865Z","steps":["trace[1823614560] 'process raft request' (duration: 102.052437ms)","trace[1823614560] 'compare' (duration: 15.85951ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:22.536013Z","caller":"traceutil/trace.go:171","msg":"trace[2026843048] transaction","detail":"{read_only:false; response_revision:7094; number_of_response:1; }","duration":"107.208908ms","start":"2026-07-27T13:28:22.428797Z","end":"2026-07-27T13:28:22.536006Z","steps":["trace[2026843048] 'process raft request' (duration: 106.582301ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:22.966278Z","caller":"traceutil/trace.go:171","msg":"trace[430828578] linearizableReadLoop","detail":"{readStateIndex:7371; appliedIndex:7370; }","duration":"140.591244ms","start":"2026-07-27T13:28:22.825597Z","end":"2026-07-27T13:28:22.966188Z","steps":["trace[430828578] 'read index received' (duration: 119.0706ms)","trace[430828578] 'applied index is now lower than readState.Index' (duration: 21.519414ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:22.966631Z","caller":"traceutil/trace.go:171","msg":"trace[758022303] transaction","detail":"{read_only:false; response_revision:7097; number_of_response:1; }","duration":"234.070869ms","start":"2026-07-27T13:28:22.73238Z","end":"2026-07-27T13:28:22.966451Z","steps":["trace[758022303] 'process raft request' (duration: 212.36134ms)","trace[758022303] 'compare' (duration: 21.234606ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:22.966876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.247592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-07-27T13:28:22.966923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.537919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:22.966985Z","caller":"traceutil/trace.go:171","msg":"trace[1324852569] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7097; }","duration":"141.661303ms","start":"2026-07-27T13:28:22.825304Z","end":"2026-07-27T13:28:22.966966Z","steps":["trace[1324852569] 'agreement among raft nodes before linearized reading' (duration: 141.20208ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:22.967001Z","caller":"traceutil/trace.go:171","msg":"trace[898123632] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7097; }","duration":"141.350634ms","start":"2026-07-27T13:28:22.825597Z","end":"2026-07-27T13:28:22.966948Z","steps":["trace[898123632] 'agreement among raft nodes before linearized reading' (duration: 141.005985ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:24.238102Z","caller":"traceutil/trace.go:171","msg":"trace[802063695] transaction","detail":"{read_only:false; response_revision:7098; number_of_response:1; }","duration":"501.931877ms","start":"2026-07-27T13:28:23.73613Z","end":"2026-07-27T13:28:24.238062Z","steps":["trace[802063695] 'process raft request' (duration: 501.633719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:24.238361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:23.73604Z","time spent":"502.186055ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:28:24.698928Z","caller":"traceutil/trace.go:171","msg":"trace[454390672] transaction","detail":"{read_only:false; response_revision:7099; number_of_response:1; }","duration":"960.229483ms","start":"2026-07-27T13:28:23.738648Z","end":"2026-07-27T13:28:24.698877Z","steps":["trace[454390672] 'process raft request' (duration: 889.601704ms)","trace[454390672] 'compare' (duration: 70.229798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:24.699173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:23.738634Z","time spent":"960.407217ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:25.315015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.848639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:28:25.315619Z","caller":"traceutil/trace.go:171","msg":"trace[891562394] linearizableReadLoop","detail":"{readStateIndex:7376; appliedIndex:7373; }","duration":"863.230234ms","start":"2026-07-27T13:28:24.45194Z","end":"2026-07-27T13:28:25.31517Z","steps":["trace[891562394] 'read index received' (duration: 176.263463ms)","trace[891562394] 'applied index is now lower than readState.Index' (duration: 686.965971ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:25.315694Z","caller":"traceutil/trace.go:171","msg":"trace[1795680546] transaction","detail":"{read_only:false; response_revision:7100; number_of_response:1; }","duration":"998.859289ms","start":"2026-07-27T13:28:24.316784Z","end":"2026-07-27T13:28:25.315643Z","steps":["trace[1795680546] 'process raft request' (duration: 530.316672ms)","trace[1795680546] 'compare' (duration: 467.348806ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:25.315816Z","caller":"traceutil/trace.go:171","msg":"trace[546025535] transaction","detail":"{read_only:false; response_revision:7101; number_of_response:1; }","duration":"897.234293ms","start":"2026-07-27T13:28:24.418505Z","end":"2026-07-27T13:28:25.315739Z","steps":["trace[546025535] 'process raft request' (duration: 896.587726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.315869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.316738Z","time spent":"999.052444ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:25.316102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.418475Z","time spent":"897.46981ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:25.316346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.402966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:28:25.316378Z","caller":"traceutil/trace.go:171","msg":"trace[1466625883] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7101; }","duration":"864.476298ms","start":"2026-07-27T13:28:24.451894Z","end":"2026-07-27T13:28:25.316371Z","steps":["trace[1466625883] 'agreement among raft nodes before linearized reading' (duration: 864.358195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.316419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.451874Z","time spent":"864.53855ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T13:28:25.316677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.018736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:28:25.316704Z","caller":"traceutil/trace.go:171","msg":"trace[1866692411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7101; }","duration":"491.095678ms","start":"2026-07-27T13:28:24.825596Z","end":"2026-07-27T13:28:25.316692Z","steps":["trace[1866692411] 'agreement among raft nodes before linearized reading' (duration: 491.009796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.31672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.825567Z","time spent":"491.148729ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T13:28:25.31671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.582245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:25.316856Z","caller":"traceutil/trace.go:171","msg":"trace[396753689] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:7101; }","duration":"335.751519ms","start":"2026-07-27T13:28:24.981048Z","end":"2026-07-27T13:28:25.316799Z","steps":["trace[396753689] 'agreement among raft nodes before linearized reading' (duration: 335.535664ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.316917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.981034Z","time spent":"335.870182ms","remote":"127.0.0.1:32850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:28:25.316945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.16066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-27T13:28:25.317038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.484651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:25.317078Z","caller":"traceutil/trace.go:171","msg":"trace[613575478] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7101; }","duration":"343.246283ms","start":"2026-07-27T13:28:24.973713Z","end":"2026-07-27T13:28:25.316959Z","steps":["trace[613575478] 'agreement among raft nodes before linearized reading' (duration: 343.13701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.317117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.973694Z","time spent":"343.417127ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T13:28:25.317203Z","caller":"traceutil/trace.go:171","msg":"trace[2046758374] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7101; }","duration":"342.656196ms","start":"2026-07-27T13:28:24.974524Z","end":"2026-07-27T13:28:25.31718Z","steps":["trace[2046758374] 'agreement among raft nodes before linearized reading' (duration: 342.310016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.317945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.974514Z","time spent":"343.408885ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-27T13:28:25.317478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.621672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"warn","ts":"2026-07-27T13:28:25.318114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.780644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T13:28:25.318175Z","caller":"traceutil/trace.go:171","msg":"trace[1800083606] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:7101; }","duration":"559.948749ms","start":"2026-07-27T13:28:24.758215Z","end":"2026-07-27T13:28:25.318164Z","steps":["trace[1800083606] 'agreement among raft nodes before linearized reading' (duration: 559.307072ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:25.31819Z","caller":"traceutil/trace.go:171","msg":"trace[662371868] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7101; }","duration":"586.357792ms","start":"2026-07-27T13:28:24.731798Z","end":"2026-07-27T13:28:25.318156Z","steps":["trace[662371868] 'agreement among raft nodes before linearized reading' (duration: 585.491248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.318218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.758172Z","time spent":"560.036901ms","remote":"127.0.0.1:48852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":666,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-27T13:28:25.318248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.731778Z","time spent":"586.455495ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-07-27T13:28:25.31778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.885386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:28:25.319093Z","caller":"traceutil/trace.go:171","msg":"trace[1137468580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7101; }","duration":"679.230772ms","start":"2026-07-27T13:28:24.639834Z","end":"2026-07-27T13:28:25.319064Z","steps":["trace[1137468580] 'agreement among raft nodes before linearized reading' (duration: 677.766202ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.31785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.301747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:28:25.319232Z","caller":"traceutil/trace.go:171","msg":"trace[1919689264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7101; }","duration":"709.696526ms","start":"2026-07-27T13:28:24.609513Z","end":"2026-07-27T13:28:25.319209Z","steps":["trace[1919689264] 'agreement among raft nodes before linearized reading' (duration: 708.316758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.319308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.639815Z","time spent":"679.476969ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T13:28:25.319313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.609497Z","time spent":"709.800629ms","remote":"127.0.0.1:48788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T13:28:25.317997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.527957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T13:28:25.319708Z","caller":"traceutil/trace.go:171","msg":"trace[2022474148] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7101; }","duration":"766.261435ms","start":"2026-07-27T13:28:24.553436Z","end":"2026-07-27T13:28:25.319698Z","steps":["trace[2022474148] 'agreement among raft nodes before linearized reading' (duration: 764.473966ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.319762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.553419Z","time spent":"766.331996ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T13:28:25.317879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.020315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:25.319982Z","caller":"traceutil/trace.go:171","msg":"trace[1986490958] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7101; }","duration":"345.160963ms","start":"2026-07-27T13:28:24.974792Z","end":"2026-07-27T13:28:25.319952Z","steps":["trace[1986490958] 'agreement among raft nodes before linearized reading' (duration: 343.031756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.320062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:24.974757Z","time spent":"345.283487ms","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4883,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-07-27T13:28:25.679535Z","caller":"traceutil/trace.go:171","msg":"trace[17832516] transaction","detail":"{read_only:false; response_revision:7102; number_of_response:1; }","duration":"355.692916ms","start":"2026-07-27T13:28:25.323801Z","end":"2026-07-27T13:28:25.679494Z","steps":["trace[17832516] 'process raft request' (duration: 355.418538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.679709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:25.323781Z","time spent":"355.83919ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:28:25.851756Z","caller":"traceutil/trace.go:171","msg":"trace[208643031] transaction","detail":"{read_only:false; response_revision:7103; number_of_response:1; }","duration":"527.792079ms","start":"2026-07-27T13:28:25.323887Z","end":"2026-07-27T13:28:25.851679Z","steps":["trace[208643031] 'process raft request' (duration: 462.545549ms)","trace[208643031] 'compare' (duration: 64.702295ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:25.851933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:25.323862Z","time spent":"527.987815ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:28:25.852254Z","caller":"traceutil/trace.go:171","msg":"trace[359818260] transaction","detail":"{read_only:false; response_revision:7104; number_of_response:1; }","duration":"527.402728ms","start":"2026-07-27T13:28:25.324792Z","end":"2026-07-27T13:28:25.852195Z","steps":["trace[359818260] 'process raft request' (duration: 527.169232ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:25.852345Z","caller":"traceutil/trace.go:171","msg":"trace[818152365] transaction","detail":"{read_only:false; response_revision:7105; number_of_response:1; }","duration":"527.497121ms","start":"2026-07-27T13:28:25.324795Z","end":"2026-07-27T13:28:25.852292Z","steps":["trace[818152365] 'process raft request' (duration: 527.252774ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:25.852481Z","caller":"traceutil/trace.go:171","msg":"trace[916624493] transaction","detail":"{read_only:false; response_revision:7106; number_of_response:1; }","duration":"527.223593ms","start":"2026-07-27T13:28:25.325238Z","end":"2026-07-27T13:28:25.852461Z","steps":["trace[916624493] 'process raft request' (duration: 526.859684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:25.852556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:25.324775Z","time spent":"527.616543ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:25.852604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:25.325208Z","time spent":"527.332256ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T13:28:25.852589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T13:28:25.324774Z","time spent":"527.678975ms","remote":"127.0.0.1:49050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T13:28:27.482337Z","caller":"traceutil/trace.go:171","msg":"trace[1310854859] linearizableReadLoop","detail":"{readStateIndex:7388; appliedIndex:7386; }","duration":"157.934826ms","start":"2026-07-27T13:28:27.324374Z","end":"2026-07-27T13:28:27.482309Z","steps":["trace[1310854859] 'read index received' (duration: 46.164091ms)","trace[1310854859] 'applied index is now lower than readState.Index' (duration: 111.769545ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:27.482547Z","caller":"traceutil/trace.go:171","msg":"trace[1511215036] transaction","detail":"{read_only:false; response_revision:7113; number_of_response:1; }","duration":"158.578494ms","start":"2026-07-27T13:28:27.323939Z","end":"2026-07-27T13:28:27.482517Z","steps":["trace[1511215036] 'process raft request' (duration: 157.986488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:27.482729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.333936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:27.482828Z","caller":"traceutil/trace.go:171","msg":"trace[86762337] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7113; }","duration":"158.48333ms","start":"2026-07-27T13:28:27.324322Z","end":"2026-07-27T13:28:27.482806Z","steps":["trace[86762337] 'agreement among raft nodes before linearized reading' (duration: 158.193052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:27.48304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.159869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:27.48317Z","caller":"traceutil/trace.go:171","msg":"trace[1470394253] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7113; }","duration":"156.326952ms","start":"2026-07-27T13:28:27.326822Z","end":"2026-07-27T13:28:27.483149Z","steps":["trace[1470394253] 'agreement among raft nodes before linearized reading' (duration: 155.87408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:27.483451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.341753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:27.483544Z","caller":"traceutil/trace.go:171","msg":"trace[1017558556] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7113; }","duration":"156.489227ms","start":"2026-07-27T13:28:27.327033Z","end":"2026-07-27T13:28:27.483522Z","steps":["trace[1017558556] 'agreement among raft nodes before linearized reading' (duration: 155.797199ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:27.80338Z","caller":"traceutil/trace.go:171","msg":"trace[972531919] transaction","detail":"{read_only:false; response_revision:7114; number_of_response:1; }","duration":"115.118155ms","start":"2026-07-27T13:28:27.688235Z","end":"2026-07-27T13:28:27.803353Z","steps":["trace[972531919] 'process raft request' (duration: 114.903909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:29.676962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.081287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T13:28:29.677102Z","caller":"traceutil/trace.go:171","msg":"trace[1372027620] linearizableReadLoop","detail":"{readStateIndex:7400; appliedIndex:7399; }","duration":"186.578268ms","start":"2026-07-27T13:28:29.490502Z","end":"2026-07-27T13:28:29.67708Z","steps":["trace[1372027620] 'read index received' (duration: 69.233954ms)","trace[1372027620] 'applied index is now lower than readState.Index' (duration: 117.343013ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:29.677201Z","caller":"traceutil/trace.go:171","msg":"trace[133347585] transaction","detail":"{read_only:false; response_revision:7124; number_of_response:1; }","duration":"189.313251ms","start":"2026-07-27T13:28:29.48786Z","end":"2026-07-27T13:28:29.677173Z","steps":["trace[133347585] 'process raft request' (duration: 71.895035ms)","trace[133347585] 'compare' (duration: 116.649806ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T13:28:29.677388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.641509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:29.67742Z","caller":"traceutil/trace.go:171","msg":"trace[361519761] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7124; }","duration":"186.715111ms","start":"2026-07-27T13:28:29.490694Z","end":"2026-07-27T13:28:29.677409Z","steps":["trace[361519761] 'agreement among raft nodes before linearized reading' (duration: 186.506396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:29.677463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.926167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:29.677529Z","caller":"traceutil/trace.go:171","msg":"trace[723292697] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7124; }","duration":"187.04352ms","start":"2026-07-27T13:28:29.490469Z","end":"2026-07-27T13:28:29.677513Z","steps":["trace[723292697] 'agreement among raft nodes before linearized reading' (duration: 186.714641ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:29.677646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.65509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:29.677674Z","caller":"traceutil/trace.go:171","msg":"trace[763026180] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7124; }","duration":"186.712621ms","start":"2026-07-27T13:28:29.490953Z","end":"2026-07-27T13:28:29.677666Z","steps":["trace[763026180] 'agreement among raft nodes before linearized reading' (duration: 186.561457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:29.909542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.696234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T13:28:29.909651Z","caller":"traceutil/trace.go:171","msg":"trace[144524869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7124; }","duration":"101.856909ms","start":"2026-07-27T13:28:29.807755Z","end":"2026-07-27T13:28:29.909612Z","steps":["trace[144524869] 'range keys from in-memory index tree' (duration: 101.449497ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:30.142705Z","caller":"traceutil/trace.go:171","msg":"trace[1859689721] linearizableReadLoop","detail":"{readStateIndex:7401; appliedIndex:7400; }","duration":"145.596624ms","start":"2026-07-27T13:28:29.997084Z","end":"2026-07-27T13:28:30.142681Z","steps":["trace[1859689721] 'read index received' (duration: 145.44829ms)","trace[1859689721] 'applied index is now lower than readState.Index' (duration: 147.214µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:30.142746Z","caller":"traceutil/trace.go:171","msg":"trace[736039491] transaction","detail":"{read_only:false; response_revision:7125; number_of_response:1; }","duration":"228.36723ms","start":"2026-07-27T13:28:29.914341Z","end":"2026-07-27T13:28:30.142708Z","steps":["trace[736039491] 'process raft request' (duration: 228.180185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:30.143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.469501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T13:28:30.143038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.352018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:28:30.14305Z","caller":"traceutil/trace.go:171","msg":"trace[335808156] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7125; }","duration":"105.572844ms","start":"2026-07-27T13:28:30.037463Z","end":"2026-07-27T13:28:30.143035Z","steps":["trace[335808156] 'agreement among raft nodes before linearized reading' (duration: 105.375398ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:30.143031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.065038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T13:28:30.143092Z","caller":"traceutil/trace.go:171","msg":"trace[1633700703] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7125; }","duration":"105.493461ms","start":"2026-07-27T13:28:30.037585Z","end":"2026-07-27T13:28:30.143078Z","steps":["trace[1633700703] 'agreement among raft nodes before linearized reading' (duration: 105.343687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:30.143106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.943217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T13:28:30.143129Z","caller":"traceutil/trace.go:171","msg":"trace[643434301] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7125; }","duration":"146.232462ms","start":"2026-07-27T13:28:29.996869Z","end":"2026-07-27T13:28:30.143101Z","steps":["trace[643434301] 'agreement among raft nodes before linearized reading' (duration: 145.918172ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:30.143192Z","caller":"traceutil/trace.go:171","msg":"trace[1652253691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7125; }","duration":"105.136512ms","start":"2026-07-27T13:28:30.038035Z","end":"2026-07-27T13:28:30.143171Z","steps":["trace[1652253691] 'agreement among raft nodes before linearized reading' (duration: 104.822832ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:30.260442Z","caller":"traceutil/trace.go:171","msg":"trace[1358839499] transaction","detail":"{read_only:false; response_revision:7127; number_of_response:1; }","duration":"112.469998ms","start":"2026-07-27T13:28:30.147939Z","end":"2026-07-27T13:28:30.260409Z","steps":["trace[1358839499] 'process raft request' (duration: 90.760728ms)","trace[1358839499] 'compare' (duration: 21.503705ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:30.26077Z","caller":"traceutil/trace.go:171","msg":"trace[823140739] transaction","detail":"{read_only:false; response_revision:7128; number_of_response:1; }","duration":"112.562941ms","start":"2026-07-27T13:28:30.148193Z","end":"2026-07-27T13:28:30.260756Z","steps":["trace[823140739] 'process raft request' (duration: 112.17818ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:30.260832Z","caller":"traceutil/trace.go:171","msg":"trace[505589360] transaction","detail":"{read_only:false; response_revision:7129; number_of_response:1; }","duration":"111.836861ms","start":"2026-07-27T13:28:30.148975Z","end":"2026-07-27T13:28:30.260812Z","steps":["trace[505589360] 'process raft request' (duration: 111.575314ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:35.842697Z","caller":"traceutil/trace.go:171","msg":"trace[996828293] linearizableReadLoop","detail":"{readStateIndex:7435; appliedIndex:7434; }","duration":"143.108923ms","start":"2026-07-27T13:28:35.699557Z","end":"2026-07-27T13:28:35.842666Z","steps":["trace[996828293] 'read index received' (duration: 142.848396ms)","trace[996828293] 'applied index is now lower than readState.Index' (duration: 259.197µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:35.843158Z","caller":"traceutil/trace.go:171","msg":"trace[1551647655] transaction","detail":"{read_only:false; response_revision:7158; number_of_response:1; }","duration":"144.331565ms","start":"2026-07-27T13:28:35.698791Z","end":"2026-07-27T13:28:35.843123Z","steps":["trace[1551647655] 'process raft request' (duration: 143.720489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:35.843367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.354133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:35.843428Z","caller":"traceutil/trace.go:171","msg":"trace[111308021] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7158; }","duration":"142.443185ms","start":"2026-07-27T13:28:35.700975Z","end":"2026-07-27T13:28:35.843418Z","steps":["trace[111308021] 'agreement among raft nodes before linearized reading' (duration: 142.169118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:35.843858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.290226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-07-27T13:28:35.843926Z","caller":"traceutil/trace.go:171","msg":"trace[512809038] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:7158; }","duration":"144.375608ms","start":"2026-07-27T13:28:35.699532Z","end":"2026-07-27T13:28:35.843907Z","steps":["trace[512809038] 'agreement among raft nodes before linearized reading' (duration: 143.562705ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:56.843806Z","caller":"traceutil/trace.go:171","msg":"trace[1712443356] linearizableReadLoop","detail":"{readStateIndex:7605; appliedIndex:7604; }","duration":"115.71652ms","start":"2026-07-27T13:28:56.728059Z","end":"2026-07-27T13:28:56.843776Z","steps":["trace[1712443356] 'read index received' (duration: 115.459404ms)","trace[1712443356] 'applied index is now lower than readState.Index' (duration: 256.126µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:28:56.844277Z","caller":"traceutil/trace.go:171","msg":"trace[938270414] transaction","detail":"{read_only:false; response_revision:7321; number_of_response:1; }","duration":"116.47829ms","start":"2026-07-27T13:28:56.727785Z","end":"2026-07-27T13:28:56.844263Z","steps":["trace[938270414] 'process raft request' (duration: 115.816884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:28:56.844755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.668694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T13:28:56.844795Z","caller":"traceutil/trace.go:171","msg":"trace[779054417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:7321; }","duration":"116.766426ms","start":"2026-07-27T13:28:56.728018Z","end":"2026-07-27T13:28:56.844784Z","steps":["trace[779054417] 'agreement among raft nodes before linearized reading' (duration: 115.884644ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:28:57.111841Z","caller":"traceutil/trace.go:171","msg":"trace[1455340745] transaction","detail":"{read_only:false; response_revision:7323; number_of_response:1; }","duration":"147.243303ms","start":"2026-07-27T13:28:56.964575Z","end":"2026-07-27T13:28:57.111819Z","steps":["trace[1455340745] 'process raft request' (duration: 115.193144ms)","trace[1455340745] 'compare' (duration: 31.962696ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:29:36.722758Z","caller":"traceutil/trace.go:171","msg":"trace[1429225783] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"124.637444ms","start":"2026-07-27T13:29:36.598098Z","end":"2026-07-27T13:29:36.722735Z","steps":["trace[1429225783] 'process raft request' (duration: 124.457459ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:29:36.72746Z","caller":"traceutil/trace.go:171","msg":"trace[1335673861] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"124.748978ms","start":"2026-07-27T13:29:36.602694Z","end":"2026-07-27T13:29:36.727443Z","steps":["trace[1335673861] 'process raft request' (duration: 124.490892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:29:36.727717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.276775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T13:29:36.727831Z","caller":"traceutil/trace.go:171","msg":"trace[1886599004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7546; }","duration":"119.413919ms","start":"2026-07-27T13:29:36.608406Z","end":"2026-07-27T13:29:36.72782Z","steps":["trace[1886599004] 'agreement among raft nodes before linearized reading' (duration: 119.246175ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:29:36.728158Z","caller":"traceutil/trace.go:171","msg":"trace[242129837] linearizableReadLoop","detail":"{readStateIndex:7839; appliedIndex:7837; }","duration":"118.947707ms","start":"2026-07-27T13:29:36.608421Z","end":"2026-07-27T13:29:36.727368Z","steps":["trace[242129837] 'read index received' (duration: 114.224433ms)","trace[242129837] 'applied index is now lower than readState.Index' (duration: 4.721814ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:30:29.223706Z","caller":"traceutil/trace.go:171","msg":"trace[1710828996] transaction","detail":"{read_only:false; response_revision:7811; number_of_response:1; }","duration":"108.957919ms","start":"2026-07-27T13:30:29.114727Z","end":"2026-07-27T13:30:29.223685Z","steps":["trace[1710828996] 'process raft request' (duration: 108.837136ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:30:29.22451Z","caller":"traceutil/trace.go:171","msg":"trace[1760442141] transaction","detail":"{read_only:false; response_revision:7812; number_of_response:1; }","duration":"109.487141ms","start":"2026-07-27T13:30:29.115007Z","end":"2026-07-27T13:30:29.224494Z","steps":["trace[1760442141] 'process raft request' (duration: 109.371098ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:30:29.224771Z","caller":"traceutil/trace.go:171","msg":"trace[1071649750] transaction","detail":"{read_only:false; response_revision:7814; number_of_response:1; }","duration":"109.091182ms","start":"2026-07-27T13:30:29.115654Z","end":"2026-07-27T13:30:29.224745Z","steps":["trace[1071649750] 'process raft request' (duration: 109.009ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:30:29.224803Z","caller":"traceutil/trace.go:171","msg":"trace[1426891344] transaction","detail":"{read_only:false; response_revision:7813; number_of_response:1; }","duration":"109.512642ms","start":"2026-07-27T13:30:29.115279Z","end":"2026-07-27T13:30:29.224791Z","steps":["trace[1426891344] 'process raft request' (duration: 109.170455ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:30:58.728248Z","caller":"traceutil/trace.go:171","msg":"trace[1676574330] transaction","detail":"{read_only:false; response_revision:7960; number_of_response:1; }","duration":"106.493648ms","start":"2026-07-27T13:30:58.621731Z","end":"2026-07-27T13:30:58.728225Z","steps":["trace[1676574330] 'process raft request' (duration: 106.298794ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:31:12.953202Z","caller":"traceutil/trace.go:171","msg":"trace[1098736966] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"134.143486ms","start":"2026-07-27T13:31:12.819034Z","end":"2026-07-27T13:31:12.953177Z","steps":["trace[1098736966] 'process raft request' (duration: 133.990883ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:31:15.881122Z","caller":"traceutil/trace.go:171","msg":"trace[659064284] transaction","detail":"{read_only:false; response_revision:8048; number_of_response:1; }","duration":"101.534919ms","start":"2026-07-27T13:31:15.779558Z","end":"2026-07-27T13:31:15.881093Z","steps":["trace[659064284] 'process raft request' (duration: 44.684541ms)","trace[659064284] 'compare' (duration: 56.702445ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:31:17.149765Z","caller":"traceutil/trace.go:171","msg":"trace[912454834] transaction","detail":"{read_only:false; response_revision:8050; number_of_response:1; }","duration":"173.558698ms","start":"2026-07-27T13:31:16.976181Z","end":"2026-07-27T13:31:17.14974Z","steps":["trace[912454834] 'process raft request' (duration: 173.380364ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:31:17.268947Z","caller":"traceutil/trace.go:171","msg":"trace[1492400790] transaction","detail":"{read_only:false; response_revision:8051; number_of_response:1; }","duration":"113.846933ms","start":"2026-07-27T13:31:17.155076Z","end":"2026-07-27T13:31:17.268923Z","steps":["trace[1492400790] 'process raft request' (duration: 101.422492ms)","trace[1492400790] 'compare' (duration: 12.262128ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T13:31:22.592523Z","caller":"traceutil/trace.go:171","msg":"trace[1687196428] transaction","detail":"{read_only:false; response_revision:8079; number_of_response:1; }","duration":"118.918474ms","start":"2026-07-27T13:31:22.473576Z","end":"2026-07-27T13:31:22.592495Z","steps":["trace[1687196428] 'process raft request' (duration: 118.774541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:31:23.887844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.512343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T13:31:23.887941Z","caller":"traceutil/trace.go:171","msg":"trace[349830012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8083; }","duration":"106.692047ms","start":"2026-07-27T13:31:23.781227Z","end":"2026-07-27T13:31:23.887919Z","steps":["trace[349830012] 'range keys from in-memory index tree' (duration: 106.243397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T13:31:23.888019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.884378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T13:31:23.888112Z","caller":"traceutil/trace.go:171","msg":"trace[813687784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8083; }","duration":"104.094362ms","start":"2026-07-27T13:31:23.783997Z","end":"2026-07-27T13:31:23.888091Z","steps":["trace[813687784] 'range keys from in-memory index tree' (duration: 103.301446ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:31:25.845521Z","caller":"traceutil/trace.go:171","msg":"trace[256477601] transaction","detail":"{read_only:false; response_revision:8093; number_of_response:1; }","duration":"103.27948ms","start":"2026-07-27T13:31:25.742206Z","end":"2026-07-27T13:31:25.845485Z","steps":["trace[256477601] 'process raft request' (duration: 95.880536ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T13:32:15.84602Z","caller":"traceutil/trace.go:171","msg":"trace[946309460] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"106.141377ms","start":"2026-07-27T13:32:15.739859Z","end":"2026-07-27T13:32:15.846Z","steps":["trace[946309460] 'process raft request' (duration: 83.169493ms)","trace[946309460] 'compare' (duration: 22.25136ms)"],"step_count":2}