{"level":"warn","ts":"2026-04-23T16:29:18.132882Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:29:18.132989Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T16:29:18.133072Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T16:29:18.133089Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-23T16:29:18.133115Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:29:18.133904Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-04-23T16:29:18.134019Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T16:29:18.138349Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.084447ms"} {"level":"info","ts":"2026-04-23T16:29:18.148501Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-04-23T16:29:18.148581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T16:29:18.148602Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-04-23T16:29:18.148615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T16:29:18.148623Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-04-23T16:29:18.148659Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-04-23T16:29:18.157739Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T16:29:18.159368Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T16:29:18.160982Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T16:29:18.164756Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T16:29:18.168328Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:29:18.168497Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:29:18.168613Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T16:29:18.168508Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T16:29:18.170083Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-04-23T16:29:18.17034Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T16:29:18.170359Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-04-23T16:29:18.170453Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-23T16:29:18.170489Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-04-23T16:29:18.170517Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T16:29:18.170543Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T16:29:18.349062Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T16:29:18.349312Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T16:29:18.349404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-04-23T16:29:18.349529Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-04-23T16:29:18.349658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-23T16:29:18.349836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-04-23T16:29:18.349928Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-04-23T16:29:18.351247Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T16:29:18.351883Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:29:18.351921Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T16:29:18.351991Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:29:18.3523Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T16:29:18.352322Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T16:29:18.353167Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:29:18.353248Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:29:18.353281Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T16:29:18.355488Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T16:29:18.355484Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-04-23T16:29:23.564632Z","caller":"traceutil/trace.go:171","msg":"trace[1908386792] linearizableReadLoop","detail":"{readStateIndex:251; appliedIndex:250; }","duration":"425.123523ms","start":"2026-04-23T16:29:23.13948Z","end":"2026-04-23T16:29:23.564604Z","steps":["trace[1908386792] 'read index received' (duration: 425.067805ms)","trace[1908386792] 'applied index is now lower than readState.Index' (duration: 54.738µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:23.564791Z","caller":"traceutil/trace.go:171","msg":"trace[736065995] transaction","detail":"{read_only:false; response_revision:245; number_of_response:1; }","duration":"458.021124ms","start":"2026-04-23T16:29:23.10672Z","end":"2026-04-23T16:29:23.564741Z","steps":["trace[736065995] 'process raft request' (duration: 457.706182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.564828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.328078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-04-23T16:29:23.564896Z","caller":"traceutil/trace.go:171","msg":"trace[1120863638] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:245; }","duration":"425.462474ms","start":"2026-04-23T16:29:23.13942Z","end":"2026-04-23T16:29:23.564883Z","steps":["trace[1120863638] 'agreement among raft nodes before linearized reading' (duration: 425.311587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.564939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.139392Z","time spent":"425.537422ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-23T16:29:23.565381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.106689Z","time spent":"458.215089ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3200,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:23.595764Z","caller":"traceutil/trace.go:171","msg":"trace[1825252489] transaction","detail":"{read_only:false; number_of_response:0; response_revision:247; }","duration":"329.950159ms","start":"2026-04-23T16:29:23.26579Z","end":"2026-04-23T16:29:23.59574Z","steps":["trace[1825252489] 'process raft request' (duration: 329.846151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:23.595775Z","caller":"traceutil/trace.go:171","msg":"trace[1463781825] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"331.535947ms","start":"2026-04-23T16:29:23.264201Z","end":"2026-04-23T16:29:23.595737Z","steps":["trace[1463781825] 'process raft request' (duration: 331.396081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.595923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.265768Z","time spent":"330.066355ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:23.595973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.264168Z","time spent":"331.719223ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:23.596115Z","caller":"traceutil/trace.go:171","msg":"trace[811183896] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"451.115062ms","start":"2026-04-23T16:29:23.144972Z","end":"2026-04-23T16:29:23.596087Z","steps":["trace[811183896] 'process raft request' (duration: 450.474549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.024197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:23.596187Z","caller":"traceutil/trace.go:171","msg":"trace[1609717668] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:249; }","duration":"449.096215ms","start":"2026-04-23T16:29:23.147074Z","end":"2026-04-23T16:29:23.59617Z","steps":["trace[1609717668] 'agreement among raft nodes before linearized reading' (duration: 448.984907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.144952Z","time spent":"451.2103ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:23.596241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.147068Z","time spent":"449.165183ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-04-23T16:29:23.59625Z","caller":"traceutil/trace.go:171","msg":"trace[1602226839] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"329.267786ms","start":"2026-04-23T16:29:23.26694Z","end":"2026-04-23T16:29:23.596208Z","steps":["trace[1602226839] 'process raft request' (duration: 328.74517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.266919Z","time spent":"329.419812ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5882,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:23.596464Z","caller":"traceutil/trace.go:171","msg":"trace[1589135739] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"330.389997ms","start":"2026-04-23T16:29:23.266065Z","end":"2026-04-23T16:29:23.596455Z","steps":["trace[1589135739] 'process raft request' (duration: 329.590957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.004425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-04-23T16:29:23.596504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.266047Z","time spent":"330.438195ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:23.59651Z","caller":"traceutil/trace.go:171","msg":"trace[411213961] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:249; }","duration":"408.067043ms","start":"2026-04-23T16:29:23.188433Z","end":"2026-04-23T16:29:23.5965Z","steps":["trace[411213961] 'agreement among raft nodes before linearized reading' (duration: 407.998855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.188416Z","time spent":"408.115502ms","remote":"127.0.0.1:33786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-23T16:29:23.596637Z","caller":"traceutil/trace.go:171","msg":"trace[574078659] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"333.881956ms","start":"2026-04-23T16:29:23.262746Z","end":"2026-04-23T16:29:23.596628Z","steps":["trace[574078659] 'process raft request' (duration: 332.818935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.262715Z","time spent":"333.944045ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:23.596829Z","caller":"traceutil/trace.go:171","msg":"trace[426930270] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"348.001763ms","start":"2026-04-23T16:29:23.248027Z","end":"2026-04-23T16:29:23.596029Z","steps":["trace[426930270] 'process raft request' (duration: 347.507086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.596892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.248007Z","time spent":"348.843542ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:23.59757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.377286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-23T16:29:23.597633Z","caller":"traceutil/trace.go:171","msg":"trace[892984809] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:249; }","duration":"452.856088ms","start":"2026-04-23T16:29:23.144756Z","end":"2026-04-23T16:29:23.597613Z","steps":["trace[892984809] 'agreement among raft nodes before linearized reading' (duration: 451.373666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:23.597686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:23.144738Z","time spent":"452.925006ms","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":686,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-23T16:29:27.500772Z","caller":"traceutil/trace.go:171","msg":"trace[183879995] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:329; }","duration":"323.111216ms","start":"2026-04-23T16:29:27.177645Z","end":"2026-04-23T16:29:27.500756Z","steps":["trace[183879995] 'read index received' (duration: 322.96549ms)","trace[183879995] 'applied index is now lower than readState.Index' (duration: 145.096µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:27.500816Z","caller":"traceutil/trace.go:171","msg":"trace[1073878005] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"333.976191ms","start":"2026-04-23T16:29:27.166816Z","end":"2026-04-23T16:29:27.500793Z","steps":["trace[1073878005] 'process raft request' (duration: 333.830255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.500896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.240341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-23T16:29:27.500933Z","caller":"traceutil/trace.go:171","msg":"trace[1877374287] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:317; }","duration":"323.315581ms","start":"2026-04-23T16:29:27.177607Z","end":"2026-04-23T16:29:27.500923Z","steps":["trace[1877374287] 'agreement among raft nodes before linearized reading' (duration: 323.243912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.500968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:27.177353Z","time spent":"323.606612ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":207,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-23T16:29:27.501047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:27.166793Z","time spent":"334.074998ms","remote":"127.0.0.1:33910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:27.501197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.946575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-04-23T16:29:27.501217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.553538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-04-23T16:29:27.501248Z","caller":"traceutil/trace.go:171","msg":"trace[1315764177] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:317; }","duration":"212.617088ms","start":"2026-04-23T16:29:27.288621Z","end":"2026-04-23T16:29:27.501238Z","steps":["trace[1315764177] 'agreement among raft nodes before linearized reading' (duration: 212.550919ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:27.501245Z","caller":"traceutil/trace.go:171","msg":"trace[548017043] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:317; }","duration":"113.056582ms","start":"2026-04-23T16:29:27.388177Z","end":"2026-04-23T16:29:27.501234Z","steps":["trace[548017043] 'agreement among raft nodes before linearized reading' (duration: 112.963904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.501294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.998371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4369"} {"level":"info","ts":"2026-04-23T16:29:27.501333Z","caller":"traceutil/trace.go:171","msg":"trace[91798269] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:317; }","duration":"110.061829ms","start":"2026-04-23T16:29:27.391262Z","end":"2026-04-23T16:29:27.501324Z","steps":["trace[91798269] 'agreement among raft nodes before linearized reading' (duration: 109.988002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.501346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.909533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-04-23T16:29:27.501341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.201099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-04-23T16:29:27.501378Z","caller":"traceutil/trace.go:171","msg":"trace[1546712941] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:317; }","duration":"162.972741ms","start":"2026-04-23T16:29:27.338398Z","end":"2026-04-23T16:29:27.50137Z","steps":["trace[1546712941] 'agreement among raft nodes before linearized reading' (duration: 162.916122ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:27.5014Z","caller":"traceutil/trace.go:171","msg":"trace[1136322023] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:317; }","duration":"263.296626ms","start":"2026-04-23T16:29:27.23809Z","end":"2026-04-23T16:29:27.501387Z","steps":["trace[1136322023] 'agreement among raft nodes before linearized reading' (duration: 263.15801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.501592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.82429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-23T16:29:27.501933Z","caller":"traceutil/trace.go:171","msg":"trace[1165921321] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:317; }","duration":"314.252649ms","start":"2026-04-23T16:29:27.187662Z","end":"2026-04-23T16:29:27.501914Z","steps":["trace[1165921321] 'agreement among raft nodes before linearized reading' (duration: 313.467879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:27.502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:27.18765Z","time spent":"314.336116ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-04-23T16:29:30.171112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495075628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:29:30.206517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.24137319s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:29:30.261902Z","caller":"traceutil/trace.go:171","msg":"trace[1481623804] linearizableReadLoop","detail":"{readStateIndex:367; appliedIndex:366; }","duration":"591.104189ms","start":"2026-04-23T16:29:29.670755Z","end":"2026-04-23T16:29:30.261859Z","steps":["trace[1481623804] 'read index received' (duration: 536.140449ms)","trace[1481623804] 'applied index is now lower than readState.Index' (duration: 54.961741ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:30.262104Z","caller":"traceutil/trace.go:171","msg":"trace[2091217578] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"1.2970847s","start":"2026-04-23T16:29:28.964995Z","end":"2026-04-23T16:29:30.26208Z","steps":["trace[2091217578] 'process raft request' (duration: 1.242045702s)","trace[2091217578] 'compare' (duration: 53.81065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:30.262198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.414402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-04-23T16:29:30.262227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:28.964965Z","time spent":"1.297192757s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4311,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:30.262247Z","caller":"traceutil/trace.go:171","msg":"trace[972696396] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:353; }","duration":"591.519589ms","start":"2026-04-23T16:29:29.670715Z","end":"2026-04-23T16:29:30.262234Z","steps":["trace[972696396] 'agreement among raft nodes before linearized reading' (duration: 591.383363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:30.262284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:29.670692Z","time spent":"591.583088ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4078,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-23T16:29:30.262526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.289325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:29:30.262565Z","caller":"traceutil/trace.go:171","msg":"trace[928104109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:353; }","duration":"291.45194ms","start":"2026-04-23T16:29:29.971101Z","end":"2026-04-23T16:29:30.262553Z","steps":["trace[928104109] 'agreement among raft nodes before linearized reading' (duration: 291.380392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:31.657751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.581275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:29:31.657842Z","caller":"traceutil/trace.go:171","msg":"trace[1146845228] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"1.390695632s","start":"2026-04-23T16:29:30.267132Z","end":"2026-04-23T16:29:31.657827Z","steps":["trace[1146845228] 'process raft request' (duration: 587.835373ms)","trace[1146845228] 'compare' (duration: 802.484208ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:31.657893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.267122Z","time spent":"1.390748889s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:31.66764Z","caller":"traceutil/trace.go:171","msg":"trace[941097863] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.400797412s","start":"2026-04-23T16:29:30.266834Z","end":"2026-04-23T16:29:31.667631Z","steps":["trace[941097863] 'process raft request' (duration: 1.400713424s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:31.667715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.266819Z","time spent":"1.400868859s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:31.668019Z","caller":"traceutil/trace.go:171","msg":"trace[1653643098] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:367; }","duration":"981.046753ms","start":"2026-04-23T16:29:30.686956Z","end":"2026-04-23T16:29:31.668002Z","steps":["trace[1653643098] 'read index received' (duration: 168.032946ms)","trace[1653643098] 'applied index is now lower than readState.Index' (duration: 813.012947ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:31.668075Z","caller":"traceutil/trace.go:171","msg":"trace[974151157] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.390635243s","start":"2026-04-23T16:29:30.277433Z","end":"2026-04-23T16:29:31.668068Z","steps":["trace[974151157] 'process raft request' (duration: 1.390431408s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:31.668117Z","caller":"traceutil/trace.go:171","msg":"trace[821668973] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.355549443s","start":"2026-04-23T16:29:30.312558Z","end":"2026-04-23T16:29:31.668107Z","steps":["trace[821668973] 'process raft request' (duration: 1.355385918s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:31.668011Z","caller":"traceutil/trace.go:171","msg":"trace[346453135] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.396543975s","start":"2026-04-23T16:29:30.271428Z","end":"2026-04-23T16:29:31.667972Z","steps":["trace[346453135] 'process raft request' (duration: 1.396171735s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:31.668203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.312532Z","time spent":"1.355618873s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:31.668281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.271415Z","time spent":"1.396819737s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:31.668314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.120063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:29:31.668343Z","caller":"traceutil/trace.go:171","msg":"trace[262433523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:358; }","duration":"737.200921ms","start":"2026-04-23T16:29:30.931135Z","end":"2026-04-23T16:29:31.668335Z","steps":["trace[262433523] 'agreement among raft nodes before linearized reading' (duration: 737.104484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:31.668367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.931106Z","time spent":"737.254861ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:29:31.668458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.507961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:29:31.668495Z","caller":"traceutil/trace.go:171","msg":"trace[667223512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:358; }","duration":"981.577779ms","start":"2026-04-23T16:29:30.686904Z","end":"2026-04-23T16:29:31.668482Z","steps":["trace[667223512] 'agreement among raft nodes before linearized reading' (duration: 981.5152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:31.668526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.686886Z","time spent":"981.634028ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:29:31.668198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:30.277407Z","time spent":"1.39071126s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:31.668564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.244931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:29:31.66862Z","caller":"traceutil/trace.go:171","msg":"trace[314388973] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:358; }","duration":"194.362228ms","start":"2026-04-23T16:29:31.474243Z","end":"2026-04-23T16:29:31.668605Z","steps":["trace[314388973] 'agreement among raft nodes before linearized reading' (duration: 194.248622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.356763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495075838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:29:45.35897Z","caller":"traceutil/trace.go:171","msg":"trace[542845255] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"778.776945ms","start":"2026-04-23T16:29:44.580164Z","end":"2026-04-23T16:29:45.358941Z","steps":["trace[542845255] 'process raft request' (duration: 778.647938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.359136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.580145Z","time spent":"778.925883ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.366882Z","caller":"traceutil/trace.go:171","msg":"trace[645003621] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"783.965941ms","start":"2026-04-23T16:29:44.582895Z","end":"2026-04-23T16:29:45.366861Z","steps":["trace[645003621] 'process raft request' (duration: 783.684839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.367006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.582874Z","time spent":"784.078469ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.367163Z","caller":"traceutil/trace.go:171","msg":"trace[977067015] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"768.630775ms","start":"2026-04-23T16:29:44.598511Z","end":"2026-04-23T16:29:45.367141Z","steps":["trace[977067015] 'process raft request' (duration: 768.184228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.367287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.59849Z","time spent":"768.749422ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.36852Z","caller":"traceutil/trace.go:171","msg":"trace[565427441] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"734.664476ms","start":"2026-04-23T16:29:44.633784Z","end":"2026-04-23T16:29:45.368448Z","steps":["trace[565427441] 'process raft request' (duration: 733.75358ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:45.368566Z","caller":"traceutil/trace.go:171","msg":"trace[1422556589] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"749.112776ms","start":"2026-04-23T16:29:44.619358Z","end":"2026-04-23T16:29:45.368471Z","steps":["trace[1422556589] 'process raft request' (duration: 748.116164ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:45.368471Z","caller":"traceutil/trace.go:171","msg":"trace[1132194734] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"765.20377ms","start":"2026-04-23T16:29:44.603227Z","end":"2026-04-23T16:29:45.368431Z","steps":["trace[1132194734] 'process raft request' (duration: 763.861418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.36887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.603205Z","time spent":"765.631908ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:45.36878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.619338Z","time spent":"749.290521ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:45.368938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.633763Z","time spent":"734.852721ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.369472Z","caller":"traceutil/trace.go:171","msg":"trace[1533280002] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"735.420885ms","start":"2026-04-23T16:29:44.633856Z","end":"2026-04-23T16:29:45.369277Z","steps":["trace[1533280002] 'process raft request' (duration: 733.724783ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:45.369505Z","caller":"traceutil/trace.go:171","msg":"trace[1652078056] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"735.351456ms","start":"2026-04-23T16:29:44.633917Z","end":"2026-04-23T16:29:45.369268Z","steps":["trace[1652078056] 'process raft request' (duration: 734.038733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.369737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.633851Z","time spent":"735.700437ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:45.369867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.633911Z","time spent":"735.682307ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.371894Z","caller":"traceutil/trace.go:171","msg":"trace[880445221] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"736.482895ms","start":"2026-04-23T16:29:44.635397Z","end":"2026-04-23T16:29:45.37188Z","steps":["trace[880445221] 'process raft request' (duration: 735.917751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.372121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.635387Z","time spent":"736.574572ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.384325Z","caller":"traceutil/trace.go:171","msg":"trace[157186671] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"740.009057ms","start":"2026-04-23T16:29:44.642658Z","end":"2026-04-23T16:29:45.382667Z","steps":["trace[157186671] 'process raft request' (duration: 739.757484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.384503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.642647Z","time spent":"741.759369ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.385554Z","caller":"traceutil/trace.go:171","msg":"trace[630907363] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"724.100608ms","start":"2026-04-23T16:29:44.661442Z","end":"2026-04-23T16:29:45.385543Z","steps":["trace[630907363] 'process raft request' (duration: 723.257562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.3856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.661417Z","time spent":"724.163216ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.385661Z","caller":"traceutil/trace.go:171","msg":"trace[728030060] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"639.130929ms","start":"2026-04-23T16:29:44.746525Z","end":"2026-04-23T16:29:45.385655Z","steps":["trace[728030060] 'process raft request' (duration: 638.593574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.385692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.746491Z","time spent":"639.188198ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:29:45.385917Z","caller":"traceutil/trace.go:171","msg":"trace[312814795] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:477; }","duration":"529.341487ms","start":"2026-04-23T16:29:44.856534Z","end":"2026-04-23T16:29:45.385876Z","steps":["trace[312814795] 'read index received' (duration: 502.89773ms)","trace[312814795] 'applied index is now lower than readState.Index' (duration: 26.441987ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:45.386021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.471914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:45.386043Z","caller":"traceutil/trace.go:171","msg":"trace[1669148718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"529.544411ms","start":"2026-04-23T16:29:44.856493Z","end":"2026-04-23T16:29:45.386037Z","steps":["trace[1669148718] 'agreement among raft nodes before linearized reading' (duration: 529.467142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:45.386063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:44.856473Z","time spent":"529.585251ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:29:51.448414Z","caller":"traceutil/trace.go:171","msg":"trace[2105232606] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"194.623686ms","start":"2026-04-23T16:29:51.253754Z","end":"2026-04-23T16:29:51.448377Z","steps":["trace[2105232606] 'read index received' (duration: 193.750321ms)","trace[2105232606] 'applied index is now lower than readState.Index' (duration: 871.875µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:51.448612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.355795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-23T16:29:51.448653Z","caller":"traceutil/trace.go:171","msg":"trace[193436068] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:564; }","duration":"194.426992ms","start":"2026-04-23T16:29:51.254214Z","end":"2026-04-23T16:29:51.448641Z","steps":["trace[193436068] 'agreement among raft nodes before linearized reading' (duration: 194.329285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:51.448796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.011095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk6pz\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-23T16:29:51.448534Z","caller":"traceutil/trace.go:171","msg":"trace[501619149] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"206.846594ms","start":"2026-04-23T16:29:51.241631Z","end":"2026-04-23T16:29:51.448478Z","steps":["trace[501619149] 'process raft request' (duration: 206.068906ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:51.448906Z","caller":"traceutil/trace.go:171","msg":"trace[898312468] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk6pz; range_end:; response_count:1; response_revision:564; }","duration":"195.172463ms","start":"2026-04-23T16:29:51.253707Z","end":"2026-04-23T16:29:51.44888Z","steps":["trace[898312468] 'agreement among raft nodes before linearized reading' (duration: 194.819852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:51.973898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076016,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:29:52.32669Z","caller":"traceutil/trace.go:171","msg":"trace[1912678694] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"854.455142ms","start":"2026-04-23T16:29:51.472189Z","end":"2026-04-23T16:29:52.326645Z","steps":["trace[1912678694] 'process raft request' (duration: 854.219027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.32694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.472162Z","time spent":"854.639386ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:52.359514Z","caller":"traceutil/trace.go:171","msg":"trace[895279336] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:588; }","duration":"885.693952ms","start":"2026-04-23T16:29:51.473794Z","end":"2026-04-23T16:29:52.359488Z","steps":["trace[895279336] 'read index received' (duration: 852.552255ms)","trace[895279336] 'applied index is now lower than readState.Index' (duration: 33.140287ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:52.359639Z","caller":"traceutil/trace.go:171","msg":"trace[1618978295] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"621.46518ms","start":"2026-04-23T16:29:51.738162Z","end":"2026-04-23T16:29:52.359627Z","steps":["trace[1618978295] 'process raft request' (duration: 621.266695ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:52.359646Z","caller":"traceutil/trace.go:171","msg":"trace[1228182104] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"857.139995ms","start":"2026-04-23T16:29:51.502473Z","end":"2026-04-23T16:29:52.359613Z","steps":["trace[1228182104] 'process raft request' (duration: 856.812225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.359976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.738138Z","time spent":"621.536637ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:52.360024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.502453Z","time spent":"857.259152ms","remote":"127.0.0.1:34156","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:52.360067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.66439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:29:52.360112Z","caller":"traceutil/trace.go:171","msg":"trace[573465907] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"583.751468ms","start":"2026-04-23T16:29:51.776347Z","end":"2026-04-23T16:29:52.360098Z","steps":["trace[573465907] 'agreement among raft nodes before linearized reading' (duration: 583.398129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.360148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.776326Z","time spent":"583.814547ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:29:52.360278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.53367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:29:52.360312Z","caller":"traceutil/trace.go:171","msg":"trace[654930423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:567; }","duration":"581.58664ms","start":"2026-04-23T16:29:51.778717Z","end":"2026-04-23T16:29:52.360304Z","steps":["trace[654930423] 'agreement among raft nodes before linearized reading' (duration: 581.498572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.360306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.487571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T16:29:52.360336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.778707Z","time spent":"581.622698ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T16:29:52.36037Z","caller":"traceutil/trace.go:171","msg":"trace[2058464773] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:567; }","duration":"886.590267ms","start":"2026-04-23T16:29:51.473759Z","end":"2026-04-23T16:29:52.36035Z","steps":["trace[2058464773] 'agreement among raft nodes before linearized reading' (duration: 886.449711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.360374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.927806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:29:52.360431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.473741Z","time spent":"886.678265ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-23T16:29:52.360441Z","caller":"traceutil/trace.go:171","msg":"trace[1434117178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:567; }","duration":"553.994623ms","start":"2026-04-23T16:29:51.806428Z","end":"2026-04-23T16:29:52.360422Z","steps":["trace[1434117178] 'agreement among raft nodes before linearized reading' (duration: 553.786019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.360476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.806395Z","time spent":"554.073252ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:29:52.36088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.932157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:29:52.361335Z","caller":"traceutil/trace.go:171","msg":"trace[1250802512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:567; }","duration":"545.423383ms","start":"2026-04-23T16:29:51.815885Z","end":"2026-04-23T16:29:52.361308Z","steps":["trace[1250802512] 'agreement among raft nodes before linearized reading' (duration: 544.326944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:52.361465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:51.815874Z","time spent":"545.571531ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:29:52.72232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.601388ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T16:29:52.722439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.361767Z","time spent":"360.667769ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:29:53.06451Z","caller":"traceutil/trace.go:171","msg":"trace[1195332839] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"699.602396ms","start":"2026-04-23T16:29:52.364889Z","end":"2026-04-23T16:29:53.064491Z","steps":["trace[1195332839] 'process raft request' (duration: 699.546938ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:53.064537Z","caller":"traceutil/trace.go:171","msg":"trace[635618738] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"700.247618ms","start":"2026-04-23T16:29:52.364258Z","end":"2026-04-23T16:29:53.064505Z","steps":["trace[635618738] 'process raft request' (duration: 700.066093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:53.064622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.364872Z","time spent":"699.691094ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:53.064673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.364236Z","time spent":"700.362435ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:53.065057Z","caller":"traceutil/trace.go:171","msg":"trace[1483605837] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"699.79784ms","start":"2026-04-23T16:29:52.365248Z","end":"2026-04-23T16:29:53.065046Z","steps":["trace[1483605837] 'process raft request' (duration: 699.216757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:53.065143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.365237Z","time spent":"699.85163ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:53.065144Z","caller":"traceutil/trace.go:171","msg":"trace[1553230669] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"698.326732ms","start":"2026-04-23T16:29:52.366805Z","end":"2026-04-23T16:29:53.065132Z","steps":["trace[1553230669] 'process raft request' (duration: 698.047201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:53.065197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.366793Z","time spent":"698.376901ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:53.06505Z","caller":"traceutil/trace.go:171","msg":"trace[384443844] linearizableReadLoop","detail":"{readStateIndex:596; appliedIndex:591; }","duration":"694.657865ms","start":"2026-04-23T16:29:52.370357Z","end":"2026-04-23T16:29:53.065015Z","steps":["trace[384443844] 'read index received' (duration: 231.360055ms)","trace[384443844] 'applied index is now lower than readState.Index' (duration: 463.296401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:53.065325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.971047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:53.06536Z","caller":"traceutil/trace.go:171","msg":"trace[989711994] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:571; }","duration":"695.018665ms","start":"2026-04-23T16:29:52.37033Z","end":"2026-04-23T16:29:53.065349Z","steps":["trace[989711994] 'agreement among raft nodes before linearized reading' (duration: 694.974337ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:53.065423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.370322Z","time spent":"695.054294ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-04-23T16:29:53.080236Z","caller":"traceutil/trace.go:171","msg":"trace[239622908] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"356.340747ms","start":"2026-04-23T16:29:52.72387Z","end":"2026-04-23T16:29:53.08021Z","steps":["trace[239622908] 'process raft request' (duration: 356.119713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:53.080504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:52.723822Z","time spent":"356.483843ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:53.08105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.576309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:53.081165Z","caller":"traceutil/trace.go:171","msg":"trace[1251703342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"223.671487ms","start":"2026-04-23T16:29:52.85743Z","end":"2026-04-23T16:29:53.081102Z","steps":["trace[1251703342] 'agreement among raft nodes before linearized reading' (duration: 222.723534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:55.357584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076034,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:29:55.84041Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.345843743s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:29:55.841553Z","caller":"traceutil/trace.go:171","msg":"trace[1260557409] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"2.348654825s","start":"2026-04-23T16:29:53.492876Z","end":"2026-04-23T16:29:55.84153Z","steps":["trace[1260557409] 'process raft request' (duration: 2.348038242s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:55.841709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:53.492825Z","time spent":"2.3488044s","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:56.149098Z","caller":"traceutil/trace.go:171","msg":"trace[2082462048] linearizableReadLoop","detail":"{readStateIndex:600; appliedIndex:597; }","duration":"1.292403371s","start":"2026-04-23T16:29:54.856647Z","end":"2026-04-23T16:29:56.14905Z","steps":["trace[2082462048] 'read index received' (duration: 984.063189ms)","trace[2082462048] 'applied index is now lower than readState.Index' (duration: 308.339312ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:56.149224Z","caller":"traceutil/trace.go:171","msg":"trace[473093245] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"1.869809141s","start":"2026-04-23T16:29:54.279403Z","end":"2026-04-23T16:29:56.149212Z","steps":["trace[473093245] 'process raft request' (duration: 1.869432351s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.149319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:54.27937Z","time spent":"1.869880558s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:29:56.149324Z","caller":"traceutil/trace.go:171","msg":"trace[1866985595] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"1.464778816s","start":"2026-04-23T16:29:54.684518Z","end":"2026-04-23T16:29:56.149297Z","steps":["trace[1866985595] 'process raft request' (duration: 1.464489744s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.149448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:54.68449Z","time spent":"1.464894294s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:29:56.149647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292975436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.149781Z","caller":"traceutil/trace.go:171","msg":"trace[1137345481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:575; }","duration":"1.293173359s","start":"2026-04-23T16:29:54.856584Z","end":"2026-04-23T16:29:56.149758Z","steps":["trace[1137345481] 'agreement among raft nodes before linearized reading' (duration: 1.292875547s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.149898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:54.856563Z","time spent":"1.293322415s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:29:56.483658Z","caller":"traceutil/trace.go:171","msg":"trace[1297497439] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"582.149959ms","start":"2026-04-23T16:29:55.901485Z","end":"2026-04-23T16:29:56.483635Z","steps":["trace[1297497439] 'process raft request' (duration: 582.019873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.483713Z","caller":"traceutil/trace.go:171","msg":"trace[317272503] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:601; }","duration":"334.502242ms","start":"2026-04-23T16:29:56.149183Z","end":"2026-04-23T16:29:56.483686Z","steps":["trace[317272503] 'read index received' (duration: 334.490382ms)","trace[317272503] 'applied index is now lower than readState.Index' (duration: 9.91µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:56.483798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:55.901459Z","time spent":"582.276676ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:29:56.484044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413575825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:29:56.484129Z","caller":"traceutil/trace.go:171","msg":"trace[2140628519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:576; }","duration":"1.413704841s","start":"2026-04-23T16:29:55.070404Z","end":"2026-04-23T16:29:56.484109Z","steps":["trace[2140628519] 'agreement among raft nodes before linearized reading' (duration: 1.41337639s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.484134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.41379075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:29:56.484184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:55.07039Z","time spent":"1.413780539s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T16:29:56.484201Z","caller":"traceutil/trace.go:171","msg":"trace[549685039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.413892955s","start":"2026-04-23T16:29:55.07029Z","end":"2026-04-23T16:29:56.484183Z","steps":["trace[549685039] 'agreement among raft nodes before linearized reading' (duration: 1.413698632s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.484235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.413835138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T16:29:56.484249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:55.07027Z","time spent":"1.413966123s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:29:56.484328Z","caller":"traceutil/trace.go:171","msg":"trace[326690962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:576; }","duration":"1.414002634s","start":"2026-04-23T16:29:55.070307Z","end":"2026-04-23T16:29:56.48431Z","steps":["trace[326690962] 'agreement among raft nodes before linearized reading' (duration: 1.413499347s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.484401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:55.070287Z","time spent":"1.41407743s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:29:56.484645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414114459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:29:56.484688Z","caller":"traceutil/trace.go:171","msg":"trace[1227551484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"1.414201257s","start":"2026-04-23T16:29:55.070474Z","end":"2026-04-23T16:29:56.484675Z","steps":["trace[1227551484] 'agreement among raft nodes before linearized reading' (duration: 1.413518606s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.484747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:55.070468Z","time spent":"1.414269575s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:29:56.498521Z","caller":"traceutil/trace.go:171","msg":"trace[2101354905] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"151.139192ms","start":"2026-04-23T16:29:56.347367Z","end":"2026-04-23T16:29:56.498506Z","steps":["trace[2101354905] 'process raft request' (duration: 151.045845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.498839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.195733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.498905Z","caller":"traceutil/trace.go:171","msg":"trace[2140950381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"347.294081ms","start":"2026-04-23T16:29:56.151594Z","end":"2026-04-23T16:29:56.498888Z","steps":["trace[2140950381] 'agreement among raft nodes before linearized reading' (duration: 347.166014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.498948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:29:56.151581Z","time spent":"347.356058ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:29:56.498861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.392825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xk6pz\" ","response":"range_response_count:1 size:17149"} {"level":"info","ts":"2026-04-23T16:29:56.499069Z","caller":"traceutil/trace.go:171","msg":"trace[542998916] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xk6pz; range_end:; response_count:1; response_revision:577; }","duration":"151.602439ms","start":"2026-04-23T16:29:56.347442Z","end":"2026-04-23T16:29:56.499045Z","steps":["trace[542998916] 'agreement among raft nodes before linearized reading' (duration: 151.330337ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.621914Z","caller":"traceutil/trace.go:171","msg":"trace[1795364241] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"132.597167ms","start":"2026-04-23T16:29:56.489296Z","end":"2026-04-23T16:29:56.621893Z","steps":["trace[1795364241] 'process raft request' (duration: 107.205816ms)","trace[1795364241] 'compare' (duration: 25.258005ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:56.622189Z","caller":"traceutil/trace.go:171","msg":"trace[389803228] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"132.255527ms","start":"2026-04-23T16:29:56.489908Z","end":"2026-04-23T16:29:56.622164Z","steps":["trace[389803228] 'process raft request' (duration: 131.951965ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.622475Z","caller":"traceutil/trace.go:171","msg":"trace[203017108] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:602; }","duration":"123.721049ms","start":"2026-04-23T16:29:56.498742Z","end":"2026-04-23T16:29:56.622463Z","steps":["trace[203017108] 'read index received' (duration: 97.774003ms)","trace[203017108] 'applied index is now lower than readState.Index' (duration: 25.946296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:29:56.62255Z","caller":"traceutil/trace.go:171","msg":"trace[905421616] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"132.151249ms","start":"2026-04-23T16:29:56.490379Z","end":"2026-04-23T16:29:56.62253Z","steps":["trace[905421616] 'process raft request' (duration: 131.686823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.622662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.138353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-04-23T16:29:56.622637Z","caller":"traceutil/trace.go:171","msg":"trace[201905044] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"132.177829ms","start":"2026-04-23T16:29:56.490428Z","end":"2026-04-23T16:29:56.622606Z","steps":["trace[201905044] 'process raft request' (duration: 131.979025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.622688Z","caller":"traceutil/trace.go:171","msg":"trace[493073256] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:581; }","duration":"134.198603ms","start":"2026-04-23T16:29:56.488483Z","end":"2026-04-23T16:29:56.622682Z","steps":["trace[493073256] 'agreement among raft nodes before linearized reading' (duration: 134.130214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.628593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.03632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.628651Z","caller":"traceutil/trace.go:171","msg":"trace[1707767735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"124.133017ms","start":"2026-04-23T16:29:56.504505Z","end":"2026-04-23T16:29:56.628638Z","steps":["trace[1707767735] 'agreement among raft nodes before linearized reading' (duration: 124.057399ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.628837Z","caller":"traceutil/trace.go:171","msg":"trace[393588488] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"114.116041ms","start":"2026-04-23T16:29:56.51471Z","end":"2026-04-23T16:29:56.628826Z","steps":["trace[393588488] 'process raft request' (duration: 113.453729ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:56.828085Z","caller":"traceutil/trace.go:171","msg":"trace[860537743] linearizableReadLoop","detail":"{readStateIndex:611; appliedIndex:608; }","duration":"110.067545ms","start":"2026-04-23T16:29:56.71799Z","end":"2026-04-23T16:29:56.828058Z","steps":["trace[860537743] 'read index received' (duration: 17.983741ms)","trace[860537743] 'applied index is now lower than readState.Index' (duration: 92.081644ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:56.828312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.287599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.828453Z","caller":"traceutil/trace.go:171","msg":"trace[1195004257] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"110.454964ms","start":"2026-04-23T16:29:56.71797Z","end":"2026-04-23T16:29:56.828425Z","steps":["trace[1195004257] 'agreement among raft nodes before linearized reading' (duration: 110.2591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.828425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.384826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.828521Z","caller":"traceutil/trace.go:171","msg":"trace[1270171340] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"110.539532ms","start":"2026-04-23T16:29:56.717968Z","end":"2026-04-23T16:29:56.828508Z","steps":["trace[1270171340] 'agreement among raft nodes before linearized reading' (duration: 110.296229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:56.828867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.61359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:29:56.829005Z","caller":"traceutil/trace.go:171","msg":"trace[1579608111] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:587; }","duration":"110.753695ms","start":"2026-04-23T16:29:56.718209Z","end":"2026-04-23T16:29:56.828963Z","steps":["trace[1579608111] 'agreement among raft nodes before linearized reading' (duration: 110.617709ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:58.777789Z","caller":"traceutil/trace.go:171","msg":"trace[995852852] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"295.868052ms","start":"2026-04-23T16:29:58.481895Z","end":"2026-04-23T16:29:58.777763Z","steps":["trace[995852852] 'process raft request' (duration: 295.431165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:58.778071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.368213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T16:29:58.778149Z","caller":"traceutil/trace.go:171","msg":"trace[1457700684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:615; }","duration":"151.4935ms","start":"2026-04-23T16:29:58.626638Z","end":"2026-04-23T16:29:58.778131Z","steps":["trace[1457700684] 'agreement among raft nodes before linearized reading' (duration: 151.240858ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:29:58.777753Z","caller":"traceutil/trace.go:171","msg":"trace[631911435] linearizableReadLoop","detail":"{readStateIndex:641; appliedIndex:640; }","duration":"151.047663ms","start":"2026-04-23T16:29:58.626677Z","end":"2026-04-23T16:29:58.777724Z","steps":["trace[631911435] 'read index received' (duration: 150.657684ms)","trace[631911435] 'applied index is now lower than readState.Index' (duration: 387.379µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:29:58.78032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.442655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:29:58.780412Z","caller":"traceutil/trace.go:171","msg":"trace[393590755] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"153.575841ms","start":"2026-04-23T16:29:58.626827Z","end":"2026-04-23T16:29:58.780402Z","steps":["trace[393590755] 'agreement among raft nodes before linearized reading' (duration: 153.411826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:58.780601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.674579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T16:29:58.780798Z","caller":"traceutil/trace.go:171","msg":"trace[653865075] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:616; }","duration":"153.908371ms","start":"2026-04-23T16:29:58.626883Z","end":"2026-04-23T16:29:58.780791Z","steps":["trace[653865075] 'agreement among raft nodes before linearized reading' (duration: 153.668658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:29:58.780761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.875732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T16:29:58.780905Z","caller":"traceutil/trace.go:171","msg":"trace[2085081736] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"154.032559ms","start":"2026-04-23T16:29:58.626852Z","end":"2026-04-23T16:29:58.780884Z","steps":["trace[2085081736] 'agreement among raft nodes before linearized reading' (duration: 153.844724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:12.536229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.009235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:30:12.536357Z","caller":"traceutil/trace.go:171","msg":"trace[258945817] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:733; }","duration":"193.200928ms","start":"2026-04-23T16:30:12.343134Z","end":"2026-04-23T16:30:12.536335Z","steps":["trace[258945817] 'range keys from in-memory index tree' (duration: 192.800109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:13.051397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:30:13.55158Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:30:14.052118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:30:14.552963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:30:14.857486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T16:30:14.857574Z","caller":"traceutil/trace.go:171","msg":"trace[2055691394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415359s","start":"2026-04-23T16:30:12.857137Z","end":"2026-04-23T16:30:14.857552Z","steps":["trace[2055691394] 'agreement among raft nodes before linearized reading' (duration: 2.000314102s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:14.857626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.857126Z","time spent":"2.000489257s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:30:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:30:15.053338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495076402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:30:15.218067Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.755414532s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:30:15.218544Z","caller":"traceutil/trace.go:171","msg":"trace[1698841154] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"2.755986314s","start":"2026-04-23T16:30:12.462524Z","end":"2026-04-23T16:30:15.218511Z","steps":["trace[1698841154] 'process raft request' (duration: 2.75578702s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.218823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.4625Z","time spent":"2.756222728s","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:30:15.240984Z","caller":"traceutil/trace.go:171","msg":"trace[1142198056] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:763; }","duration":"2.689635387s","start":"2026-04-23T16:30:12.551329Z","end":"2026-04-23T16:30:15.240965Z","steps":["trace[1142198056] 'read index received' (duration: 2.666993772s)","trace[1142198056] 'applied index is now lower than readState.Index' (duration: 22.640945ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:30:15.241062Z","caller":"traceutil/trace.go:171","msg":"trace[1144900180] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"2.701675429s","start":"2026-04-23T16:30:12.539349Z","end":"2026-04-23T16:30:15.241024Z","steps":["trace[1144900180] 'process raft request' (duration: 2.701482355s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.241148Z","caller":"traceutil/trace.go:171","msg":"trace[333360134] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"2.555421898s","start":"2026-04-23T16:30:12.685688Z","end":"2026-04-23T16:30:15.24111Z","steps":["trace[333360134] 'process raft request' (duration: 2.555249813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.241216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689882949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cz8wk\" ","response":"range_response_count:1 size:5050"} {"level":"info","ts":"2026-04-23T16:30:15.24124Z","caller":"traceutil/trace.go:171","msg":"trace[274450795] range","detail":"{range_begin:/registry/pods/kube-system/coredns-7c96b6546b-cz8wk; range_end:; response_count:1; response_revision:736; }","duration":"2.689979186s","start":"2026-04-23T16:30:12.551254Z","end":"2026-04-23T16:30:15.241234Z","steps":["trace[274450795] 'agreement among raft nodes before linearized reading' (duration: 2.68984048s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.241224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.539332Z","time spent":"2.701803546s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:30:15.241267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.551229Z","time spent":"2.690032355s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":5072,"request content":"key:\"/registry/pods/kube-system/coredns-7c96b6546b-cz8wk\" "} {"level":"warn","ts":"2026-04-23T16:30:15.241319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.685661Z","time spent":"2.555563634s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:30:15.241575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380862953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:30:15.241591Z","caller":"traceutil/trace.go:171","msg":"trace[2037373169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:736; }","duration":"2.380891701s","start":"2026-04-23T16:30:12.860695Z","end":"2026-04-23T16:30:15.241586Z","steps":["trace[2037373169] 'agreement among raft nodes before linearized reading' (duration: 2.380843533s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.241607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.860686Z","time spent":"2.38091868s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:30:15.241664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.739458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:30:15.241675Z","caller":"traceutil/trace.go:171","msg":"trace[1585553736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:736; }","duration":"383.775207ms","start":"2026-04-23T16:30:14.857895Z","end":"2026-04-23T16:30:15.241671Z","steps":["trace[1585553736] 'agreement among raft nodes before linearized reading' (duration: 383.756827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.241685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:14.857872Z","time spent":"383.810155ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:30:15.241809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382989861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:30:15.241861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383581884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:30:15.241891Z","caller":"traceutil/trace.go:171","msg":"trace[1366100162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:736; }","duration":"2.383659082s","start":"2026-04-23T16:30:12.858223Z","end":"2026-04-23T16:30:15.241882Z","steps":["trace[1366100162] 'agreement among raft nodes before linearized reading' (duration: 2.383539825s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.241894Z","caller":"traceutil/trace.go:171","msg":"trace[1259817298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:736; }","duration":"2.383083138s","start":"2026-04-23T16:30:12.858787Z","end":"2026-04-23T16:30:15.241871Z","steps":["trace[1259817298] 'agreement among raft nodes before linearized reading' (duration: 2.382870994s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.241912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.858205Z","time spent":"2.38370248s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:30:15.241947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.858781Z","time spent":"2.383153226s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:30:15.242396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:30:15.243223Z","caller":"traceutil/trace.go:171","msg":"trace[1295753556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:736; }","duration":"2.386542248s","start":"2026-04-23T16:30:12.856592Z","end":"2026-04-23T16:30:15.243135Z","steps":["trace[1295753556] 'agreement among raft nodes before linearized reading' (duration: 2.384878976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.243307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:12.856574Z","time spent":"2.386712723s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:30:15.520663Z","caller":"traceutil/trace.go:171","msg":"trace[1760878467] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"275.101615ms","start":"2026-04-23T16:30:15.245517Z","end":"2026-04-23T16:30:15.520619Z","steps":["trace[1760878467] 'process raft request' (duration: 180.545669ms)","trace[1760878467] 'compare' (duration: 94.403301ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:30:15.570341Z","caller":"traceutil/trace.go:171","msg":"trace[1518489976] linearizableReadLoop","detail":"{readStateIndex:771; appliedIndex:766; }","duration":"320.886712ms","start":"2026-04-23T16:30:15.249437Z","end":"2026-04-23T16:30:15.570323Z","steps":["trace[1518489976] 'read index received' (duration: 176.481138ms)","trace[1518489976] 'applied index is now lower than readState.Index' (duration: 144.404854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:30:15.570448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.992329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:30:15.570505Z","caller":"traceutil/trace.go:171","msg":"trace[1041481967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"321.079126ms","start":"2026-04-23T16:30:15.249419Z","end":"2026-04-23T16:30:15.570498Z","steps":["trace[1041481967] 'agreement among raft nodes before linearized reading' (duration: 320.976559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.570536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.249411Z","time spent":"321.118076ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:30:15.570682Z","caller":"traceutil/trace.go:171","msg":"trace[1038180888] transaction","detail":"{read_only:false; response_revision:740; number_of_response:1; }","duration":"324.199287ms","start":"2026-04-23T16:30:15.246443Z","end":"2026-04-23T16:30:15.570642Z","steps":["trace[1038180888] 'process raft request' (duration: 323.799848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.570717Z","caller":"traceutil/trace.go:171","msg":"trace[27003008] transaction","detail":"{read_only:false; response_revision:738; number_of_response:1; }","duration":"324.701131ms","start":"2026-04-23T16:30:15.24599Z","end":"2026-04-23T16:30:15.570691Z","steps":["trace[27003008] 'process raft request' (duration: 324.131948ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.570819Z","caller":"traceutil/trace.go:171","msg":"trace[1587134981] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"320.410566ms","start":"2026-04-23T16:30:15.2504Z","end":"2026-04-23T16:30:15.57081Z","steps":["trace[1587134981] 'process raft request' (duration: 319.890371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.570822Z","caller":"traceutil/trace.go:171","msg":"trace[1246350759] transaction","detail":"{read_only:false; response_revision:739; number_of_response:1; }","duration":"324.377311ms","start":"2026-04-23T16:30:15.246436Z","end":"2026-04-23T16:30:15.570813Z","steps":["trace[1246350759] 'process raft request' (duration: 323.766049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.570825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.245974Z","time spent":"324.796399ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:30:15.570827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.246426Z","time spent":"324.323213ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:30:15.570883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.246419Z","time spent":"324.423471ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:30:15.5709Z","caller":"traceutil/trace.go:171","msg":"trace[2037271013] transaction","detail":"{read_only:false; response_revision:741; number_of_response:1; }","duration":"323.246924ms","start":"2026-04-23T16:30:15.247643Z","end":"2026-04-23T16:30:15.57089Z","steps":["trace[2037271013] 'process raft request' (duration: 322.622472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:15.57094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.25039Z","time spent":"320.451365ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4857,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:30:15.570954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:30:15.247626Z","time spent":"323.301102ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:30:15.731356Z","caller":"traceutil/trace.go:171","msg":"trace[241339011] transaction","detail":"{read_only:false; response_revision:744; number_of_response:1; }","duration":"155.127035ms","start":"2026-04-23T16:30:15.576203Z","end":"2026-04-23T16:30:15.73133Z","steps":["trace[241339011] 'process raft request' (duration: 117.332448ms)","trace[241339011] 'compare' (duration: 37.474136ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:30:15.731506Z","caller":"traceutil/trace.go:171","msg":"trace[1607225998] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"153.90116ms","start":"2026-04-23T16:30:15.577585Z","end":"2026-04-23T16:30:15.731487Z","steps":["trace[1607225998] 'process raft request' (duration: 153.653147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:15.731693Z","caller":"traceutil/trace.go:171","msg":"trace[973264020] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"151.992795ms","start":"2026-04-23T16:30:15.579686Z","end":"2026-04-23T16:30:15.731679Z","steps":["trace[973264020] 'process raft request' (duration: 151.724353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:17.782276Z","caller":"traceutil/trace.go:171","msg":"trace[70722389] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"159.137481ms","start":"2026-04-23T16:30:17.62311Z","end":"2026-04-23T16:30:17.782248Z","steps":["trace[70722389] 'process raft request' (duration: 112.21291ms)","trace[70722389] 'compare' (duration: 46.764446ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:30:17.783006Z","caller":"traceutil/trace.go:171","msg":"trace[1622234988] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"156.934115ms","start":"2026-04-23T16:30:17.626039Z","end":"2026-04-23T16:30:17.782973Z","steps":["trace[1622234988] 'process raft request' (duration: 156.76029ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:17.783163Z","caller":"traceutil/trace.go:171","msg":"trace[805233971] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"159.859651ms","start":"2026-04-23T16:30:17.623272Z","end":"2026-04-23T16:30:17.783132Z","steps":["trace[805233971] 'process raft request' (duration: 158.935297ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:19.273823Z","caller":"traceutil/trace.go:171","msg":"trace[1679780507] transaction","detail":"{read_only:false; response_revision:768; number_of_response:1; }","duration":"110.235194ms","start":"2026-04-23T16:30:19.163536Z","end":"2026-04-23T16:30:19.273771Z","steps":["trace[1679780507] 'process raft request' (duration: 105.500891ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:19.4706Z","caller":"traceutil/trace.go:171","msg":"trace[308167498] transaction","detail":"{read_only:false; response_revision:775; number_of_response:1; }","duration":"105.15172ms","start":"2026-04-23T16:30:19.365428Z","end":"2026-04-23T16:30:19.470579Z","steps":["trace[308167498] 'process raft request' (duration: 104.381142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:21.046349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.033788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/envoy-gateway-system/\" range_end:\"/registry/daemonsets/envoy-gateway-system0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:30:21.046625Z","caller":"traceutil/trace.go:171","msg":"trace[1291537903] range","detail":"{range_begin:/registry/daemonsets/envoy-gateway-system/; range_end:/registry/daemonsets/envoy-gateway-system0; response_count:0; response_revision:800; }","duration":"142.28814ms","start":"2026-04-23T16:30:20.904248Z","end":"2026-04-23T16:30:21.046536Z","steps":["trace[1291537903] 'range keys from in-memory index tree' (duration: 141.963279ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:21.776549Z","caller":"traceutil/trace.go:171","msg":"trace[1984231042] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"120.307306ms","start":"2026-04-23T16:30:21.656217Z","end":"2026-04-23T16:30:21.776524Z","steps":["trace[1984231042] 'process raft request' (duration: 98.431581ms)","trace[1984231042] 'compare' (duration: 21.70611ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:30:21.776736Z","caller":"traceutil/trace.go:171","msg":"trace[1636286696] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"120.499371ms","start":"2026-04-23T16:30:21.656218Z","end":"2026-04-23T16:30:21.776717Z","steps":["trace[1636286696] 'process raft request' (duration: 120.253388ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:21.776914Z","caller":"traceutil/trace.go:171","msg":"trace[332532521] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"119.578327ms","start":"2026-04-23T16:30:21.657323Z","end":"2026-04-23T16:30:21.776901Z","steps":["trace[332532521] 'process raft request' (duration: 119.512459ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:21.776947Z","caller":"traceutil/trace.go:171","msg":"trace[87159003] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"120.637686ms","start":"2026-04-23T16:30:21.656275Z","end":"2026-04-23T16:30:21.776913Z","steps":["trace[87159003] 'process raft request' (duration: 120.384274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:30:22.101086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.607819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:30:22.101253Z","caller":"traceutil/trace.go:171","msg":"trace[1924873703] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"249.630228ms","start":"2026-04-23T16:30:21.851607Z","end":"2026-04-23T16:30:22.101237Z","steps":["trace[1924873703] 'process raft request' (duration: 249.578169ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:30:22.101385Z","caller":"traceutil/trace.go:171","msg":"trace[1055363869] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"250.016967ms","start":"2026-04-23T16:30:21.851317Z","end":"2026-04-23T16:30:22.101334Z","steps":["trace[1055363869] 'process raft request' (duration: 126.085778ms)","trace[1055363869] 'compare' (duration: 123.484032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:30:22.633376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.10317ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-23T16:30:22.637161Z","caller":"traceutil/trace.go:171","msg":"trace[1232494001] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"157.883661ms","start":"2026-04-23T16:30:22.479258Z","end":"2026-04-23T16:30:22.637141Z","steps":["trace[1232494001] 'process raft request' (duration: 157.763395ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:06.815197Z","caller":"traceutil/trace.go:171","msg":"trace[942154268] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"212.578931ms","start":"2026-04-23T16:32:06.60259Z","end":"2026-04-23T16:32:06.815169Z","steps":["trace[942154268] 'process raft request' (duration: 158.359609ms)","trace[942154268] 'compare' (duration: 54.061967ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:06.815973Z","caller":"traceutil/trace.go:171","msg":"trace[1363405399] linearizableReadLoop","detail":"{readStateIndex:1468; appliedIndex:1466; }","duration":"140.895985ms","start":"2026-04-23T16:32:06.675056Z","end":"2026-04-23T16:32:06.815952Z","steps":["trace[1363405399] 'read index received' (duration: 85.846406ms)","trace[1363405399] 'applied index is now lower than readState.Index' (duration: 55.048729ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:06.816071Z","caller":"traceutil/trace.go:171","msg":"trace[457820857] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"201.373413ms","start":"2026-04-23T16:32:06.614685Z","end":"2026-04-23T16:32:06.816058Z","steps":["trace[457820857] 'process raft request' (duration: 201.149019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:06.816197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.126939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:32:06.816225Z","caller":"traceutil/trace.go:171","msg":"trace[1684880821] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1412; }","duration":"141.192517ms","start":"2026-04-23T16:32:06.675024Z","end":"2026-04-23T16:32:06.816216Z","steps":["trace[1684880821] 'agreement among raft nodes before linearized reading' (duration: 141.061801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:06.816587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.118049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:32:06.816682Z","caller":"traceutil/trace.go:171","msg":"trace[97899939] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1412; }","duration":"141.38549ms","start":"2026-04-23T16:32:06.675271Z","end":"2026-04-23T16:32:06.816657Z","steps":["trace[97899939] 'agreement among raft nodes before linearized reading' (duration: 140.948973ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:08.44962Z","caller":"traceutil/trace.go:171","msg":"trace[772214115] linearizableReadLoop","detail":"{readStateIndex:1495; appliedIndex:1494; }","duration":"108.591252ms","start":"2026-04-23T16:32:08.341004Z","end":"2026-04-23T16:32:08.449595Z","steps":["trace[772214115] 'read index received' (duration: 108.393179ms)","trace[772214115] 'applied index is now lower than readState.Index' (duration: 197.163µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:08.449863Z","caller":"traceutil/trace.go:171","msg":"trace[844151439] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"123.743573ms","start":"2026-04-23T16:32:08.325929Z","end":"2026-04-23T16:32:08.449672Z","steps":["trace[844151439] 'process raft request' (duration: 123.51953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:08.450205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.186574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:32:08.450263Z","caller":"traceutil/trace.go:171","msg":"trace[897716603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1438; }","duration":"109.281011ms","start":"2026-04-23T16:32:08.340965Z","end":"2026-04-23T16:32:08.450246Z","steps":["trace[897716603] 'agreement among raft nodes before linearized reading' (duration: 108.744687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:08.594565Z","caller":"traceutil/trace.go:171","msg":"trace[396152440] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"141.146166ms","start":"2026-04-23T16:32:08.453377Z","end":"2026-04-23T16:32:08.594523Z","steps":["trace[396152440] 'process raft request' (duration: 140.924473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:11.955586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.112709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:32:11.955673Z","caller":"traceutil/trace.go:171","msg":"trace[1969934473] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1459; }","duration":"473.250626ms","start":"2026-04-23T16:32:11.482401Z","end":"2026-04-23T16:32:11.955652Z","steps":["trace[1969934473] 'range keys from in-memory index tree' (duration: 472.904585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:11.955721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:11.482379Z","time spent":"473.327983ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-23T16:32:11.955766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.174109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:11.955866Z","caller":"traceutil/trace.go:171","msg":"trace[1082126386] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1459; }","duration":"226.299753ms","start":"2026-04-23T16:32:11.729527Z","end":"2026-04-23T16:32:11.955826Z","steps":["trace[1082126386] 'count revisions from in-memory index tree' (duration: 226.084081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:14.263702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.936436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:14.264073Z","caller":"traceutil/trace.go:171","msg":"trace[886234020] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:0; response_revision:1474; }","duration":"178.114541ms","start":"2026-04-23T16:32:14.085671Z","end":"2026-04-23T16:32:14.263786Z","steps":["trace[886234020] 'range keys from in-memory index tree' (duration: 177.786261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:14.264331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.83626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:32:14.264451Z","caller":"traceutil/trace.go:171","msg":"trace[1663671005] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1474; }","duration":"259.045262ms","start":"2026-04-23T16:32:14.005378Z","end":"2026-04-23T16:32:14.264424Z","steps":["trace[1663671005] 'range keys from in-memory index tree' (duration: 258.548878ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:18.655193Z","caller":"traceutil/trace.go:171","msg":"trace[1107593571] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1666; }","duration":"365.06694ms","start":"2026-04-23T16:32:18.290097Z","end":"2026-04-23T16:32:18.655164Z","steps":["trace[1107593571] 'read index received' (duration: 364.881415ms)","trace[1107593571] 'applied index is now lower than readState.Index' (duration: 183.945µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:18.655394Z","caller":"traceutil/trace.go:171","msg":"trace[676758297] transaction","detail":"{read_only:false; response_revision:1607; number_of_response:1; }","duration":"663.958042ms","start":"2026-04-23T16:32:17.991418Z","end":"2026-04-23T16:32:18.655376Z","steps":["trace[676758297] 'process raft request' (duration: 663.565133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:18.655558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:17.991393Z","time spent":"664.065147ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:32:18.655647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.151042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:18.655729Z","caller":"traceutil/trace.go:171","msg":"trace[1257091958] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1607; }","duration":"269.290589ms","start":"2026-04-23T16:32:18.386422Z","end":"2026-04-23T16:32:18.655712Z","steps":["trace[1257091958] 'agreement among raft nodes before linearized reading' (duration: 269.159243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:18.655874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.746189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:32:18.655936Z","caller":"traceutil/trace.go:171","msg":"trace[918267229] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1607; }","duration":"365.860377ms","start":"2026-04-23T16:32:18.290058Z","end":"2026-04-23T16:32:18.655918Z","steps":["trace[918267229] 'agreement among raft nodes before linearized reading' (duration: 365.625913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:18.655968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:18.29004Z","time spent":"365.922924ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:32:21.031033Z","caller":"traceutil/trace.go:171","msg":"trace[2051324417] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"122.952216ms","start":"2026-04-23T16:32:20.908062Z","end":"2026-04-23T16:32:21.031015Z","steps":["trace[2051324417] 'read index received' (duration: 122.82513ms)","trace[2051324417] 'applied index is now lower than readState.Index' (duration: 126.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:21.031072Z","caller":"traceutil/trace.go:171","msg":"trace[1235690858] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"124.098951ms","start":"2026-04-23T16:32:20.906949Z","end":"2026-04-23T16:32:21.031048Z","steps":["trace[1235690858] 'process raft request' (duration: 123.936026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:21.031229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.14959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:32:21.031267Z","caller":"traceutil/trace.go:171","msg":"trace[899612151] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1625; }","duration":"123.231897ms","start":"2026-04-23T16:32:20.908026Z","end":"2026-04-23T16:32:21.031258Z","steps":["trace[899612151] 'agreement among raft nodes before linearized reading' (duration: 123.082302ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:23.234472Z","caller":"traceutil/trace.go:171","msg":"trace[616040587] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"192.156813ms","start":"2026-04-23T16:32:23.042285Z","end":"2026-04-23T16:32:23.234442Z","steps":["trace[616040587] 'process raft request' (duration: 151.606955ms)","trace[616040587] 'compare' (duration: 40.406903ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:23.528248Z","caller":"traceutil/trace.go:171","msg":"trace[711108667] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"107.009808ms","start":"2026-04-23T16:32:23.421195Z","end":"2026-04-23T16:32:23.528205Z","steps":["trace[711108667] 'process raft request' (duration: 106.60401ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:25.18363Z","caller":"traceutil/trace.go:171","msg":"trace[1392565076] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"488.50812ms","start":"2026-04-23T16:32:24.695103Z","end":"2026-04-23T16:32:25.183611Z","steps":["trace[1392565076] 'process raft request' (duration: 488.367614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:25.18375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:24.695077Z","time spent":"488.610288ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:32:25.18389Z","caller":"traceutil/trace.go:171","msg":"trace[1502809808] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"488.704413ms","start":"2026-04-23T16:32:24.695116Z","end":"2026-04-23T16:32:25.183821Z","steps":["trace[1502809808] 'process raft request' (duration: 488.470301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:25.184102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:24.695098Z","time spent":"488.877358ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:32:25.186405Z","caller":"traceutil/trace.go:171","msg":"trace[252748589] linearizableReadLoop","detail":"{readStateIndex:1721; appliedIndex:1718; }","duration":"329.668328ms","start":"2026-04-23T16:32:24.856717Z","end":"2026-04-23T16:32:25.186386Z","steps":["trace[252748589] 'read index received' (duration: 326.768015ms)","trace[252748589] 'applied index is now lower than readState.Index' (duration: 2.899284ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:25.186511Z","caller":"traceutil/trace.go:171","msg":"trace[1304360730] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"491.226419ms","start":"2026-04-23T16:32:24.695271Z","end":"2026-04-23T16:32:25.186498Z","steps":["trace[1304360730] 'process raft request' (duration: 491.033645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:25.186704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:24.695225Z","time spent":"491.439853ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:32:25.186785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.835634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T16:32:25.18683Z","caller":"traceutil/trace.go:171","msg":"trace[240984619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1660; }","duration":"111.925103ms","start":"2026-04-23T16:32:25.074893Z","end":"2026-04-23T16:32:25.186818Z","steps":["trace[240984619] 'agreement among raft nodes before linearized reading' (duration: 111.780496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:25.186852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.95106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:25.187008Z","caller":"traceutil/trace.go:171","msg":"trace[1490403848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1660; }","duration":"330.310089ms","start":"2026-04-23T16:32:24.856685Z","end":"2026-04-23T16:32:25.186995Z","steps":["trace[1490403848] 'agreement among raft nodes before linearized reading' (duration: 329.95412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:25.187167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:24.856665Z","time spent":"330.487734ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:32:27.351556Z","caller":"traceutil/trace.go:171","msg":"trace[1576608288] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"121.355502ms","start":"2026-04-23T16:32:27.230185Z","end":"2026-04-23T16:32:27.351541Z","steps":["trace[1576608288] 'process raft request' (duration: 121.269545ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:27.369842Z","caller":"traceutil/trace.go:171","msg":"trace[963682984] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"139.63165ms","start":"2026-04-23T16:32:27.230184Z","end":"2026-04-23T16:32:27.369816Z","steps":["trace[963682984] 'process raft request' (duration: 139.435615ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:27.370161Z","caller":"traceutil/trace.go:171","msg":"trace[1603053675] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"137.089187ms","start":"2026-04-23T16:32:27.233038Z","end":"2026-04-23T16:32:27.370127Z","steps":["trace[1603053675] 'process raft request' (duration: 136.949591ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:27.370171Z","caller":"traceutil/trace.go:171","msg":"trace[1955348039] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"139.913052ms","start":"2026-04-23T16:32:27.230197Z","end":"2026-04-23T16:32:27.37011Z","steps":["trace[1955348039] 'process raft request' (duration: 139.565583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:27.370145Z","caller":"traceutil/trace.go:171","msg":"trace[1883887324] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1727; }","duration":"123.178609ms","start":"2026-04-23T16:32:27.24694Z","end":"2026-04-23T16:32:27.370119Z","steps":["trace[1883887324] 'read index received' (duration: 104.58862ms)","trace[1883887324] 'applied index is now lower than readState.Index' (duration: 18.588939ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:27.370487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.526408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-23T16:32:27.37054Z","caller":"traceutil/trace.go:171","msg":"trace[149342292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1669; }","duration":"123.652634ms","start":"2026-04-23T16:32:27.246875Z","end":"2026-04-23T16:32:27.370527Z","steps":["trace[149342292] 'agreement among raft nodes before linearized reading' (duration: 123.330874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:27.827728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.314085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:32:27.828669Z","caller":"traceutil/trace.go:171","msg":"trace[1942729327] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"453.955764ms","start":"2026-04-23T16:32:27.374686Z","end":"2026-04-23T16:32:27.828642Z","steps":["trace[1942729327] 'process raft request' (duration: 101.639688ms)","trace[1942729327] 'compare' (duration: 351.138341ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:27.82878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:27.374665Z","time spent":"454.054801ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:32:28.072233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.58409ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T16:32:28.0728Z","caller":"traceutil/trace.go:171","msg":"trace[2124940399] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"533.157735ms","start":"2026-04-23T16:32:27.539619Z","end":"2026-04-23T16:32:28.072776Z","steps":["trace[2124940399] 'process raft request' (duration: 532.909203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:28.073156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:27.539588Z","time spent":"533.379729ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:32:28.080304Z","caller":"traceutil/trace.go:171","msg":"trace[1345097327] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"158.371666ms","start":"2026-04-23T16:32:27.921921Z","end":"2026-04-23T16:32:28.080293Z","steps":["trace[1345097327] 'process raft request' (duration: 158.314227ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:50.338268Z","caller":"traceutil/trace.go:171","msg":"trace[293209821] transaction","detail":"{read_only:false; response_revision:2210; number_of_response:1; }","duration":"176.837328ms","start":"2026-04-23T16:32:50.161399Z","end":"2026-04-23T16:32:50.338237Z","steps":["trace[293209821] 'process raft request' (duration: 176.603694ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:50.655252Z","caller":"traceutil/trace.go:171","msg":"trace[1526251139] transaction","detail":"{read_only:false; response_revision:2211; number_of_response:1; }","duration":"454.297171ms","start":"2026-04-23T16:32:50.20091Z","end":"2026-04-23T16:32:50.655208Z","steps":["trace[1526251139] 'process raft request' (duration: 440.358164ms)","trace[1526251139] 'compare' (duration: 13.524279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:50.655584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:50.20088Z","time spent":"454.465406ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:32:50.655758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.432702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:32:50.655863Z","caller":"traceutil/trace.go:171","msg":"trace[927318236] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2211; }","duration":"355.590277ms","start":"2026-04-23T16:32:50.300227Z","end":"2026-04-23T16:32:50.655818Z","steps":["trace[927318236] 'agreement among raft nodes before linearized reading' (duration: 355.364233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:50.655907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:50.300198Z","time spent":"355.700714ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T16:32:50.656079Z","caller":"traceutil/trace.go:171","msg":"trace[1493300892] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2308; }","duration":"354.853549ms","start":"2026-04-23T16:32:50.300304Z","end":"2026-04-23T16:32:50.655158Z","steps":["trace[1493300892] 'read index received' (duration: 37.666943ms)","trace[1493300892] 'applied index is now lower than readState.Index' (duration: 317.184736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:50.656318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.529762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:50.65639Z","caller":"traceutil/trace.go:171","msg":"trace[296370390] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2211; }","duration":"191.62373ms","start":"2026-04-23T16:32:50.464727Z","end":"2026-04-23T16:32:50.656351Z","steps":["trace[296370390] 'agreement among raft nodes before linearized reading' (duration: 191.510092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:51.98488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495079402,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:32:52.452837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595184994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:32:52.452922Z","caller":"traceutil/trace.go:171","msg":"trace[2069322892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2211; }","duration":"1.595295651s","start":"2026-04-23T16:32:50.857593Z","end":"2026-04-23T16:32:52.452889Z","steps":["trace[2069322892] 'range keys from in-memory index tree' (duration: 1.595099616s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.452963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:50.857571Z","time spent":"1.595382839s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:32:52.453973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.361367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:32:52.454246Z","caller":"traceutil/trace.go:171","msg":"trace[913063192] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.289295974s","start":"2026-04-23T16:32:51.164924Z","end":"2026-04-23T16:32:52.45422Z","steps":["trace[913063192] 'process raft request' (duration: 925.602007ms)","trace[913063192] 'compare' (duration: 362.703576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:52.454363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.164905Z","time spent":"1.28940329s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:32:52.454314Z","caller":"traceutil/trace.go:171","msg":"trace[1855505460] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.133476503s","start":"2026-04-23T16:32:51.320801Z","end":"2026-04-23T16:32:52.454278Z","steps":["trace[1855505460] 'process raft request' (duration: 1.133281969s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.454453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.39819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:32:52.454515Z","caller":"traceutil/trace.go:171","msg":"trace[915764414] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2214; }","duration":"970.487586ms","start":"2026-04-23T16:32:51.484012Z","end":"2026-04-23T16:32:52.4545Z","steps":["trace[915764414] 'agreement among raft nodes before linearized reading' (duration: 970.276283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.454565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.483997Z","time spent":"970.556914ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-23T16:32:52.454583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.320771Z","time spent":"1.133656349s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:32:52.454774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.439954838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e0730b0-c06d-4831-a413-90b3f314cdba\" ","response":"range_response_count:1 size:3737"} {"level":"info","ts":"2026-04-23T16:32:52.454816Z","caller":"traceutil/trace.go:171","msg":"trace[993889810] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.115545975s","start":"2026-04-23T16:32:51.339253Z","end":"2026-04-23T16:32:52.454799Z","steps":["trace[993889810] 'process raft request' (duration: 1.114929243s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:52.454844Z","caller":"traceutil/trace.go:171","msg":"trace[804493726] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-3e0730b0-c06d-4831-a413-90b3f314cdba; range_end:; response_count:1; response_revision:2211; }","duration":"1.440071083s","start":"2026-04-23T16:32:51.014755Z","end":"2026-04-23T16:32:52.454826Z","steps":["trace[804493726] 'range keys from in-memory index tree' (duration: 1.437922616s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:52.454826Z","caller":"traceutil/trace.go:171","msg":"trace[1016459825] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"266.532458ms","start":"2026-04-23T16:32:52.188269Z","end":"2026-04-23T16:32:52.454801Z","steps":["trace[1016459825] 'process raft request' (duration: 266.402242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.454901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.014734Z","time spent":"1.440152711s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3759,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-3e0730b0-c06d-4831-a413-90b3f314cdba\" "} {"level":"warn","ts":"2026-04-23T16:32:52.454905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.339236Z","time spent":"1.115618673s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:32:52.454256Z","caller":"traceutil/trace.go:171","msg":"trace[1065942256] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2310; }","duration":"970.184305ms","start":"2026-04-23T16:32:51.484055Z","end":"2026-04-23T16:32:52.454239Z","steps":["trace[1065942256] 'read index received' (duration: 606.449929ms)","trace[1065942256] 'applied index is now lower than readState.Index' (duration: 363.733316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:32:52.455261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.220191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:32:52.455275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.270001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:32:52.455329Z","caller":"traceutil/trace.go:171","msg":"trace[615621882] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2215; }","duration":"761.354677ms","start":"2026-04-23T16:32:51.693958Z","end":"2026-04-23T16:32:52.455313Z","steps":["trace[615621882] 'agreement among raft nodes before linearized reading' (duration: 761.221211ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:52.45534Z","caller":"traceutil/trace.go:171","msg":"trace[47809563] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2215; }","duration":"939.361078ms","start":"2026-04-23T16:32:51.515961Z","end":"2026-04-23T16:32:52.455323Z","steps":["trace[47809563] 'agreement among raft nodes before linearized reading' (duration: 939.167014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.455379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.515951Z","time spent":"939.419377ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:32:52.4554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.590665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:32:52.455378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.693946Z","time spent":"761.417974ms","remote":"127.0.0.1:34046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:32:52.455462Z","caller":"traceutil/trace.go:171","msg":"trace[485124799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2215; }","duration":"893.673514ms","start":"2026-04-23T16:32:51.561774Z","end":"2026-04-23T16:32:52.455447Z","steps":["trace[485124799] 'agreement among raft nodes before linearized reading' (duration: 893.491259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.455504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.561761Z","time spent":"893.732842ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:32:52.455524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.185781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T16:32:52.455568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.175563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:32:52.455574Z","caller":"traceutil/trace.go:171","msg":"trace[136891773] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2215; }","duration":"903.267429ms","start":"2026-04-23T16:32:51.552293Z","end":"2026-04-23T16:32:52.45556Z","steps":["trace[136891773] 'agreement among raft nodes before linearized reading' (duration: 903.072985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:52.455616Z","caller":"traceutil/trace.go:171","msg":"trace[127520310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2215; }","duration":"936.26126ms","start":"2026-04-23T16:32:51.519342Z","end":"2026-04-23T16:32:52.455603Z","steps":["trace[127520310] 'agreement among raft nodes before linearized reading' (duration: 936.098066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.455629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.552271Z","time spent":"903.343067ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:32:52.455664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.519332Z","time spent":"936.323929ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:32:52.455614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.462784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:32:52.455718Z","caller":"traceutil/trace.go:171","msg":"trace[1571314780] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2215; }","duration":"792.645438ms","start":"2026-04-23T16:32:51.663061Z","end":"2026-04-23T16:32:52.455706Z","steps":["trace[1571314780] 'agreement among raft nodes before linearized reading' (duration: 792.251211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.455783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.66304Z","time spent":"792.735026ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:32:52.455814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.626596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:32:52.455824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.131325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:32:52.455957Z","caller":"traceutil/trace.go:171","msg":"trace[438214895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2215; }","duration":"483.260372ms","start":"2026-04-23T16:32:51.972683Z","end":"2026-04-23T16:32:52.455943Z","steps":["trace[438214895] 'agreement among raft nodes before linearized reading' (duration: 483.076877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:52.455951Z","caller":"traceutil/trace.go:171","msg":"trace[2061825150] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2215; }","duration":"100.815522ms","start":"2026-04-23T16:32:52.355119Z","end":"2026-04-23T16:32:52.455934Z","steps":["trace[2061825150] 'agreement among raft nodes before linearized reading' (duration: 100.648276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.455988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:51.972629Z","time spent":"483.351549ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:32:52.456165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57743033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cdc43a0-a681-43c2-9f5b-73aff2518b00\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-23T16:32:52.456236Z","caller":"traceutil/trace.go:171","msg":"trace[606435221] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9cdc43a0-a681-43c2-9f5b-73aff2518b00; range_end:; response_count:1; response_revision:2211; }","duration":"1.577521989s","start":"2026-04-23T16:32:50.878695Z","end":"2026-04-23T16:32:52.456217Z","steps":["trace[606435221] 'range keys from in-memory index tree' (duration: 1.574636924s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:52.456309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:32:50.878685Z","time spent":"1.577593436s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9cdc43a0-a681-43c2-9f5b-73aff2518b00\" "} {"level":"info","ts":"2026-04-23T16:32:58.586025Z","caller":"traceutil/trace.go:171","msg":"trace[120710496] transaction","detail":"{read_only:false; response_revision:2300; number_of_response:1; }","duration":"110.97656ms","start":"2026-04-23T16:32:58.47503Z","end":"2026-04-23T16:32:58.586006Z","steps":["trace[120710496] 'process raft request' (duration: 110.854443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:58.631081Z","caller":"traceutil/trace.go:171","msg":"trace[78982174] linearizableReadLoop","detail":"{readStateIndex:2404; appliedIndex:2401; }","duration":"137.351389ms","start":"2026-04-23T16:32:58.493698Z","end":"2026-04-23T16:32:58.63105Z","steps":["trace[78982174] 'read index received' (duration: 92.269455ms)","trace[78982174] 'applied index is now lower than readState.Index' (duration: 45.080654ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:32:58.631129Z","caller":"traceutil/trace.go:171","msg":"trace[467167272] transaction","detail":"{read_only:false; response_revision:2301; number_of_response:1; }","duration":"155.83401ms","start":"2026-04-23T16:32:58.475243Z","end":"2026-04-23T16:32:58.631077Z","steps":["trace[467167272] 'process raft request' (duration: 150.332163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:58.631565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.101844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:32:58.631547Z","caller":"traceutil/trace.go:171","msg":"trace[936961599] transaction","detail":"{read_only:false; response_revision:2302; number_of_response:1; }","duration":"156.147461ms","start":"2026-04-23T16:32:58.475358Z","end":"2026-04-23T16:32:58.631506Z","steps":["trace[936961599] 'process raft request' (duration: 155.534889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:58.631612Z","caller":"traceutil/trace.go:171","msg":"trace[396710633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2302; }","duration":"136.199662ms","start":"2026-04-23T16:32:58.495401Z","end":"2026-04-23T16:32:58.6316Z","steps":["trace[396710633] 'agreement among raft nodes before linearized reading' (duration: 136.024937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:58.631721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.838751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:32:58.631755Z","caller":"traceutil/trace.go:171","msg":"trace[1026420594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2302; }","duration":"130.891799ms","start":"2026-04-23T16:32:58.500854Z","end":"2026-04-23T16:32:58.631746Z","steps":["trace[1026420594] 'agreement among raft nodes before linearized reading' (duration: 130.821701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:58.63173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.983347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:32:58.631686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.957708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:32:58.631801Z","caller":"traceutil/trace.go:171","msg":"trace[94379294] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2302; }","duration":"131.083944ms","start":"2026-04-23T16:32:58.500703Z","end":"2026-04-23T16:32:58.631787Z","steps":["trace[94379294] 'agreement among raft nodes before linearized reading' (duration: 130.836111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:58.631589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.634917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:32:58.631871Z","caller":"traceutil/trace.go:171","msg":"trace[1865256923] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2302; }","duration":"130.958037ms","start":"2026-04-23T16:32:58.500903Z","end":"2026-04-23T16:32:58.631861Z","steps":["trace[1865256923] 'agreement among raft nodes before linearized reading' (duration: 130.564669ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:32:58.631914Z","caller":"traceutil/trace.go:171","msg":"trace[149616746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2302; }","duration":"131.133843ms","start":"2026-04-23T16:32:58.500687Z","end":"2026-04-23T16:32:58.631821Z","steps":["trace[149616746] 'agreement among raft nodes before linearized reading' (duration: 130.816972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:32:58.632173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.447175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:32:58.632229Z","caller":"traceutil/trace.go:171","msg":"trace[1150796262] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2302; }","duration":"138.551232ms","start":"2026-04-23T16:32:58.493665Z","end":"2026-04-23T16:32:58.632216Z","steps":["trace[1150796262] 'agreement among raft nodes before linearized reading' (duration: 137.647578ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:00.222659Z","caller":"traceutil/trace.go:171","msg":"trace[175284208] transaction","detail":"{read_only:false; response_revision:2313; number_of_response:1; }","duration":"155.161559ms","start":"2026-04-23T16:33:00.06747Z","end":"2026-04-23T16:33:00.222631Z","steps":["trace[175284208] 'process raft request' (duration: 150.529147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.059585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.216653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:33:12.059705Z","caller":"traceutil/trace.go:171","msg":"trace[250067604] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2396; }","duration":"575.387989ms","start":"2026-04-23T16:33:11.484289Z","end":"2026-04-23T16:33:12.059677Z","steps":["trace[250067604] 'range keys from in-memory index tree' (duration: 574.998959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.059749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:11.484265Z","time spent":"575.472616ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-23T16:33:12.059971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.71708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:12.060041Z","caller":"traceutil/trace.go:171","msg":"trace[529344443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2396; }","duration":"202.840756ms","start":"2026-04-23T16:33:11.857179Z","end":"2026-04-23T16:33:12.060019Z","steps":["trace[529344443] 'range keys from in-memory index tree' (duration: 202.639222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.06042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.572962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:12.060448Z","caller":"traceutil/trace.go:171","msg":"trace[256859506] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2396; }","duration":"343.635122ms","start":"2026-04-23T16:33:11.716806Z","end":"2026-04-23T16:33:12.060441Z","steps":["trace[256859506] 'range keys from in-memory index tree' (duration: 343.361429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.060471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:11.716786Z","time spent":"343.67702ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:12.060548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.135269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:12.060891Z","caller":"traceutil/trace.go:171","msg":"trace[242630310] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:2396; }","duration":"699.519808ms","start":"2026-04-23T16:33:11.361358Z","end":"2026-04-23T16:33:12.060878Z","steps":["trace[242630310] 'count revisions from in-memory index tree' (duration: 699.024673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.061009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:11.361337Z","time spent":"699.652915ms","remote":"127.0.0.1:38316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:12.061335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.043025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:12.061416Z","caller":"traceutil/trace.go:171","msg":"trace[1677314107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2396; }","duration":"938.170422ms","start":"2026-04-23T16:33:11.123225Z","end":"2026-04-23T16:33:12.061396Z","steps":["trace[1677314107] 'count revisions from in-memory index tree' (duration: 937.927578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.061467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:11.123209Z","time spent":"938.24542ms","remote":"127.0.0.1:38400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:33:12.94353Z","caller":"traceutil/trace.go:171","msg":"trace[1941303574] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"269.539788ms","start":"2026-04-23T16:33:12.673962Z","end":"2026-04-23T16:33:12.943502Z","steps":["trace[1941303574] 'process raft request' (duration: 269.370662ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:12.965291Z","caller":"traceutil/trace.go:171","msg":"trace[1477105112] transaction","detail":"{read_only:false; response_revision:2399; number_of_response:1; }","duration":"279.220071ms","start":"2026-04-23T16:33:12.686047Z","end":"2026-04-23T16:33:12.965267Z","steps":["trace[1477105112] 'process raft request' (duration: 279.042436ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:12.965555Z","caller":"traceutil/trace.go:171","msg":"trace[1548292380] transaction","detail":"{read_only:false; response_revision:2400; number_of_response:1; }","duration":"275.273427ms","start":"2026-04-23T16:33:12.690271Z","end":"2026-04-23T16:33:12.965544Z","steps":["trace[1548292380] 'process raft request' (duration: 274.957367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:12.965603Z","caller":"traceutil/trace.go:171","msg":"trace[463044232] linearizableReadLoop","detail":"{readStateIndex:2506; appliedIndex:2503; }","duration":"268.061502ms","start":"2026-04-23T16:33:12.69752Z","end":"2026-04-23T16:33:12.965581Z","steps":["trace[463044232] 'read index received' (duration: 245.51183ms)","trace[463044232] 'applied index is now lower than readState.Index' (duration: 22.548762ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:12.96566Z","caller":"traceutil/trace.go:171","msg":"trace[657250241] transaction","detail":"{read_only:false; response_revision:2401; number_of_response:1; }","duration":"236.324251ms","start":"2026-04-23T16:33:12.729319Z","end":"2026-04-23T16:33:12.965643Z","steps":["trace[657250241] 'process raft request' (duration: 236.146647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.965759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.216287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:12.96579Z","caller":"traceutil/trace.go:171","msg":"trace[463225854] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2401; }","duration":"268.305525ms","start":"2026-04-23T16:33:12.697476Z","end":"2026-04-23T16:33:12.965781Z","steps":["trace[463225854] 'agreement among raft nodes before linearized reading' (duration: 268.230217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.965909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.615781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:33:12.965959Z","caller":"traceutil/trace.go:171","msg":"trace[1570109941] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2401; }","duration":"259.717729ms","start":"2026-04-23T16:33:12.706227Z","end":"2026-04-23T16:33:12.965945Z","steps":["trace[1570109941] 'agreement among raft nodes before linearized reading' (duration: 259.553314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.965986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.966747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-23T16:33:12.966049Z","caller":"traceutil/trace.go:171","msg":"trace[1703810863] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2401; }","duration":"247.046704ms","start":"2026-04-23T16:33:12.718985Z","end":"2026-04-23T16:33:12.966032Z","steps":["trace[1703810863] 'agreement among raft nodes before linearized reading' (duration: 246.878059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.96607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.464591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:33:12.966108Z","caller":"traceutil/trace.go:171","msg":"trace[1405087918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2401; }","duration":"244.512989ms","start":"2026-04-23T16:33:12.721584Z","end":"2026-04-23T16:33:12.966097Z","steps":["trace[1405087918] 'agreement among raft nodes before linearized reading' (duration: 244.386063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.966161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.579978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:33:12.966214Z","caller":"traceutil/trace.go:171","msg":"trace[1799434721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2401; }","duration":"244.630386ms","start":"2026-04-23T16:33:12.721571Z","end":"2026-04-23T16:33:12.966202Z","steps":["trace[1799434721] 'agreement among raft nodes before linearized reading' (duration: 244.514419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:12.966275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.726654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T16:33:12.966341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.255682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:33:12.966338Z","caller":"traceutil/trace.go:171","msg":"trace[546242954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2401; }","duration":"247.806273ms","start":"2026-04-23T16:33:12.718518Z","end":"2026-04-23T16:33:12.966324Z","steps":["trace[546242954] 'agreement among raft nodes before linearized reading' (duration: 247.658147ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:12.966372Z","caller":"traceutil/trace.go:171","msg":"trace[1491619406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2401; }","duration":"255.308649ms","start":"2026-04-23T16:33:12.711054Z","end":"2026-04-23T16:33:12.966363Z","steps":["trace[1491619406] 'agreement among raft nodes before linearized reading' (duration: 255.227562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:14.671203Z","caller":"traceutil/trace.go:171","msg":"trace[1194263802] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"345.867805ms","start":"2026-04-23T16:33:14.325317Z","end":"2026-04-23T16:33:14.671185Z","steps":["trace[1194263802] 'process raft request' (duration: 345.753559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:14.671332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:14.325286Z","time spent":"345.975961ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:15.245976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.530538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:15.246502Z","caller":"traceutil/trace.go:171","msg":"trace[679598313] transaction","detail":"{read_only:false; response_revision:2409; number_of_response:1; }","duration":"276.412404ms","start":"2026-04-23T16:33:14.970065Z","end":"2026-04-23T16:33:15.246478Z","steps":["trace[679598313] 'process raft request' (duration: 149.315053ms)","trace[679598313] 'compare' (duration: 126.287936ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:15.246519Z","caller":"traceutil/trace.go:171","msg":"trace[1306271114] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"275.814402ms","start":"2026-04-23T16:33:14.970648Z","end":"2026-04-23T16:33:15.246462Z","steps":["trace[1306271114] 'process raft request' (duration: 275.410563ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.246653Z","caller":"traceutil/trace.go:171","msg":"trace[1152775970] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2513; }","duration":"272.285357ms","start":"2026-04-23T16:33:14.974358Z","end":"2026-04-23T16:33:15.246643Z","steps":["trace[1152775970] 'read index received' (duration: 33.182606ms)","trace[1152775970] 'applied index is now lower than readState.Index' (duration: 239.102141ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:15.24672Z","caller":"traceutil/trace.go:171","msg":"trace[722367162] transaction","detail":"{read_only:false; response_revision:2411; number_of_response:1; }","duration":"275.623087ms","start":"2026-04-23T16:33:14.971091Z","end":"2026-04-23T16:33:15.246714Z","steps":["trace[722367162] 'process raft request' (duration: 275.003656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.246969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.46806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:33:15.246996Z","caller":"traceutil/trace.go:171","msg":"trace[2059732405] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2412; }","duration":"271.510609ms","start":"2026-04-23T16:33:14.975478Z","end":"2026-04-23T16:33:15.246988Z","steps":["trace[2059732405] 'agreement among raft nodes before linearized reading' (duration: 271.309865ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.247017Z","caller":"traceutil/trace.go:171","msg":"trace[455084908] transaction","detail":"{read_only:false; response_revision:2412; number_of_response:1; }","duration":"241.577876ms","start":"2026-04-23T16:33:15.005405Z","end":"2026-04-23T16:33:15.246983Z","steps":["trace[455084908] 'process raft request' (duration: 240.722612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.247084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.18589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:33:15.247105Z","caller":"traceutil/trace.go:171","msg":"trace[155369179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2412; }","duration":"271.219078ms","start":"2026-04-23T16:33:14.975881Z","end":"2026-04-23T16:33:15.2471Z","steps":["trace[155369179] 'agreement among raft nodes before linearized reading' (duration: 271.166459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.247144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.853278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T16:33:15.247046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.189802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T16:33:15.247195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.163559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:33:15.24729Z","caller":"traceutil/trace.go:171","msg":"trace[221746209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2412; }","duration":"167.474453ms","start":"2026-04-23T16:33:15.079795Z","end":"2026-04-23T16:33:15.247269Z","steps":["trace[221746209] 'agreement among raft nodes before linearized reading' (duration: 167.110934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.247301Z","caller":"traceutil/trace.go:171","msg":"trace[1071020055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2412; }","duration":"270.969195ms","start":"2026-04-23T16:33:14.976232Z","end":"2026-04-23T16:33:15.247201Z","steps":["trace[1071020055] 'agreement among raft nodes before linearized reading' (duration: 270.79734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.247531Z","caller":"traceutil/trace.go:171","msg":"trace[268538380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2412; }","duration":"271.311445ms","start":"2026-04-23T16:33:14.975979Z","end":"2026-04-23T16:33:15.24729Z","steps":["trace[268538380] 'agreement among raft nodes before linearized reading' (duration: 270.995555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.24757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.224698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:33:15.247596Z","caller":"traceutil/trace.go:171","msg":"trace[1966616371] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2412; }","duration":"273.277556ms","start":"2026-04-23T16:33:14.974312Z","end":"2026-04-23T16:33:15.247589Z","steps":["trace[1966616371] 'agreement among raft nodes before linearized reading' (duration: 272.418581ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.57955Z","caller":"traceutil/trace.go:171","msg":"trace[1085194262] transaction","detail":"{read_only:false; response_revision:2413; number_of_response:1; }","duration":"327.993604ms","start":"2026-04-23T16:33:15.251524Z","end":"2026-04-23T16:33:15.579518Z","steps":["trace[1085194262] 'process raft request' (duration: 320.992832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.579737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:15.251505Z","time spent":"328.13159ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:15.598615Z","caller":"traceutil/trace.go:171","msg":"trace[1648012778] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"347.016551ms","start":"2026-04-23T16:33:15.251577Z","end":"2026-04-23T16:33:15.598593Z","steps":["trace[1648012778] 'process raft request' (duration: 346.70318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:15.598629Z","caller":"traceutil/trace.go:171","msg":"trace[444502722] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"346.830447ms","start":"2026-04-23T16:33:15.251766Z","end":"2026-04-23T16:33:15.598597Z","steps":["trace[444502722] 'process raft request' (duration: 346.71803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.598728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:15.251552Z","time spent":"347.115778ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:15.598842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:15.251737Z","time spent":"346.974711ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:15.598973Z","caller":"traceutil/trace.go:171","msg":"trace[516534860] transaction","detail":"{read_only:false; response_revision:2416; number_of_response:1; }","duration":"346.380728ms","start":"2026-04-23T16:33:15.252581Z","end":"2026-04-23T16:33:15.598962Z","steps":["trace[516534860] 'process raft request' (duration: 345.963181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.599188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.971265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T16:33:15.599256Z","caller":"traceutil/trace.go:171","msg":"trace[2082136075] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2417; }","duration":"244.068614ms","start":"2026-04-23T16:33:15.355174Z","end":"2026-04-23T16:33:15.599242Z","steps":["trace[2082136075] 'agreement among raft nodes before linearized reading' (duration: 243.836471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.599194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:15.252574Z","time spent":"346.590063ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:15.599004Z","caller":"traceutil/trace.go:171","msg":"trace[459856213] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"346.162596ms","start":"2026-04-23T16:33:15.252836Z","end":"2026-04-23T16:33:15.598998Z","steps":["trace[459856213] 'process raft request' (duration: 345.953212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:15.599405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:15.252829Z","time spent":"346.553494ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:15.598973Z","caller":"traceutil/trace.go:171","msg":"trace[1847805491] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2518; }","duration":"243.739963ms","start":"2026-04-23T16:33:15.355212Z","end":"2026-04-23T16:33:15.598952Z","steps":["trace[1847805491] 'read index received' (duration: 217.233099ms)","trace[1847805491] 'applied index is now lower than readState.Index' (duration: 26.505544ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:23.366357Z","caller":"traceutil/trace.go:171","msg":"trace[1869480052] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"323.785469ms","start":"2026-04-23T16:33:23.042553Z","end":"2026-04-23T16:33:23.366339Z","steps":["trace[1869480052] 'process raft request' (duration: 323.673222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:23.366499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:23.042522Z","time spent":"323.884777ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:25.541023Z","caller":"traceutil/trace.go:171","msg":"trace[397081512] transaction","detail":"{read_only:false; response_revision:2470; number_of_response:1; }","duration":"105.83234ms","start":"2026-04-23T16:33:25.435162Z","end":"2026-04-23T16:33:25.540994Z","steps":["trace[397081512] 'process raft request' (duration: 10.623244ms)","trace[397081512] 'compare' (duration: 94.527267ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:26.076067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.581443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:26.076169Z","caller":"traceutil/trace.go:171","msg":"trace[2016751269] linearizableReadLoop","detail":"{readStateIndex:2580; appliedIndex:2579; }","duration":"433.442418ms","start":"2026-04-23T16:33:25.64271Z","end":"2026-04-23T16:33:26.076153Z","steps":["trace[2016751269] 'read index received' (duration: 115.521126ms)","trace[2016751269] 'applied index is now lower than readState.Index' (duration: 317.919863ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:26.076379Z","caller":"traceutil/trace.go:171","msg":"trace[833620672] transaction","detail":"{read_only:false; response_revision:2472; number_of_response:1; }","duration":"436.136638ms","start":"2026-04-23T16:33:25.640229Z","end":"2026-04-23T16:33:26.076366Z","steps":["trace[833620672] 'process raft request' (duration: 118.149797ms)","trace[833620672] 'compare' (duration: 317.196494ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:26.076454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.640212Z","time spent":"436.205296ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:26.076514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.797962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:33:26.076586Z","caller":"traceutil/trace.go:171","msg":"trace[832359015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2472; }","duration":"417.906359ms","start":"2026-04-23T16:33:25.65866Z","end":"2026-04-23T16:33:26.076566Z","steps":["trace[832359015] 'agreement among raft nodes before linearized reading' (duration: 417.736954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.076682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.658649Z","time spent":"418.024296ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:33:26.076866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.154147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:33:26.076914Z","caller":"traceutil/trace.go:171","msg":"trace[1080671602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2472; }","duration":"434.235465ms","start":"2026-04-23T16:33:25.642664Z","end":"2026-04-23T16:33:26.0769Z","steps":["trace[1080671602] 'agreement among raft nodes before linearized reading' (duration: 434.115649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.076951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.642642Z","time spent":"434.299793ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:26.076966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.805169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:33:26.077004Z","caller":"traceutil/trace.go:171","msg":"trace[452252805] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2472; }","duration":"407.856118ms","start":"2026-04-23T16:33:25.669136Z","end":"2026-04-23T16:33:26.076993Z","steps":["trace[452252805] 'agreement among raft nodes before linearized reading' (duration: 407.714331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.077043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.66913Z","time spent":"407.906656ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:33:26.077173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.312917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:33:26.077234Z","caller":"traceutil/trace.go:171","msg":"trace[1840290567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2472; }","duration":"417.408964ms","start":"2026-04-23T16:33:25.659805Z","end":"2026-04-23T16:33:26.077214Z","steps":["trace[1840290567] 'agreement among raft nodes before linearized reading' (duration: 417.17612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.077313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.659787Z","time spent":"417.518261ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:26.077474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.381524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:26.077572Z","caller":"traceutil/trace.go:171","msg":"trace[39197107] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:2472; }","duration":"386.747634ms","start":"2026-04-23T16:33:25.690809Z","end":"2026-04-23T16:33:26.077556Z","steps":["trace[39197107] 'agreement among raft nodes before linearized reading' (duration: 386.072204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.077627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:25.690783Z","time spent":"386.833851ms","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":67,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:26.300372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.971788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:26.300684Z","caller":"traceutil/trace.go:171","msg":"trace[1766452684] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"219.627826ms","start":"2026-04-23T16:33:26.081029Z","end":"2026-04-23T16:33:26.300657Z","steps":["trace[1766452684] 'process raft request' (duration: 112.26232ms)","trace[1766452684] 'compare' (duration: 106.617268ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:26.300939Z","caller":"traceutil/trace.go:171","msg":"trace[771461539] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"219.888369ms","start":"2026-04-23T16:33:26.081037Z","end":"2026-04-23T16:33:26.300926Z","steps":["trace[771461539] 'process raft request' (duration: 219.544199ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:26.301255Z","caller":"traceutil/trace.go:171","msg":"trace[1393230551] linearizableReadLoop","detail":"{readStateIndex:2584; appliedIndex:2580; }","duration":"127.8073ms","start":"2026-04-23T16:33:26.173429Z","end":"2026-04-23T16:33:26.301236Z","steps":["trace[1393230551] 'read index received' (duration: 19.948028ms)","trace[1393230551] 'applied index is now lower than readState.Index' (duration: 107.857942ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:26.301301Z","caller":"traceutil/trace.go:171","msg":"trace[1746733094] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"219.636625ms","start":"2026-04-23T16:33:26.081646Z","end":"2026-04-23T16:33:26.301283Z","steps":["trace[1746733094] 'process raft request' (duration: 219.169679ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:26.301687Z","caller":"traceutil/trace.go:171","msg":"trace[1933900529] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"219.365883ms","start":"2026-04-23T16:33:26.082292Z","end":"2026-04-23T16:33:26.301658Z","steps":["trace[1933900529] 'process raft request' (duration: 218.630375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.301757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.278075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:26.302517Z","caller":"traceutil/trace.go:171","msg":"trace[1557496509] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2476; }","duration":"129.11861ms","start":"2026-04-23T16:33:26.173363Z","end":"2026-04-23T16:33:26.302481Z","steps":["trace[1557496509] 'agreement among raft nodes before linearized reading' (duration: 128.013403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:26.550884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.673171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:26.550964Z","caller":"traceutil/trace.go:171","msg":"trace[730931133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2476; }","duration":"119.791688ms","start":"2026-04-23T16:33:26.431153Z","end":"2026-04-23T16:33:26.550944Z","steps":["trace[730931133] 'range keys from in-memory index tree' (duration: 119.470848ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:27.539761Z","caller":"traceutil/trace.go:171","msg":"trace[1042794491] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"139.163092ms","start":"2026-04-23T16:33:27.400555Z","end":"2026-04-23T16:33:27.539719Z","steps":["trace[1042794491] 'process raft request' (duration: 138.920619ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:27.540434Z","caller":"traceutil/trace.go:171","msg":"trace[109081789] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"108.338547ms","start":"2026-04-23T16:33:27.432084Z","end":"2026-04-23T16:33:27.540422Z","steps":["trace[109081789] 'process raft request' (duration: 108.107654ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:27.540571Z","caller":"traceutil/trace.go:171","msg":"trace[2115912644] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"107.726655ms","start":"2026-04-23T16:33:27.432648Z","end":"2026-04-23T16:33:27.540375Z","steps":["trace[2115912644] 'process raft request' (duration: 107.631368ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:27.540753Z","caller":"traceutil/trace.go:171","msg":"trace[775118522] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"107.995447ms","start":"2026-04-23T16:33:27.43275Z","end":"2026-04-23T16:33:27.540746Z","steps":["trace[775118522] 'process raft request' (duration: 107.577329ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:28.551499Z","caller":"traceutil/trace.go:171","msg":"trace[583696908] linearizableReadLoop","detail":"{readStateIndex:2592; appliedIndex:2591; }","duration":"246.557081ms","start":"2026-04-23T16:33:28.304913Z","end":"2026-04-23T16:33:28.55147Z","steps":["trace[583696908] 'read index received' (duration: 246.270309ms)","trace[583696908] 'applied index is now lower than readState.Index' (duration: 285.332µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:28.551637Z","caller":"traceutil/trace.go:171","msg":"trace[201803490] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"465.781111ms","start":"2026-04-23T16:33:28.085843Z","end":"2026-04-23T16:33:28.551624Z","steps":["trace[201803490] 'process raft request' (duration: 465.436181ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:28.55178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.085822Z","time spent":"465.847228ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:28.552019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.676285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T16:33:28.55213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.918924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:28.552096Z","caller":"traceutil/trace.go:171","msg":"trace[769769828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2483; }","duration":"246.774483ms","start":"2026-04-23T16:33:28.305302Z","end":"2026-04-23T16:33:28.552077Z","steps":["trace[769769828] 'agreement among raft nodes before linearized reading' (duration: 246.504402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:28.552206Z","caller":"traceutil/trace.go:171","msg":"trace[753998593] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2483; }","duration":"146.028511ms","start":"2026-04-23T16:33:28.406158Z","end":"2026-04-23T16:33:28.552186Z","steps":["trace[753998593] 'agreement among raft nodes before linearized reading' (duration: 145.877566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:28.552324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.406654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:33:28.552378Z","caller":"traceutil/trace.go:171","msg":"trace[1843530083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2483; }","duration":"247.487392ms","start":"2026-04-23T16:33:28.304877Z","end":"2026-04-23T16:33:28.552364Z","steps":["trace[1843530083] 'agreement among raft nodes before linearized reading' (duration: 247.338137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:28.552581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.605718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-23T16:33:28.552596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.605618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:33:28.552829Z","caller":"traceutil/trace.go:171","msg":"trace[823189938] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2483; }","duration":"246.87382ms","start":"2026-04-23T16:33:28.30593Z","end":"2026-04-23T16:33:28.552804Z","steps":["trace[823189938] 'agreement among raft nodes before linearized reading' (duration: 246.377974ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:28.553032Z","caller":"traceutil/trace.go:171","msg":"trace[1172928201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2483; }","duration":"246.705154ms","start":"2026-04-23T16:33:28.305928Z","end":"2026-04-23T16:33:28.552633Z","steps":["trace[1172928201] 'agreement among raft nodes before linearized reading' (duration: 246.500101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:29.0624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495079967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:29.562844Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495079967,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:30.015984Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458217103s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:33:30.01655Z","caller":"traceutil/trace.go:171","msg":"trace[2087210289] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"1.458882422s","start":"2026-04-23T16:33:28.557642Z","end":"2026-04-23T16:33:30.016524Z","steps":["trace[2087210289] 'process raft request' (duration: 1.4586332s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:30.016783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.557622Z","time spent":"1.459008408s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:31.066339Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050051628s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:33:31.066999Z","caller":"traceutil/trace.go:171","msg":"trace[743045529] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"2.509277171s","start":"2026-04-23T16:33:28.557688Z","end":"2026-04-23T16:33:31.066965Z","steps":["trace[743045529] 'process raft request' (duration: 2.509039937s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.067244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.557668Z","time spent":"2.509403447s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.067312Z","caller":"traceutil/trace.go:171","msg":"trace[1791190180] transaction","detail":"{read_only:false; response_revision:2486; number_of_response:1; }","duration":"2.509188683s","start":"2026-04-23T16:33:28.558104Z","end":"2026-04-23T16:33:31.067292Z","steps":["trace[1791190180] 'process raft request' (duration: 2.508819054s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.067424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.558086Z","time spent":"2.509287439s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.067514Z","caller":"traceutil/trace.go:171","msg":"trace[2139714466] transaction","detail":"{read_only:false; response_revision:2487; number_of_response:1; }","duration":"2.508864632s","start":"2026-04-23T16:33:28.558627Z","end":"2026-04-23T16:33:31.067491Z","steps":["trace[2139714466] 'process raft request' (duration: 2.5085889s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.067662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.558616Z","time spent":"2.508971799s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.067807Z","caller":"traceutil/trace.go:171","msg":"trace[431029739] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"1.521851487s","start":"2026-04-23T16:33:29.545946Z","end":"2026-04-23T16:33:31.067797Z","steps":["trace[431029739] 'process raft request' (duration: 1.521727521s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.067894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.54592Z","time spent":"1.521913835s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.067819Z","caller":"traceutil/trace.go:171","msg":"trace[346489746] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"1.522296914s","start":"2026-04-23T16:33:29.545501Z","end":"2026-04-23T16:33:31.067798Z","steps":["trace[346489746] 'process raft request' (duration: 1.52210385s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.068064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.545477Z","time spent":"1.522530697s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:31.06814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506510652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:31.068169Z","caller":"traceutil/trace.go:171","msg":"trace[318996790] transaction","detail":"{read_only:false; response_revision:2492; number_of_response:1; }","duration":"1.521522327s","start":"2026-04-23T16:33:29.546629Z","end":"2026-04-23T16:33:31.068152Z","steps":["trace[318996790] 'process raft request' (duration: 1.521138078s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:31.068465Z","caller":"traceutil/trace.go:171","msg":"trace[1945838915] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2493; }","duration":"2.506856151s","start":"2026-04-23T16:33:28.561596Z","end":"2026-04-23T16:33:31.068452Z","steps":["trace[1945838915] 'agreement among raft nodes before linearized reading' (duration: 2.506387645s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.068642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.546615Z","time spent":"1.521968383s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:31.068597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:28.561588Z","time spent":"2.506996838s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-23T16:33:31.068208Z","caller":"traceutil/trace.go:171","msg":"trace[338991975] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"1.522204316s","start":"2026-04-23T16:33:29.545994Z","end":"2026-04-23T16:33:31.068198Z","steps":["trace[338991975] 'process raft request' (duration: 1.521729601s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.068912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.545969Z","time spent":"1.522892495s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.068167Z","caller":"traceutil/trace.go:171","msg":"trace[2092349381] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"2.019120452s","start":"2026-04-23T16:33:29.049017Z","end":"2026-04-23T16:33:31.068137Z","steps":["trace[2092349381] 'process raft request' (duration: 2.018389145s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.069451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.048993Z","time spent":"2.020396615s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.068212Z","caller":"traceutil/trace.go:171","msg":"trace[1838960025] transaction","detail":"{read_only:false; response_revision:2493; number_of_response:1; }","duration":"1.357641146s","start":"2026-04-23T16:33:29.710555Z","end":"2026-04-23T16:33:31.068196Z","steps":["trace[1838960025] 'process raft request' (duration: 1.357270428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.069692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.710529Z","time spent":"1.359121613s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9155,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.067945Z","caller":"traceutil/trace.go:171","msg":"trace[1676728365] linearizableReadLoop","detail":"{readStateIndex:2601; appliedIndex:2592; }","duration":"2.506309819s","start":"2026-04-23T16:33:28.561617Z","end":"2026-04-23T16:33:31.067927Z","steps":["trace[1676728365] 'read index received' (duration: 1.454676707s)","trace[1676728365] 'applied index is now lower than readState.Index' (duration: 1.051631652s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:31.571506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495079980,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:31.856716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000274931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:33:31.856896Z","caller":"traceutil/trace.go:171","msg":"trace[1217400717] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489505s","start":"2026-04-23T16:33:29.856383Z","end":"2026-04-23T16:33:31.856873Z","steps":["trace[1217400717] 'agreement among raft nodes before linearized reading' (duration: 2.00030044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.857225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.856367Z","time spent":"2.000846014s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:33:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:33:31.992779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.727366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:31.993002Z","caller":"traceutil/trace.go:171","msg":"trace[1275774503] linearizableReadLoop","detail":"{readStateIndex:2604; appliedIndex:2602; }","duration":"922.777766ms","start":"2026-04-23T16:33:31.070208Z","end":"2026-04-23T16:33:31.992986Z","steps":["trace[1275774503] 'read index received' (duration: 756.73507ms)","trace[1275774503] 'applied index is now lower than readState.Index' (duration: 166.041427ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:31.993093Z","caller":"traceutil/trace.go:171","msg":"trace[21700560] transaction","detail":"{read_only:false; response_revision:2494; number_of_response:1; }","duration":"1.728995634s","start":"2026-04-23T16:33:30.264086Z","end":"2026-04-23T16:33:31.993082Z","steps":["trace[21700560] 'process raft request' (duration: 1.562888559s)","trace[21700560] 'compare' (duration: 165.148943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:31.993155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:30.26406Z","time spent":"1.729064091s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:31.993566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346986589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-04-23T16:33:31.993564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318036798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T16:33:31.993657Z","caller":"traceutil/trace.go:171","msg":"trace[1589211269] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2495; }","duration":"2.318187674s","start":"2026-04-23T16:33:29.675439Z","end":"2026-04-23T16:33:31.993627Z","steps":["trace[1589211269] 'agreement among raft nodes before linearized reading' (duration: 2.317767506s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.99374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.675415Z","time spent":"2.31830946s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T16:33:31.993629Z","caller":"traceutil/trace.go:171","msg":"trace[541892277] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2495; }","duration":"2.347054396s","start":"2026-04-23T16:33:29.646557Z","end":"2026-04-23T16:33:31.993612Z","steps":["trace[541892277] 'agreement among raft nodes before linearized reading' (duration: 2.346855133s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.993908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.646535Z","time spent":"2.347356468s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-23T16:33:31.994049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.763814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:33:31.994113Z","caller":"traceutil/trace.go:171","msg":"trace[1949757545] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2495; }","duration":"508.87317ms","start":"2026-04-23T16:33:31.485221Z","end":"2026-04-23T16:33:31.994094Z","steps":["trace[1949757545] 'agreement among raft nodes before linearized reading' (duration: 508.723755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.994126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356606224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T16:33:31.994172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:31.485191Z","time spent":"508.967659ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-23T16:33:31.994203Z","caller":"traceutil/trace.go:171","msg":"trace[902862215] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2495; }","duration":"1.35675424s","start":"2026-04-23T16:33:30.637434Z","end":"2026-04-23T16:33:31.994188Z","steps":["trace[902862215] 'agreement among raft nodes before linearized reading' (duration: 1.356550526s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.994216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.020116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:31.994272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:30.637415Z","time spent":"1.356821987s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T16:33:31.994334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.596678806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:31.994387Z","caller":"traceutil/trace.go:171","msg":"trace[891187322] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2495; }","duration":"2.596768213s","start":"2026-04-23T16:33:29.397607Z","end":"2026-04-23T16:33:31.994375Z","steps":["trace[891187322] 'agreement among raft nodes before linearized reading' (duration: 2.596688306s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.994392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.008592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:31.994431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:29.397591Z","time spent":"2.596826491s","remote":"127.0.0.1:38416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:33:31.99449Z","caller":"traceutil/trace.go:171","msg":"trace[158042742] transaction","detail":"{read_only:false; response_revision:2495; number_of_response:1; }","duration":"1.105626977s","start":"2026-04-23T16:33:30.888851Z","end":"2026-04-23T16:33:31.994478Z","steps":["trace[158042742] 'process raft request' (duration: 1.104022514s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:31.994443Z","caller":"traceutil/trace.go:171","msg":"trace[427000328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2495; }","duration":"148.102558ms","start":"2026-04-23T16:33:31.846325Z","end":"2026-04-23T16:33:31.994428Z","steps":["trace[427000328] 'agreement among raft nodes before linearized reading' (duration: 148.015941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.994615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:30.888828Z","time spent":"1.105722644s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:31.994269Z","caller":"traceutil/trace.go:171","msg":"trace[713098045] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2495; }","duration":"137.104874ms","start":"2026-04-23T16:33:31.857148Z","end":"2026-04-23T16:33:31.994253Z","steps":["trace[713098045] 'agreement among raft nodes before linearized reading' (duration: 137.019318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.995254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436767947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T16:33:31.995315Z","caller":"traceutil/trace.go:171","msg":"trace[2073862622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2495; }","duration":"1.436875665s","start":"2026-04-23T16:33:30.558425Z","end":"2026-04-23T16:33:31.995301Z","steps":["trace[2073862622] 'agreement among raft nodes before linearized reading' (duration: 1.436475976s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:31.995356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:30.558405Z","time spent":"1.436940493s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:32.855222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.879497ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-04-23T16:33:32.855629Z","caller":"traceutil/trace.go:171","msg":"trace[595586593] linearizableReadLoop","detail":"{readStateIndex:2606; appliedIndex:2604; }","duration":"855.974468ms","start":"2026-04-23T16:33:31.999633Z","end":"2026-04-23T16:33:32.855608Z","steps":["trace[595586593] 'read index received' (duration: 124.712081ms)","trace[595586593] 'applied index is now lower than readState.Index' (duration: 731.261127ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:32.855729Z","caller":"traceutil/trace.go:171","msg":"trace[796821491] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"855.387145ms","start":"2026-04-23T16:33:32.000325Z","end":"2026-04-23T16:33:32.855712Z","steps":["trace[796821491] 'process raft request' (duration: 855.23346ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:32.855751Z","caller":"traceutil/trace.go:171","msg":"trace[360884492] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"855.758053ms","start":"2026-04-23T16:33:31.99997Z","end":"2026-04-23T16:33:32.855728Z","steps":["trace[360884492] 'process raft request' (duration: 855.52953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:32.855747Z","caller":"traceutil/trace.go:171","msg":"trace[2087625326] transaction","detail":"{read_only:false; response_revision:2496; number_of_response:1; }","duration":"856.187482ms","start":"2026-04-23T16:33:31.99953Z","end":"2026-04-23T16:33:32.855717Z","steps":["trace[2087625326] 'process raft request' (duration: 855.810382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:32.855873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.000315Z","time spent":"855.463893ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:32.855914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:31.999956Z","time spent":"855.846612ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:32.855919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:31.999471Z","time spent":"856.332307ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:32.85595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.652136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:32.855728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:31.996446Z","time spent":"859.277009ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:33:32.855986Z","caller":"traceutil/trace.go:171","msg":"trace[1023343523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2498; }","duration":"851.700514ms","start":"2026-04-23T16:33:32.004274Z","end":"2026-04-23T16:33:32.855975Z","steps":["trace[1023343523] 'agreement among raft nodes before linearized reading' (duration: 851.651406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:32.855895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.25174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-23T16:33:32.856018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.004268Z","time spent":"851.741144ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:33:32.856043Z","caller":"traceutil/trace.go:171","msg":"trace[1771508774] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a; range_end:; response_count:1; response_revision:2498; }","duration":"856.434904ms","start":"2026-04-23T16:33:31.999597Z","end":"2026-04-23T16:33:32.856032Z","steps":["trace[1771508774] 'agreement among raft nodes before linearized reading' (duration: 856.130303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:32.856081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:31.999578Z","time spent":"856.493352ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a\" "} {"level":"warn","ts":"2026-04-23T16:33:32.856212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.416698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:33:32.856288Z","caller":"traceutil/trace.go:171","msg":"trace[622368622] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2498; }","duration":"835.511144ms","start":"2026-04-23T16:33:32.020767Z","end":"2026-04-23T16:33:32.856279Z","steps":["trace[622368622] 'agreement among raft nodes before linearized reading' (duration: 835.311379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:32.856318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.020756Z","time spent":"835.553943ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:33:32.857149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.937023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:32.857255Z","caller":"traceutil/trace.go:171","msg":"trace[929194663] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2498; }","duration":"779.878325ms","start":"2026-04-23T16:33:32.077352Z","end":"2026-04-23T16:33:32.85723Z","steps":["trace[929194663] 'agreement among raft nodes before linearized reading' (duration: 778.711889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:32.857308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.07733Z","time spent":"779.968142ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:33.569584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495079991,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:34.151637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172413584s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:34.151974Z","caller":"traceutil/trace.go:171","msg":"trace[621039998] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"1.077208218s","start":"2026-04-23T16:33:33.07475Z","end":"2026-04-23T16:33:34.151958Z","steps":["trace[621039998] 'process raft request' (duration: 1.077149589s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.152032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.074737Z","time spent":"1.077268066s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:34.151997Z","caller":"traceutil/trace.go:171","msg":"trace[330726018] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"1.292539073s","start":"2026-04-23T16:33:32.859409Z","end":"2026-04-23T16:33:34.151948Z","steps":["trace[330726018] 'process raft request' (duration: 1.29232722s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:34.15219Z","caller":"traceutil/trace.go:171","msg":"trace[1143817374] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"1.290150623s","start":"2026-04-23T16:33:32.862032Z","end":"2026-04-23T16:33:34.152183Z","steps":["trace[1143817374] 'process raft request' (duration: 1.289800754s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:34.152176Z","caller":"traceutil/trace.go:171","msg":"trace[465935253] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"1.077378843s","start":"2026-04-23T16:33:33.074774Z","end":"2026-04-23T16:33:34.152153Z","steps":["trace[465935253] 'process raft request' (duration: 1.07715563s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.152243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.86202Z","time spent":"1.290196312s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:34.15223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.859385Z","time spent":"1.292709178s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:34.152302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.074762Z","time spent":"1.0774791s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:34.152429Z","caller":"traceutil/trace.go:171","msg":"trace[1872942793] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"1.292977939s","start":"2026-04-23T16:33:32.859434Z","end":"2026-04-23T16:33:34.152412Z","steps":["trace[1872942793] 'process raft request' (duration: 119.69766ms)","trace[1872942793] 'compare' (duration: 1.17123641s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:34.153458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:32.859418Z","time spent":"1.29400411s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:34.15263Z","caller":"traceutil/trace.go:171","msg":"trace[1840655330] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"1.07645589s","start":"2026-04-23T16:33:33.076164Z","end":"2026-04-23T16:33:34.15262Z","steps":["trace[1840655330] 'process raft request' (duration: 1.075940945s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.153725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.076149Z","time spent":"1.077538458s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:34.152721Z","caller":"traceutil/trace.go:171","msg":"trace[1644734166] linearizableReadLoop","detail":"{readStateIndex:2615; appliedIndex:2608; }","duration":"1.084164402s","start":"2026-04-23T16:33:33.068549Z","end":"2026-04-23T16:33:34.152713Z","steps":["trace[1644734166] 'read index received' (duration: 568.177162ms)","trace[1644734166] 'applied index is now lower than readState.Index' (duration: 515.986371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:34.152867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084316237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-04-23T16:33:34.153998Z","caller":"traceutil/trace.go:171","msg":"trace[1652690299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2505; }","duration":"1.085478393s","start":"2026-04-23T16:33:33.068509Z","end":"2026-04-23T16:33:34.153988Z","steps":["trace[1652690299] 'agreement among raft nodes before linearized reading' (duration: 1.08422669s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.154034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.068484Z","time spent":"1.08553952s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-23T16:33:34.152891Z","caller":"traceutil/trace.go:171","msg":"trace[1568668598] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"1.076177039s","start":"2026-04-23T16:33:33.076709Z","end":"2026-04-23T16:33:34.152886Z","steps":["trace[1568668598] 'process raft request' (duration: 1.075879117s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.154263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.076693Z","time spent":"1.077538458s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:34.154295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083252359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:33:34.154367Z","caller":"traceutil/trace.go:171","msg":"trace[1119293490] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2505; }","duration":"1.083365176s","start":"2026-04-23T16:33:33.070985Z","end":"2026-04-23T16:33:34.15435Z","steps":["trace[1119293490] 'agreement among raft nodes before linearized reading' (duration: 1.083129383s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.154415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.070966Z","time spent":"1.083440103s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:33:34.154593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.555704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:34.154639Z","caller":"traceutil/trace.go:171","msg":"trace[1406573083] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2505; }","duration":"290.605123ms","start":"2026-04-23T16:33:33.864018Z","end":"2026-04-23T16:33:34.154623Z","steps":["trace[1406573083] 'agreement among raft nodes before linearized reading' (duration: 290.492446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.154815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080092972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:33:34.154853Z","caller":"traceutil/trace.go:171","msg":"trace[1396668245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2505; }","duration":"1.080146551s","start":"2026-04-23T16:33:33.074697Z","end":"2026-04-23T16:33:34.154844Z","steps":["trace[1396668245] 'agreement among raft nodes before linearized reading' (duration: 1.080059734s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.154875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.074691Z","time spent":"1.08017871s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:34.15491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080238558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:33:34.154941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.358793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:34.154945Z","caller":"traceutil/trace.go:171","msg":"trace[443830099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2505; }","duration":"1.080294497s","start":"2026-04-23T16:33:33.074639Z","end":"2026-04-23T16:33:34.154934Z","steps":["trace[443830099] 'agreement among raft nodes before linearized reading' (duration: 1.08019849s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:34.154962Z","caller":"traceutil/trace.go:171","msg":"trace[315244394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2505; }","duration":"297.415601ms","start":"2026-04-23T16:33:33.85754Z","end":"2026-04-23T16:33:34.154956Z","steps":["trace[315244394] 'agreement among raft nodes before linearized reading' (duration: 297.382681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.15498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.074627Z","time spent":"1.080341605s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:34.15509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080487861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:34.155124Z","caller":"traceutil/trace.go:171","msg":"trace[1448094209] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2505; }","duration":"1.080541089s","start":"2026-04-23T16:33:33.074568Z","end":"2026-04-23T16:33:34.155109Z","steps":["trace[1448094209] 'agreement among raft nodes before linearized reading' (duration: 1.080489051s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:34.155156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:33.074556Z","time spent":"1.080591798s","remote":"127.0.0.1:40242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:34.665636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:35.166597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:35.667323Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:36.168306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:36.669242Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:37.169927Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080004,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:37.534347Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.373957823s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:33:37.534865Z","caller":"traceutil/trace.go:171","msg":"trace[1466758410] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"3.374555805s","start":"2026-04-23T16:33:34.160288Z","end":"2026-04-23T16:33:37.534844Z","steps":["trace[1466758410] 'process raft request' (duration: 3.37440867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:37.535005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.160266Z","time spent":"3.374653382s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:37.857993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:33:37.858094Z","caller":"traceutil/trace.go:171","msg":"trace[695164630] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000643855s","start":"2026-04-23T16:33:35.85743Z","end":"2026-04-23T16:33:37.858074Z","steps":["trace[695164630] 'agreement among raft nodes before linearized reading' (duration: 2.000521489s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:37.858145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:35.85741Z","time spent":"2.000726183s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:33:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:33:38.895148Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.360383111s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:33:38.89597Z","caller":"traceutil/trace.go:171","msg":"trace[613671145] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"4.733061962s","start":"2026-04-23T16:33:34.162868Z","end":"2026-04-23T16:33:38.89593Z","steps":["trace[613671145] 'process raft request' (duration: 4.732718661s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:38.896115Z","caller":"traceutil/trace.go:171","msg":"trace[194431910] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"4.732786559s","start":"2026-04-23T16:33:34.163231Z","end":"2026-04-23T16:33:38.896017Z","steps":["trace[194431910] 'process raft request' (duration: 4.732596935s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:38.896146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.162842Z","time spent":"4.733218877s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:38.896179Z","caller":"traceutil/trace.go:171","msg":"trace[30361422] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"4.733022782s","start":"2026-04-23T16:33:34.163077Z","end":"2026-04-23T16:33:38.896099Z","steps":["trace[30361422] 'process raft request' (duration: 4.732703562s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:38.896346Z","caller":"traceutil/trace.go:171","msg":"trace[561641517] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"2.738463817s","start":"2026-04-23T16:33:36.15786Z","end":"2026-04-23T16:33:38.896324Z","steps":["trace[561641517] 'process raft request' (duration: 2.738112177s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:38.896381Z","caller":"traceutil/trace.go:171","msg":"trace[819868712] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"2.736884224s","start":"2026-04-23T16:33:36.159486Z","end":"2026-04-23T16:33:38.89637Z","steps":["trace[819868712] 'process raft request' (duration: 2.736704769s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:38.896416Z","caller":"traceutil/trace.go:171","msg":"trace[163224391] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"2.73631721s","start":"2026-04-23T16:33:36.160091Z","end":"2026-04-23T16:33:38.896408Z","steps":["trace[163224391] 'process raft request' (duration: 2.736183435s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:38.896397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.163067Z","time spent":"4.733211767s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:38.896464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.159471Z","time spent":"2.736933932s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:38.896475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.160075Z","time spent":"2.736370209s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:38.896383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.163223Z","time spent":"4.733005932s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:38.896358Z","caller":"traceutil/trace.go:171","msg":"trace[562071195] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"2.738383499s","start":"2026-04-23T16:33:36.157962Z","end":"2026-04-23T16:33:38.896345Z","steps":["trace[562071195] 'process raft request' (duration: 2.738158806s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:38.89659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.157933Z","time spent":"2.738635163s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:38.896626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.157845Z","time spent":"2.738559544s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:39.857886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999420632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:33:39.858562Z","caller":"traceutil/trace.go:171","msg":"trace[904032169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000056973s","start":"2026-04-23T16:33:37.858311Z","end":"2026-04-23T16:33:39.858368Z","steps":["trace[904032169] 'agreement among raft nodes before linearized reading' (duration: 1.9994987s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:39.858903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:37.85829Z","time spent":"2.000589868s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 16:33:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:33:40.649228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000720052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T16:33:40.649313Z","caller":"traceutil/trace.go:171","msg":"trace[1011710169] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000862439s","start":"2026-04-23T16:33:38.648431Z","end":"2026-04-23T16:33:40.649293Z","steps":["trace[1011710169] 'agreement among raft nodes before linearized reading' (duration: 2.000751783s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:40.649361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:38.648411Z","time spent":"2.000940777s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:40.867817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.97147854s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T16:33:40.867962Z","caller":"traceutil/trace.go:171","msg":"trace[2019900283] linearizableReadLoop","detail":"{readStateIndex:2624; appliedIndex:2615; }","duration":"6.702527071s","start":"2026-04-23T16:33:34.165413Z","end":"2026-04-23T16:33:40.867941Z","steps":["trace[2019900283] 'read index received' (duration: 3.369371128s)","trace[2019900283] 'applied index is now lower than readState.Index' (duration: 3.333154413s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:40.86831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.702883501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:40.868363Z","caller":"traceutil/trace.go:171","msg":"trace[1939727195] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2513; }","duration":"6.702972108s","start":"2026-04-23T16:33:34.16538Z","end":"2026-04-23T16:33:40.868352Z","steps":["trace[1939727195] 'agreement among raft nodes before linearized reading' (duration: 6.702872571s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:40.868401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.165369Z","time spent":"6.703024187s","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T16:33:41.155836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999467803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T16:33:41.155941Z","caller":"traceutil/trace.go:171","msg":"trace[472470969] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999627768s","start":"2026-04-23T16:33:36.156287Z","end":"2026-04-23T16:33:41.155914Z","steps":["trace[472470969] 'agreement among raft nodes before linearized reading' (duration: 4.999509642s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.155989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.156261Z","time spent":"4.999716365s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/23 16:33:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:33:41.159575Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.658751183s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:33:41.160213Z","caller":"traceutil/trace.go:171","msg":"trace[1798219808] linearizableReadLoop","detail":"{readStateIndex:2625; appliedIndex:2624; }","duration":"292.207876ms","start":"2026-04-23T16:33:40.86799Z","end":"2026-04-23T16:33:41.160198Z","steps":["trace[1798219808] 'read index received' (duration: 291.993453ms)","trace[1798219808] 'applied index is now lower than readState.Index' (duration: 213.623µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:41.160743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.131235281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:41.160376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295442007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:41.1608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.299335867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:33:41.160806Z","caller":"traceutil/trace.go:171","msg":"trace[830754830] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2514; }","duration":"6.131347789s","start":"2026-04-23T16:33:35.029438Z","end":"2026-04-23T16:33:41.160786Z","steps":["trace[830754830] 'agreement among raft nodes before linearized reading' (duration: 6.131258681s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:41.160853Z","caller":"traceutil/trace.go:171","msg":"trace[1288893815] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2514; }","duration":"6.299414536s","start":"2026-04-23T16:33:34.861419Z","end":"2026-04-23T16:33:41.160834Z","steps":["trace[1288893815] 'agreement among raft nodes before linearized reading' (duration: 6.299313549s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.160857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:35.029415Z","time spent":"6.131432636s","remote":"127.0.0.1:38372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:34.861393Z","time spent":"6.299497452s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:33:41.160805Z","caller":"traceutil/trace.go:171","msg":"trace[1206182601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2514; }","duration":"1.295937751s","start":"2026-04-23T16:33:39.864857Z","end":"2026-04-23T16:33:41.160795Z","steps":["trace[1206182601] 'agreement among raft nodes before linearized reading' (duration: 1.295427696s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.161067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:39.864833Z","time spent":"1.296183815s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:33:41.160416Z","caller":"traceutil/trace.go:171","msg":"trace[1230126234] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"1.659727875s","start":"2026-04-23T16:33:39.500677Z","end":"2026-04-23T16:33:41.160405Z","steps":["trace[1230126234] 'process raft request' (duration: 1.659372265s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.161259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:39.500643Z","time spent":"1.660549131s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:41.16058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619887186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-04-23T16:33:41.161422Z","caller":"traceutil/trace.go:171","msg":"trace[1551572297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2514; }","duration":"1.62077751s","start":"2026-04-23T16:33:39.540624Z","end":"2026-04-23T16:33:41.161402Z","steps":["trace[1551572297] 'agreement among raft nodes before linearized reading' (duration: 1.619821118s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.160612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260429362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46\" ","response":"range_response_count:1 size:846"} {"level":"warn","ts":"2026-04-23T16:33:41.161475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:39.540594Z","time spent":"1.620864976s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T16:33:41.161493Z","caller":"traceutil/trace.go:171","msg":"trace[2014501413] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46; range_end:; response_count:1; response_revision:2514; }","duration":"2.261348574s","start":"2026-04-23T16:33:38.900127Z","end":"2026-04-23T16:33:41.161476Z","steps":["trace[2014501413] 'agreement among raft nodes before linearized reading' (duration: 2.260317055s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.161562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:38.900103Z","time spent":"2.261434942s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46\" "} {"level":"warn","ts":"2026-04-23T16:33:41.160639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126701307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:41.16165Z","caller":"traceutil/trace.go:171","msg":"trace[216426236] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2514; }","duration":"6.127740155s","start":"2026-04-23T16:33:35.033894Z","end":"2026-04-23T16:33:41.161634Z","steps":["trace[216426236] 'agreement among raft nodes before linearized reading' (duration: 6.126718715s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.161703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:35.033878Z","time spent":"6.127810963s","remote":"127.0.0.1:40224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.869952964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:41.161891Z","caller":"traceutil/trace.go:171","msg":"trace[745114227] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2514; }","duration":"4.871317582s","start":"2026-04-23T16:33:36.29056Z","end":"2026-04-23T16:33:41.161877Z","steps":["trace[745114227] 'agreement among raft nodes before linearized reading' (duration: 4.869941023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.161936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.290541Z","time spent":"4.87137947s","remote":"127.0.0.1:47198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138234616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:41.161985Z","caller":"traceutil/trace.go:171","msg":"trace[444546712] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:2514; }","duration":"2.139682332s","start":"2026-04-23T16:33:39.022293Z","end":"2026-04-23T16:33:41.161975Z","steps":["trace[444546712] 'agreement among raft nodes before linearized reading' (duration: 2.138150098s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.162022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:39.022265Z","time spent":"2.13974616s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":29,"response size":29,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.099877681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:41.162094Z","caller":"traceutil/trace.go:171","msg":"trace[1458525667] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2514; }","duration":"3.101279279s","start":"2026-04-23T16:33:38.060793Z","end":"2026-04-23T16:33:41.162072Z","steps":["trace[1458525667] 'agreement among raft nodes before linearized reading' (duration: 3.099858082s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.162177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:38.060736Z","time spent":"3.101408866s","remote":"127.0.0.1:38326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.685666187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:41.1625Z","caller":"traceutil/trace.go:171","msg":"trace[657349558] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2514; }","duration":"4.687510124s","start":"2026-04-23T16:33:36.474961Z","end":"2026-04-23T16:33:41.162471Z","steps":["trace[657349558] 'agreement among raft nodes before linearized reading' (duration: 4.685705607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.162569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:36.47493Z","time spent":"4.687614679s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.160721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.999198086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:41.16276Z","caller":"traceutil/trace.go:171","msg":"trace[1579854154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2514; }","duration":"6.001227076s","start":"2026-04-23T16:33:35.161517Z","end":"2026-04-23T16:33:41.162745Z","steps":["trace[1579854154] 'agreement among raft nodes before linearized reading' (duration: 5.999143818s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.162807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:35.161465Z","time spent":"6.001329894s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:41.160397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072413194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:41.162961Z","caller":"traceutil/trace.go:171","msg":"trace[513805521] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2514; }","duration":"3.075026367s","start":"2026-04-23T16:33:38.087917Z","end":"2026-04-23T16:33:41.162943Z","steps":["trace[513805521] 'agreement among raft nodes before linearized reading' (duration: 3.072346867s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:41.163015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:38.087902Z","time spent":"3.075096165s","remote":"127.0.0.1:33892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:41.661475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:42.162411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:42.662899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:43.162775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999827219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T16:33:43.162859Z","caller":"traceutil/trace.go:171","msg":"trace[1893625514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999949255s","start":"2026-04-23T16:33:41.162892Z","end":"2026-04-23T16:33:43.162842Z","steps":["trace[1893625514] 'agreement among raft nodes before linearized reading' (duration: 1.999849168s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:43.162901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.162872Z","time spent":"2.000019944s","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:43.163769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:43.656234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.200536701s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T16:33:43.737331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.975184Z","time spent":"1.762138718s","remote":"127.0.0.1:40974","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:33:43.73764Z","caller":"traceutil/trace.go:171","msg":"trace[520177815] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"2.834502219s","start":"2026-04-23T16:33:40.903118Z","end":"2026-04-23T16:33:43.73762Z","steps":["trace[520177815] 'process raft request' (duration: 2.83445901s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:43.73772Z","caller":"traceutil/trace.go:171","msg":"trace[1268766177] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"2.834994533s","start":"2026-04-23T16:33:40.902707Z","end":"2026-04-23T16:33:43.737702Z","steps":["trace[1268766177] 'process raft request' (duration: 2.753684094s)","trace[1268766177] 'compare' (duration: 80.468795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:43.737754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.903111Z","time spent":"2.834580336s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:43.737803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.90269Z","time spent":"2.835070473s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:43.737939Z","caller":"traceutil/trace.go:171","msg":"trace[1190957631] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"2.834919057s","start":"2026-04-23T16:33:40.90301Z","end":"2026-04-23T16:33:43.737929Z","steps":["trace[1190957631] 'process raft request' (duration: 2.834403512s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:43.738002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.903001Z","time spent":"2.834970585s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:43.738148Z","caller":"traceutil/trace.go:171","msg":"trace[1090950508] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"2.835064702s","start":"2026-04-23T16:33:40.903071Z","end":"2026-04-23T16:33:43.738136Z","steps":["trace[1090950508] 'process raft request' (duration: 2.834431532s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:43.738222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.903065Z","time spent":"2.83512366s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:44.336584Z","caller":"traceutil/trace.go:171","msg":"trace[101337302] transaction","detail":"{read_only:false; response_revision:2522; number_of_response:1; }","duration":"2.921163679s","start":"2026-04-23T16:33:41.415396Z","end":"2026-04-23T16:33:44.33656Z","steps":["trace[101337302] 'process raft request' (duration: 2.921079732s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.336726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.415371Z","time spent":"2.921288195s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:44.336731Z","caller":"traceutil/trace.go:171","msg":"trace[2113239486] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"3.172559924s","start":"2026-04-23T16:33:41.164144Z","end":"2026-04-23T16:33:44.336704Z","steps":["trace[2113239486] 'process raft request' (duration: 3.171832475s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.336875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.164127Z","time spent":"3.172660772s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:44.336906Z","caller":"traceutil/trace.go:171","msg":"trace[792636653] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"3.171143566s","start":"2026-04-23T16:33:41.165725Z","end":"2026-04-23T16:33:44.336869Z","steps":["trace[792636653] 'process raft request' (duration: 3.170602922s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:44.337005Z","caller":"traceutil/trace.go:171","msg":"trace[539160299] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"3.169036147s","start":"2026-04-23T16:33:41.167949Z","end":"2026-04-23T16:33:44.336985Z","steps":["trace[539160299] 'process raft request' (duration: 3.168487983s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:44.337083Z","caller":"traceutil/trace.go:171","msg":"trace[508094999] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2625; }","duration":"3.176307243s","start":"2026-04-23T16:33:41.160765Z","end":"2026-04-23T16:33:44.337072Z","steps":["trace[508094999] 'read index received' (duration: 2.495599988s)","trace[508094999] 'applied index is now lower than readState.Index' (duration: 680.706265ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:44.33711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.165707Z","time spent":"3.171301341s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:44.337135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.167941Z","time spent":"3.169106586s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:44.337307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435479808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-04-23T16:33:44.337315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167584227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:44.337345Z","caller":"traceutil/trace.go:171","msg":"trace[2047498554] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2523; }","duration":"3.435558625s","start":"2026-04-23T16:33:40.901777Z","end":"2026-04-23T16:33:44.337336Z","steps":["trace[2047498554] 'agreement among raft nodes before linearized reading' (duration: 3.43538495s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.901758Z","time spent":"3.435603463s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":512,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:33:44.337361Z","caller":"traceutil/trace.go:171","msg":"trace[679948308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2523; }","duration":"1.167651385s","start":"2026-04-23T16:33:43.169696Z","end":"2026-04-23T16:33:44.337348Z","steps":["trace[679948308] 'agreement among raft nodes before linearized reading' (duration: 1.167575607s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:43.169682Z","time spent":"1.167704373s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:44.337412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.851527483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:33:44.337495Z","caller":"traceutil/trace.go:171","msg":"trace[1190682526] transaction","detail":"{read_only:false; response_revision:2523; number_of_response:1; }","duration":"2.285747622s","start":"2026-04-23T16:33:42.051733Z","end":"2026-04-23T16:33:44.337481Z","steps":["trace[1190682526] 'process raft request' (duration: 2.28477964s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:44.337495Z","caller":"traceutil/trace.go:171","msg":"trace[1375225862] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2523; }","duration":"2.85162149s","start":"2026-04-23T16:33:41.485852Z","end":"2026-04-23T16:33:44.337474Z","steps":["trace[1375225862] 'agreement among raft nodes before linearized reading' (duration: 2.851410646s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:42.05171Z","time spent":"2.285807149s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:44.337551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.485794Z","time spent":"2.851743806s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-23T16:33:44.337586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.011947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:44.337626Z","caller":"traceutil/trace.go:171","msg":"trace[36684181] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2523; }","duration":"311.082096ms","start":"2026-04-23T16:33:44.026528Z","end":"2026-04-23T16:33:44.33761Z","steps":["trace[36684181] 'agreement among raft nodes before linearized reading' (duration: 311.009517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.026504Z","time spent":"311.146034ms","remote":"127.0.0.1:34172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:44.337728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168339182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:44.337753Z","caller":"traceutil/trace.go:171","msg":"trace[105990895] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2523; }","duration":"2.168398719s","start":"2026-04-23T16:33:42.169346Z","end":"2026-04-23T16:33:44.337745Z","steps":["trace[105990895] 'agreement among raft nodes before linearized reading' (duration: 2.168317823s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43539267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-23T16:33:44.337502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.464217675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:44.33781Z","caller":"traceutil/trace.go:171","msg":"trace[1083724941] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2523; }","duration":"3.435464698s","start":"2026-04-23T16:33:40.902331Z","end":"2026-04-23T16:33:44.337795Z","steps":["trace[1083724941] 'agreement among raft nodes before linearized reading' (duration: 3.435289193s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180225972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T16:33:44.337827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.568077749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:44.337828Z","caller":"traceutil/trace.go:171","msg":"trace[1350351134] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2523; }","duration":"3.464585495s","start":"2026-04-23T16:33:40.873226Z","end":"2026-04-23T16:33:44.337811Z","steps":["trace[1350351134] 'agreement among raft nodes before linearized reading' (duration: 3.464247005s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:44.337854Z","caller":"traceutil/trace.go:171","msg":"trace[1450614009] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2523; }","duration":"1.18028167s","start":"2026-04-23T16:33:43.157567Z","end":"2026-04-23T16:33:44.337849Z","steps":["trace[1450614009] 'agreement among raft nodes before linearized reading' (duration: 1.180231172s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:43.157537Z","time spent":"1.180333359s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T16:33:44.337875Z","caller":"traceutil/trace.go:171","msg":"trace[1610575167] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2523; }","duration":"2.568169346s","start":"2026-04-23T16:33:41.769691Z","end":"2026-04-23T16:33:44.33786Z","steps":["trace[1610575167] 'agreement among raft nodes before linearized reading' (duration: 2.568089769s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.8732Z","time spent":"3.464672282s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-23T16:33:44.337878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590172664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:33:44.337916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.769667Z","time spent":"2.568237254s","remote":"127.0.0.1:33850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:33:44.337924Z","caller":"traceutil/trace.go:171","msg":"trace[1103146805] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2523; }","duration":"2.590255651s","start":"2026-04-23T16:33:41.747656Z","end":"2026-04-23T16:33:44.337911Z","steps":["trace[1103146805] 'agreement among raft nodes before linearized reading' (duration: 2.590185763s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.489020395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:33:44.337977Z","caller":"traceutil/trace.go:171","msg":"trace[719087041] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2523; }","duration":"1.489075335s","start":"2026-04-23T16:33:42.848895Z","end":"2026-04-23T16:33:44.33797Z","steps":["trace[719087041] 'agreement among raft nodes before linearized reading' (duration: 1.489039545s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.337968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:41.747634Z","time spent":"2.590322858s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:44.337996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:42.848877Z","time spent":"1.489113743s","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:44.337777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:42.169327Z","time spent":"2.16844239s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:44.337812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.459086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:33:44.337846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:40.902319Z","time spent":"3.435519556s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:33:44.338096Z","caller":"traceutil/trace.go:171","msg":"trace[1388249184] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2523; }","duration":"724.774668ms","start":"2026-04-23T16:33:43.613316Z","end":"2026-04-23T16:33:44.33809Z","steps":["trace[1388249184] 'agreement among raft nodes before linearized reading' (duration: 724.468847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:44.338122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:43.613298Z","time spent":"724.815827ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:44.843082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:45.343332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:45.843767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080028,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:33:46.15615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.344938Z","time spent":"1.811204523s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/23 16:33:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T16:33:46.349986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999973045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T16:33:46.350058Z","caller":"traceutil/trace.go:171","msg":"trace[117282129] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000074992s","start":"2026-04-23T16:33:44.349967Z","end":"2026-04-23T16:33:46.350042Z","steps":["trace[117282129] 'agreement among raft nodes before linearized reading' (duration: 1.999986894s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:46.3501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.349959Z","time spent":"2.00013219s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:46.783779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.380018ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T16:33:46.783905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.340774Z","time spent":"2.443126594s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:33:47.066909Z","caller":"traceutil/trace.go:171","msg":"trace[619434127] transaction","detail":"{read_only:false; response_revision:2526; number_of_response:1; }","duration":"2.719823969s","start":"2026-04-23T16:33:44.347056Z","end":"2026-04-23T16:33:47.06688Z","steps":["trace[619434127] 'process raft request' (duration: 2.719713843s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:47.066926Z","caller":"traceutil/trace.go:171","msg":"trace[868222062] transaction","detail":"{read_only:false; response_revision:2525; number_of_response:1; }","duration":"2.721374763s","start":"2026-04-23T16:33:44.345514Z","end":"2026-04-23T16:33:47.066889Z","steps":["trace[868222062] 'process raft request' (duration: 2.721206239s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.067095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.345502Z","time spent":"2.72150702s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:47.067183Z","caller":"traceutil/trace.go:171","msg":"trace[2001542052] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"281.868742ms","start":"2026-04-23T16:33:46.785299Z","end":"2026-04-23T16:33:47.067168Z","steps":["trace[2001542052] 'process raft request' (duration: 281.800104ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:47.067196Z","caller":"traceutil/trace.go:171","msg":"trace[936632054] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"1.322336859s","start":"2026-04-23T16:33:45.744833Z","end":"2026-04-23T16:33:47.06717Z","steps":["trace[936632054] 'process raft request' (duration: 1.322145894s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:47.067272Z","caller":"traceutil/trace.go:171","msg":"trace[975790077] linearizableReadLoop","detail":"{readStateIndex:2642; appliedIndex:2634; }","duration":"2.724254049s","start":"2026-04-23T16:33:44.34299Z","end":"2026-04-23T16:33:47.067244Z","steps":["trace[975790077] 'read index received' (duration: 1.694375907s)","trace[975790077] 'applied index is now lower than readState.Index' (duration: 1.029875242s)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:47.067306Z","caller":"traceutil/trace.go:171","msg":"trace[564565957] transaction","detail":"{read_only:false; response_revision:2528; number_of_response:1; }","duration":"1.32264894s","start":"2026-04-23T16:33:45.744611Z","end":"2026-04-23T16:33:47.06726Z","steps":["trace[564565957] 'process raft request' (duration: 1.322225922s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.067094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.347048Z","time spent":"2.719931436s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:47.06739Z","caller":"traceutil/trace.go:171","msg":"trace[1385073491] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"1.321594862s","start":"2026-04-23T16:33:45.74578Z","end":"2026-04-23T16:33:47.067375Z","steps":["trace[1385073491] 'process raft request' (duration: 1.321240593s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:47.066909Z","caller":"traceutil/trace.go:171","msg":"trace[1565810091] transaction","detail":"{read_only:false; response_revision:2527; number_of_response:1; }","duration":"1.322703938s","start":"2026-04-23T16:33:45.744182Z","end":"2026-04-23T16:33:47.066886Z","steps":["trace[1565810091] 'process raft request' (duration: 1.322619611s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.06749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.745771Z","time spent":"1.321656179s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:47.067521Z","caller":"traceutil/trace.go:171","msg":"trace[397125400] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2530; }","duration":"909.710225ms","start":"2026-04-23T16:33:46.157792Z","end":"2026-04-23T16:33:47.067502Z","steps":["trace[397125400] 'process raft request' (duration: 909.270678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.067587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.744161Z","time spent":"1.3233407s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:47.067617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:46.157772Z","time spent":"909.797542ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":511,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:47.06767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.720243528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-23T16:33:47.067341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.744825Z","time spent":"1.322424247s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:47.067726Z","caller":"traceutil/trace.go:171","msg":"trace[100088661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2531; }","duration":"2.720314546s","start":"2026-04-23T16:33:44.347403Z","end":"2026-04-23T16:33:47.067717Z","steps":["trace[100088661] 'agreement among raft nodes before linearized reading' (duration: 2.72016885s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.067751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.347395Z","time spent":"2.720349034s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:47.067469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.744588Z","time spent":"1.322797986s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:47.067994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.724996705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-23T16:33:47.068046Z","caller":"traceutil/trace.go:171","msg":"trace[1786224767] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a; range_end:; response_count:1; response_revision:2531; }","duration":"2.725119743s","start":"2026-04-23T16:33:44.342914Z","end":"2026-04-23T16:33:47.068034Z","steps":["trace[1786224767] 'agreement among raft nodes before linearized reading' (duration: 2.724954788s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:44.342895Z","time spent":"2.725176581s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a9095b310d064a\" "} {"level":"warn","ts":"2026-04-23T16:33:47.068088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.599404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:33:47.068143Z","caller":"traceutil/trace.go:171","msg":"trace[744804884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2531; }","duration":"724.646212ms","start":"2026-04-23T16:33:46.34348Z","end":"2026-04-23T16:33:47.068126Z","steps":["trace[744804884] 'agreement among raft nodes before linearized reading' (duration: 724.556434ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.043379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:47.068444Z","caller":"traceutil/trace.go:171","msg":"trace[2077576823] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2531; }","duration":"718.116937ms","start":"2026-04-23T16:33:46.350314Z","end":"2026-04-23T16:33:47.068431Z","steps":["trace[2077576823] 'agreement among raft nodes before linearized reading' (duration: 718.040589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:46.350305Z","time spent":"718.168124ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:47.0685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722168863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:47.06857Z","caller":"traceutil/trace.go:171","msg":"trace[1200764050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2531; }","duration":"1.722255321s","start":"2026-04-23T16:33:45.346277Z","end":"2026-04-23T16:33:47.068533Z","steps":["trace[1200764050] 'agreement among raft nodes before linearized reading' (duration: 1.722090225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.346257Z","time spent":"1.722347238s","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:47.068881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.527587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:33:47.06892Z","caller":"traceutil/trace.go:171","msg":"trace[21285335] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2531; }","duration":"725.611243ms","start":"2026-04-23T16:33:46.343299Z","end":"2026-04-23T16:33:47.06891Z","steps":["trace[21285335] 'agreement among raft nodes before linearized reading' (duration: 725.510746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:46.343273Z","time spent":"725.704051ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:33:47.069061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.037899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:47.069896Z","caller":"traceutil/trace.go:171","msg":"trace[404720696] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2531; }","duration":"720.892834ms","start":"2026-04-23T16:33:46.348977Z","end":"2026-04-23T16:33:47.06987Z","steps":["trace[404720696] 'agreement among raft nodes before linearized reading' (duration: 718.795907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.068886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:46.343431Z","time spent":"724.72994ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:33:47.069366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796632634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T16:33:47.070226Z","caller":"traceutil/trace.go:171","msg":"trace[785676474] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2531; }","duration":"1.797524319s","start":"2026-04-23T16:33:45.272683Z","end":"2026-04-23T16:33:47.070208Z","steps":["trace[785676474] 'agreement among raft nodes before linearized reading' (duration: 1.796224897s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:47.07039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:45.272662Z","time spent":"1.797706053s","remote":"127.0.0.1:34158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":312,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:47.070149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:46.348965Z","time spent":"721.160695ms","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:33:48.540967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.04684ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:48.541083Z","caller":"traceutil/trace.go:171","msg":"trace[916302083] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2531; }","duration":"121.171968ms","start":"2026-04-23T16:33:48.419893Z","end":"2026-04-23T16:33:48.541065Z","steps":["trace[916302083] 'range keys from in-memory index tree' (duration: 121.031821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:48.541536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092982188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:48.541869Z","caller":"traceutil/trace.go:171","msg":"trace[1766980678] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2644; }","duration":"1.469698359s","start":"2026-04-23T16:33:47.072152Z","end":"2026-04-23T16:33:48.54185Z","steps":["trace[1766980678] 'read index received' (duration: 376.341841ms)","trace[1766980678] 'applied index is now lower than readState.Index' (duration: 1.093350788s)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:48.542078Z","caller":"traceutil/trace.go:171","msg":"trace[1187067177] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"1.470070877s","start":"2026-04-23T16:33:47.071949Z","end":"2026-04-23T16:33:48.54202Z","steps":["trace[1187067177] 'process raft request' (duration: 376.530595ms)","trace[1187067177] 'compare' (duration: 1.092699338s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.542279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.071934Z","time spent":"1.470225354s","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:33:48.543185Z","caller":"traceutil/trace.go:171","msg":"trace[927618461] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"1.466708627s","start":"2026-04-23T16:33:47.076415Z","end":"2026-04-23T16:33:48.543123Z","steps":["trace[927618461] 'process raft request' (duration: 1.465399666s)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:48.543497Z","caller":"traceutil/trace.go:171","msg":"trace[2088331678] transaction","detail":"{read_only:false; response_revision:2533; number_of_response:1; }","duration":"1.466901611s","start":"2026-04-23T16:33:47.075889Z","end":"2026-04-23T16:33:48.542791Z","steps":["trace[2088331678] 'process raft request' (duration: 1.465816124s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:48.543515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.076406Z","time spent":"1.466819074s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:48.543595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.075873Z","time spent":"1.467675669s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:48.659651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.775228ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-04-23T16:33:48.659976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.587808307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:33:48.660035Z","caller":"traceutil/trace.go:171","msg":"trace[1218150696] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:2534; }","duration":"1.587900844s","start":"2026-04-23T16:33:47.07212Z","end":"2026-04-23T16:33:48.660021Z","steps":["trace[1218150696] 'agreement among raft nodes before linearized reading' (duration: 1.470494755s)","trace[1218150696] 'range keys from in-memory index tree' (duration: 117.263313ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.660066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.072105Z","time spent":"1.587955042s","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-23T16:33:48.66013Z","caller":"traceutil/trace.go:171","msg":"trace[634612437] linearizableReadLoop","detail":"{readStateIndex:2648; appliedIndex:2647; }","duration":"118.191326ms","start":"2026-04-23T16:33:48.541918Z","end":"2026-04-23T16:33:48.660109Z","steps":["trace[634612437] 'read index received' (duration: 771.128µs)","trace[634612437] 'applied index is now lower than readState.Index' (duration: 117.417638ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:48.660206Z","caller":"traceutil/trace.go:171","msg":"trace[823121386] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"113.838825ms","start":"2026-04-23T16:33:48.546336Z","end":"2026-04-23T16:33:48.660174Z","steps":["trace[823121386] 'process raft request' (duration: 113.566162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:48.729932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.257972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-23T16:33:48.730029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652586166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:48.730058Z","caller":"traceutil/trace.go:171","msg":"trace[1214807840] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2535; }","duration":"866.401748ms","start":"2026-04-23T16:33:47.863624Z","end":"2026-04-23T16:33:48.730026Z","steps":["trace[1214807840] 'agreement among raft nodes before linearized reading' (duration: 796.491471ms)","trace[1214807840] 'range keys from in-memory index tree' (duration: 69.731993ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.730082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.644287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-23T16:33:48.730231Z","caller":"traceutil/trace.go:171","msg":"trace[1447866632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2535; }","duration":"652.831891ms","start":"2026-04-23T16:33:48.077371Z","end":"2026-04-23T16:33:48.730203Z","steps":["trace[1447866632] 'agreement among raft nodes before linearized reading' (duration: 582.757428ms)","trace[1447866632] 'range keys from in-memory index tree' (duration: 69.800971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.730461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:48.07735Z","time spent":"653.097733ms","remote":"127.0.0.1:47946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-23T16:33:48.730485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.863611Z","time spent":"866.855813ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-23T16:33:48.729962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.417268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T16:33:48.730598Z","caller":"traceutil/trace.go:171","msg":"trace[1463164829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2535; }","duration":"868.095408ms","start":"2026-04-23T16:33:47.862489Z","end":"2026-04-23T16:33:48.730584Z","steps":["trace[1463164829] 'agreement among raft nodes before linearized reading' (duration: 797.648947ms)","trace[1463164829] 'range keys from in-memory index tree' (duration: 69.752852ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.730631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.862465Z","time spent":"868.156316ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-23T16:33:48.730763Z","caller":"traceutil/trace.go:171","msg":"trace[1912004428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2535; }","duration":"1.652635904s","start":"2026-04-23T16:33:47.077417Z","end":"2026-04-23T16:33:48.730053Z","steps":["trace[1912004428] 'agreement among raft nodes before linearized reading' (duration: 1.582768686s)","trace[1912004428] 'range keys from in-memory index tree' (duration: 69.161909ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:48.731066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:47.077411Z","time spent":"1.653619855s","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:33:48.986159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.05381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:48.986404Z","caller":"traceutil/trace.go:171","msg":"trace[1506554] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"252.226721ms","start":"2026-04-23T16:33:48.734153Z","end":"2026-04-23T16:33:48.98638Z","steps":["trace[1506554] 'process raft request' (duration: 102.871909ms)","trace[1506554] 'compare' (duration: 148.915425ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:48.98652Z","caller":"traceutil/trace.go:171","msg":"trace[1503366445] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"251.28822ms","start":"2026-04-23T16:33:48.73522Z","end":"2026-04-23T16:33:48.986508Z","steps":["trace[1503366445] 'process raft request' (duration: 251.199232ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:48.986632Z","caller":"traceutil/trace.go:171","msg":"trace[1880247458] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"251.685206ms","start":"2026-04-23T16:33:48.734934Z","end":"2026-04-23T16:33:48.986619Z","steps":["trace[1880247458] 'process raft request' (duration: 251.421154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:49.330573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.916444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:49.330689Z","caller":"traceutil/trace.go:171","msg":"trace[809949288] linearizableReadLoop","detail":"{readStateIndex:2655; appliedIndex:2654; }","duration":"255.345608ms","start":"2026-04-23T16:33:49.075327Z","end":"2026-04-23T16:33:49.330672Z","steps":["trace[809949288] 'read index received' (duration: 75.346035ms)","trace[809949288] 'applied index is now lower than readState.Index' (duration: 179.998443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:49.33092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.572151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:33:49.330997Z","caller":"traceutil/trace.go:171","msg":"trace[1984569994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2541; }","duration":"255.698048ms","start":"2026-04-23T16:33:49.075289Z","end":"2026-04-23T16:33:49.330987Z","steps":["trace[1984569994] 'agreement among raft nodes before linearized reading' (duration: 255.458106ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:49.331311Z","caller":"traceutil/trace.go:171","msg":"trace[421365236] transaction","detail":"{read_only:false; response_revision:2541; number_of_response:1; }","duration":"278.450643ms","start":"2026-04-23T16:33:49.052244Z","end":"2026-04-23T16:33:49.330694Z","steps":["trace[421365236] 'process raft request' (duration: 98.344344ms)","trace[421365236] 'compare' (duration: 179.74495ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:33:49.375509Z","caller":"traceutil/trace.go:171","msg":"trace[140225900] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"297.834798ms","start":"2026-04-23T16:33:49.077652Z","end":"2026-04-23T16:33:49.375487Z","steps":["trace[140225900] 'process raft request' (duration: 297.76429ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:49.375578Z","caller":"traceutil/trace.go:171","msg":"trace[1729335018] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"298.280485ms","start":"2026-04-23T16:33:49.077264Z","end":"2026-04-23T16:33:49.375545Z","steps":["trace[1729335018] 'process raft request' (duration: 298.10836ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:49.375538Z","caller":"traceutil/trace.go:171","msg":"trace[1689039270] transaction","detail":"{read_only:false; response_revision:2542; number_of_response:1; }","duration":"298.665353ms","start":"2026-04-23T16:33:49.07683Z","end":"2026-04-23T16:33:49.375495Z","steps":["trace[1689039270] 'process raft request' (duration: 298.417731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:49.375819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.043973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:33:49.37568Z","caller":"traceutil/trace.go:171","msg":"trace[659739065] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"297.622674ms","start":"2026-04-23T16:33:49.078009Z","end":"2026-04-23T16:33:49.375631Z","steps":["trace[659739065] 'process raft request' (duration: 297.44175ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:49.375936Z","caller":"traceutil/trace.go:171","msg":"trace[272443561] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2545; }","duration":"299.196997ms","start":"2026-04-23T16:33:49.076726Z","end":"2026-04-23T16:33:49.375923Z","steps":["trace[272443561] 'agreement among raft nodes before linearized reading' (duration: 298.892946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:49.641776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.161419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:33:49.642067Z","caller":"traceutil/trace.go:171","msg":"trace[1667169126] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"262.190145ms","start":"2026-04-23T16:33:49.379859Z","end":"2026-04-23T16:33:49.64205Z","steps":["trace[1667169126] 'process raft request' (duration: 262.03343ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:33:49.642095Z","caller":"traceutil/trace.go:171","msg":"trace[435021463] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"306.497321ms","start":"2026-04-23T16:33:49.335528Z","end":"2026-04-23T16:33:49.642025Z","steps":["trace[435021463] 'process raft request' (duration: 125.003723ms)","trace[435021463] 'compare' (duration: 180.954044ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:49.642187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:49.335506Z","time spent":"306.632336ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:33:49.642418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.742154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-23T16:33:49.642477Z","caller":"traceutil/trace.go:171","msg":"trace[1615870355] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46; range_end:; response_count:1; response_revision:2547; }","duration":"307.845341ms","start":"2026-04-23T16:33:49.334618Z","end":"2026-04-23T16:33:49.642463Z","steps":["trace[1615870355] 'agreement among raft nodes before linearized reading' (duration: 307.679126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:33:49.642506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:33:49.334599Z","time spent":"307.90063ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":868,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18a9098779942b46\" "} {"level":"info","ts":"2026-04-23T16:33:49.64276Z","caller":"traceutil/trace.go:171","msg":"trace[2066900090] linearizableReadLoop","detail":"{readStateIndex:2660; appliedIndex:2659; }","duration":"266.617635ms","start":"2026-04-23T16:33:49.37559Z","end":"2026-04-23T16:33:49.642208Z","steps":["trace[2066900090] 'read index received' (duration: 84.691449ms)","trace[2066900090] 'applied index is now lower than readState.Index' (duration: 181.922586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:33:49.642935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.363977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:33:49.642992Z","caller":"traceutil/trace.go:171","msg":"trace[1884223738] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:2547; }","duration":"111.463785ms","start":"2026-04-23T16:33:49.531511Z","end":"2026-04-23T16:33:49.642975Z","steps":["trace[1884223738] 'agreement among raft nodes before linearized reading' (duration: 111.363068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:34:41.363952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495080923,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:34:41.494374Z","caller":"traceutil/trace.go:171","msg":"trace[1585513229] transaction","detail":"{read_only:false; response_revision:2900; number_of_response:1; }","duration":"681.210143ms","start":"2026-04-23T16:34:40.813135Z","end":"2026-04-23T16:34:41.494346Z","steps":["trace[1585513229] 'process raft request' (duration: 681.075017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:34:41.494571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:34:40.813116Z","time spent":"681.352589ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:34:41.497306Z","caller":"traceutil/trace.go:171","msg":"trace[626949534] linearizableReadLoop","detail":"{readStateIndex:3027; appliedIndex:3025; }","duration":"634.255651ms","start":"2026-04-23T16:34:40.863028Z","end":"2026-04-23T16:34:41.497283Z","steps":["trace[626949534] 'read index received' (duration: 631.188806ms)","trace[626949534] 'applied index is now lower than readState.Index' (duration: 3.065794ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:34:41.497356Z","caller":"traceutil/trace.go:171","msg":"trace[832922699] transaction","detail":"{read_only:false; response_revision:2901; number_of_response:1; }","duration":"206.099146ms","start":"2026-04-23T16:34:41.291234Z","end":"2026-04-23T16:34:41.497333Z","steps":["trace[832922699] 'process raft request' (duration: 205.926148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:34:41.497479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.4148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:34:41.497521Z","caller":"traceutil/trace.go:171","msg":"trace[1833733631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2901; }","duration":"524.51339ms","start":"2026-04-23T16:34:40.972996Z","end":"2026-04-23T16:34:41.497509Z","steps":["trace[1833733631] 'agreement among raft nodes before linearized reading' (duration: 524.429541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:34:41.497542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.516229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T16:34:41.497564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:34:40.972974Z","time spent":"524.579967ms","remote":"127.0.0.1:38458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:34:41.497569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.347908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:34:41.497597Z","caller":"traceutil/trace.go:171","msg":"trace[1252449825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2901; }","duration":"634.616941ms","start":"2026-04-23T16:34:40.862968Z","end":"2026-04-23T16:34:41.497585Z","steps":["trace[1252449825] 'agreement among raft nodes before linearized reading' (duration: 634.43487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:34:41.497622Z","caller":"traceutil/trace.go:171","msg":"trace[1758205507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2901; }","duration":"250.439928ms","start":"2026-04-23T16:34:41.247173Z","end":"2026-04-23T16:34:41.497613Z","steps":["trace[1758205507] 'agreement among raft nodes before linearized reading' (duration: 250.304304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:34:41.497632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:34:40.862946Z","time spent":"634.677857ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:35:12.448178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.609383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T16:35:12.448272Z","caller":"traceutil/trace.go:171","msg":"trace[1292273247] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3078; }","duration":"200.745545ms","start":"2026-04-23T16:35:12.2475Z","end":"2026-04-23T16:35:12.448245Z","steps":["trace[1292273247] 'range keys from in-memory index tree' (duration: 200.43676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:12.448487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.569365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:35:12.448605Z","caller":"traceutil/trace.go:171","msg":"trace[1657441824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3078; }","duration":"578.74597ms","start":"2026-04-23T16:35:11.869831Z","end":"2026-04-23T16:35:12.448577Z","steps":["trace[1657441824] 'range keys from in-memory index tree' (duration: 578.469677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:12.448665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:11.869811Z","time spent":"578.841999ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:35:12.448792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.102596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:35:12.448889Z","caller":"traceutil/trace.go:171","msg":"trace[1269562428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3078; }","duration":"381.211596ms","start":"2026-04-23T16:35:12.067652Z","end":"2026-04-23T16:35:12.448864Z","steps":["trace[1269562428] 'range keys from in-memory index tree' (duration: 380.972515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:12.448603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.303851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:35:12.448956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:12.06764Z","time spent":"381.301744ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:35:12.448996Z","caller":"traceutil/trace.go:171","msg":"trace[1482962933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3078; }","duration":"411.753928ms","start":"2026-04-23T16:35:12.037227Z","end":"2026-04-23T16:35:12.448981Z","steps":["trace[1482962933] 'range keys from in-memory index tree' (duration: 410.888186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:12.449051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:12.037207Z","time spent":"411.828105ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:35:17.953889Z","caller":"traceutil/trace.go:171","msg":"trace[1955551126] transaction","detail":"{read_only:false; response_revision:3102; number_of_response:1; }","duration":"281.670188ms","start":"2026-04-23T16:35:17.672199Z","end":"2026-04-23T16:35:17.953869Z","steps":["trace[1955551126] 'process raft request' (duration: 281.56456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.643562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.805383ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:35:18.643648Z","caller":"traceutil/trace.go:171","msg":"trace[361323140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3102; }","duration":"222.89892ms","start":"2026-04-23T16:35:18.420736Z","end":"2026-04-23T16:35:18.643635Z","steps":["trace[361323140] 'range keys from in-memory index tree' (duration: 222.795212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.64369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.689366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:35:18.644018Z","caller":"traceutil/trace.go:171","msg":"trace[13249125] transaction","detail":"{read_only:false; response_revision:3103; number_of_response:1; }","duration":"958.037536ms","start":"2026-04-23T16:35:17.685954Z","end":"2026-04-23T16:35:18.643992Z","steps":["trace[13249125] 'process raft request' (duration: 810.960569ms)","trace[13249125] 'compare' (duration: 146.345779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:35:18.644109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.685936Z","time spent":"958.134152ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:35:18.644613Z","caller":"traceutil/trace.go:171","msg":"trace[617561203] transaction","detail":"{read_only:false; response_revision:3104; number_of_response:1; }","duration":"944.816246ms","start":"2026-04-23T16:35:17.699783Z","end":"2026-04-23T16:35:18.6446Z","steps":["trace[617561203] 'process raft request' (duration: 944.033935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.644691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.699756Z","time spent":"944.898084ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:35:18.644734Z","caller":"traceutil/trace.go:171","msg":"trace[1094612310] transaction","detail":"{read_only:false; response_revision:3105; number_of_response:1; }","duration":"941.970378ms","start":"2026-04-23T16:35:17.702739Z","end":"2026-04-23T16:35:18.64471Z","steps":["trace[1094612310] 'process raft request' (duration: 941.73777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.64482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.70272Z","time spent":"942.040145ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:35:18.645044Z","caller":"traceutil/trace.go:171","msg":"trace[642391650] linearizableReadLoop","detail":"{readStateIndex:3240; appliedIndex:3236; }","duration":"939.787724ms","start":"2026-04-23T16:35:17.705243Z","end":"2026-04-23T16:35:18.64503Z","steps":["trace[642391650] 'read index received' (duration: 248.535247ms)","trace[642391650] 'applied index is now lower than readState.Index' (duration: 691.251226ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:35:18.645126Z","caller":"traceutil/trace.go:171","msg":"trace[149469144] transaction","detail":"{read_only:false; response_revision:3106; number_of_response:1; }","duration":"939.807946ms","start":"2026-04-23T16:35:17.705311Z","end":"2026-04-23T16:35:18.645119Z","steps":["trace[149469144] 'process raft request' (duration: 939.213939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.645181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.705281Z","time spent":"939.880682ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:35:18.645413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.059425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:35:18.645435Z","caller":"traceutil/trace.go:171","msg":"trace[652098310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3106; }","duration":"939.110819ms","start":"2026-04-23T16:35:17.706319Z","end":"2026-04-23T16:35:18.64543Z","steps":["trace[652098310] 'agreement among raft nodes before linearized reading' (duration: 939.020322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.64545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.706304Z","time spent":"939.142092ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:35:18.645542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.307761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:35:18.645561Z","caller":"traceutil/trace.go:171","msg":"trace[398184484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3106; }","duration":"523.367034ms","start":"2026-04-23T16:35:18.122189Z","end":"2026-04-23T16:35:18.645556Z","steps":["trace[398184484] 'agreement among raft nodes before linearized reading' (duration: 523.331542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.645594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:18.122169Z","time spent":"523.4199ms","remote":"127.0.0.1:47842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:35:18.645719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.760096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:35:18.645718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.75336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-04-23T16:35:18.645759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.650529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:35:18.645775Z","caller":"traceutil/trace.go:171","msg":"trace[220332975] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3106; }","duration":"764.704304ms","start":"2026-04-23T16:35:17.881068Z","end":"2026-04-23T16:35:18.645772Z","steps":["trace[220332975] 'agreement among raft nodes before linearized reading' (duration: 764.679972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.645811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.881044Z","time spent":"764.761289ms","remote":"127.0.0.1:47936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:35:18.645917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.994057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:35:18.645934Z","caller":"traceutil/trace.go:171","msg":"trace[1447893253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3106; }","duration":"792.036651ms","start":"2026-04-23T16:35:17.853893Z","end":"2026-04-23T16:35:18.64593Z","steps":["trace[1447893253] 'agreement among raft nodes before linearized reading' (duration: 792.010048ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.645948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.85388Z","time spent":"792.064864ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:35:18.645928Z","caller":"traceutil/trace.go:171","msg":"trace[524862894] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3106; }","duration":"399.984968ms","start":"2026-04-23T16:35:18.245927Z","end":"2026-04-23T16:35:18.645752Z","steps":["trace[524862894] 'agreement among raft nodes before linearized reading' (duration: 399.422503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.203046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:35:18.646074Z","caller":"traceutil/trace.go:171","msg":"trace[1362409388] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3106; }","duration":"886.238388ms","start":"2026-04-23T16:35:17.75983Z","end":"2026-04-23T16:35:18.646068Z","steps":["trace[1362409388] 'agreement among raft nodes before linearized reading' (duration: 886.194335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.759786Z","time spent":"886.300294ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:35:18.646434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.608847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18a9099bfc9d1b24\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-04-23T16:35:18.646456Z","caller":"traceutil/trace.go:171","msg":"trace[713739206] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18a9099bfc9d1b24; range_end:; response_count:1; response_revision:3106; }","duration":"106.677912ms","start":"2026-04-23T16:35:18.539773Z","end":"2026-04-23T16:35:18.646451Z","steps":["trace[713739206] 'agreement among raft nodes before linearized reading' (duration: 106.622417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.318516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:35:18.64656Z","caller":"traceutil/trace.go:171","msg":"trace[1854950741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3106; }","duration":"941.379539ms","start":"2026-04-23T16:35:17.705175Z","end":"2026-04-23T16:35:18.646555Z","steps":["trace[1854950741] 'agreement among raft nodes before linearized reading' (duration: 941.343047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:17.705163Z","time spent":"941.406172ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:35:18.646554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.535757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:35:18.64662Z","caller":"traceutil/trace.go:171","msg":"trace[728075205] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3106; }","duration":"155.628715ms","start":"2026-04-23T16:35:18.490976Z","end":"2026-04-23T16:35:18.646604Z","steps":["trace[728075205] 'agreement among raft nodes before linearized reading' (duration: 155.430169ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.84938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:35:18.646909Z","caller":"traceutil/trace.go:171","msg":"trace[511609655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3106; }","duration":"160.901233ms","start":"2026-04-23T16:35:18.486003Z","end":"2026-04-23T16:35:18.646905Z","steps":["trace[511609655] 'agreement among raft nodes before linearized reading' (duration: 160.860699ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:35:18.645737Z","caller":"traceutil/trace.go:171","msg":"trace[1687965086] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:3106; }","duration":"582.820562ms","start":"2026-04-23T16:35:18.062913Z","end":"2026-04-23T16:35:18.645733Z","steps":["trace[1687965086] 'agreement among raft nodes before linearized reading' (duration: 582.78938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:35:18.646996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:18.062846Z","time spent":"584.134524ms","remote":"127.0.0.1:33956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:35:18.646055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:35:18.245914Z","time spent":"400.126609ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-04-23T16:36:41.070131Z","caller":"traceutil/trace.go:171","msg":"trace[242879201] transaction","detail":"{read_only:false; response_revision:3555; number_of_response:1; }","duration":"115.258825ms","start":"2026-04-23T16:36:40.954808Z","end":"2026-04-23T16:36:41.070067Z","steps":["trace[242879201] 'process raft request' (duration: 115.046517ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.07045Z","caller":"traceutil/trace.go:171","msg":"trace[1944542107] transaction","detail":"{read_only:false; response_revision:3556; number_of_response:1; }","duration":"114.682684ms","start":"2026-04-23T16:36:40.955735Z","end":"2026-04-23T16:36:41.070418Z","steps":["trace[1944542107] 'process raft request' (duration: 114.270149ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.070474Z","caller":"traceutil/trace.go:171","msg":"trace[1878530694] transaction","detail":"{read_only:false; response_revision:3557; number_of_response:1; }","duration":"114.394433ms","start":"2026-04-23T16:36:40.956059Z","end":"2026-04-23T16:36:41.070453Z","steps":["trace[1878530694] 'process raft request' (duration: 114.194087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:41.4063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.889416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T16:36:41.406391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.19332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:36:41.406389Z","caller":"traceutil/trace.go:171","msg":"trace[779305011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3557; }","duration":"325.058113ms","start":"2026-04-23T16:36:41.081308Z","end":"2026-04-23T16:36:41.406366Z","steps":["trace[779305011] 'range keys from in-memory index tree' (duration: 324.651417ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.406424Z","caller":"traceutil/trace.go:171","msg":"trace[1733538805] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3557; }","duration":"310.262223ms","start":"2026-04-23T16:36:41.096149Z","end":"2026-04-23T16:36:41.406411Z","steps":["trace[1733538805] 'range keys from in-memory index tree' (duration: 309.93976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:41.406441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.08128Z","time spent":"325.149286ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:36:41.406319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.051819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:36:41.406505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.370476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:36:41.406652Z","caller":"traceutil/trace.go:171","msg":"trace[1401936576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3557; }","duration":"310.534682ms","start":"2026-04-23T16:36:41.096109Z","end":"2026-04-23T16:36:41.406643Z","steps":["trace[1401936576] 'range keys from in-memory index tree' (duration: 309.956681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:41.406696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.09609Z","time spent":"310.576914ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:36:41.406453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.09612Z","time spent":"310.328474ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:36:41.406791Z","caller":"traceutil/trace.go:171","msg":"trace[1245829565] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3557; }","duration":"312.513686ms","start":"2026-04-23T16:36:41.094197Z","end":"2026-04-23T16:36:41.40671Z","steps":["trace[1245829565] 'range keys from in-memory index tree' (duration: 311.867542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:41.406974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.094168Z","time spent":"312.757055ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:36:41.542133Z","caller":"traceutil/trace.go:171","msg":"trace[1958837347] transaction","detail":"{read_only:false; response_revision:3558; number_of_response:1; }","duration":"131.704119ms","start":"2026-04-23T16:36:41.410392Z","end":"2026-04-23T16:36:41.542096Z","steps":["trace[1958837347] 'process raft request' (duration: 131.515862ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.598764Z","caller":"traceutil/trace.go:171","msg":"trace[1057043529] transaction","detail":"{read_only:false; response_revision:3559; number_of_response:1; }","duration":"188.301476ms","start":"2026-04-23T16:36:41.410434Z","end":"2026-04-23T16:36:41.598735Z","steps":["trace[1057043529] 'process raft request' (duration: 188.083937ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.59907Z","caller":"traceutil/trace.go:171","msg":"trace[382501412] transaction","detail":"{read_only:false; response_revision:3560; number_of_response:1; }","duration":"187.921751ms","start":"2026-04-23T16:36:41.411113Z","end":"2026-04-23T16:36:41.599035Z","steps":["trace[382501412] 'process raft request' (duration: 187.544866ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:41.599494Z","caller":"traceutil/trace.go:171","msg":"trace[1108759798] linearizableReadLoop","detail":"{readStateIndex:3714; appliedIndex:3710; }","duration":"168.392335ms","start":"2026-04-23T16:36:41.431089Z","end":"2026-04-23T16:36:41.599481Z","steps":["trace[1108759798] 'read index received' (duration: 110.938578ms)","trace[1108759798] 'applied index is now lower than readState.Index' (duration: 57.453027ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:36:41.599799Z","caller":"traceutil/trace.go:171","msg":"trace[197239510] transaction","detail":"{read_only:false; response_revision:3561; number_of_response:1; }","duration":"188.16092ms","start":"2026-04-23T16:36:41.411613Z","end":"2026-04-23T16:36:41.599774Z","steps":["trace[197239510] 'process raft request' (duration: 187.37015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:41.599832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.692816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:36:41.601119Z","caller":"traceutil/trace.go:171","msg":"trace[1345550919] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:3561; }","duration":"170.042526ms","start":"2026-04-23T16:36:41.431053Z","end":"2026-04-23T16:36:41.601095Z","steps":["trace[1345550919] 'agreement among raft nodes before linearized reading' (duration: 168.629514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.100204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495082765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:36:42.465522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.418603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:36:42.465832Z","caller":"traceutil/trace.go:171","msg":"trace[1357269363] linearizableReadLoop","detail":"{readStateIndex:3716; appliedIndex:3714; }","duration":"866.284821ms","start":"2026-04-23T16:36:41.599525Z","end":"2026-04-23T16:36:42.46581Z","steps":["trace[1357269363] 'read index received' (duration: 728.517356ms)","trace[1357269363] 'applied index is now lower than readState.Index' (duration: 137.765955ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:36:42.466052Z","caller":"traceutil/trace.go:171","msg":"trace[312133502] transaction","detail":"{read_only:false; response_revision:3562; number_of_response:1; }","duration":"872.192731ms","start":"2026-04-23T16:36:41.593835Z","end":"2026-04-23T16:36:42.466028Z","steps":["trace[312133502] 'process raft request' (duration: 734.190127ms)","trace[312133502] 'compare' (duration: 137.207185ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:36:42.466106Z","caller":"traceutil/trace.go:171","msg":"trace[1438947104] transaction","detail":"{read_only:false; response_revision:3563; number_of_response:1; }","duration":"838.858091ms","start":"2026-04-23T16:36:41.627222Z","end":"2026-04-23T16:36:42.466079Z","steps":["trace[1438947104] 'process raft request' (duration: 838.467857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.466232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.627198Z","time spent":"838.970815ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:36:42.466284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.593805Z","time spent":"872.299586ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:36:42.466394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.059905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:36:42.466506Z","caller":"traceutil/trace.go:171","msg":"trace[1665168685] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3563; }","duration":"227.220942ms","start":"2026-04-23T16:36:42.239261Z","end":"2026-04-23T16:36:42.466482Z","steps":["trace[1665168685] 'agreement among raft nodes before linearized reading' (duration: 227.030535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.466517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.497592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T16:36:42.46671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.584803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-23T16:36:42.466734Z","caller":"traceutil/trace.go:171","msg":"trace[1250412856] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3563; }","duration":"972.750171ms","start":"2026-04-23T16:36:41.493968Z","end":"2026-04-23T16:36:42.466718Z","steps":["trace[1250412856] 'agreement among raft nodes before linearized reading' (duration: 972.14525ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:42.466756Z","caller":"traceutil/trace.go:171","msg":"trace[314004502] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3563; }","duration":"221.651337ms","start":"2026-04-23T16:36:42.245091Z","end":"2026-04-23T16:36:42.466742Z","steps":["trace[314004502] 'agreement among raft nodes before linearized reading' (duration: 221.502471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.466786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:41.493954Z","time spent":"972.818525ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"warn","ts":"2026-04-23T16:36:42.940313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.646452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:36:42.940571Z","caller":"traceutil/trace.go:171","msg":"trace[529092880] transaction","detail":"{read_only:false; response_revision:3564; number_of_response:1; }","duration":"469.681304ms","start":"2026-04-23T16:36:42.470851Z","end":"2026-04-23T16:36:42.940533Z","steps":["trace[529092880] 'process raft request' (duration: 160.723071ms)","trace[529092880] 'compare' (duration: 308.37084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:36:42.940757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:42.470828Z","time spent":"469.82733ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:36:42.940924Z","caller":"traceutil/trace.go:171","msg":"trace[95355916] linearizableReadLoop","detail":"{readStateIndex:3719; appliedIndex:3717; }","duration":"398.490521ms","start":"2026-04-23T16:36:42.542412Z","end":"2026-04-23T16:36:42.940902Z","steps":["trace[95355916] 'read index received' (duration: 89.0189ms)","trace[95355916] 'applied index is now lower than readState.Index' (duration: 309.470271ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:36:42.940936Z","caller":"traceutil/trace.go:171","msg":"trace[276001503] transaction","detail":"{read_only:false; response_revision:3565; number_of_response:1; }","duration":"400.994773ms","start":"2026-04-23T16:36:42.53992Z","end":"2026-04-23T16:36:42.940915Z","steps":["trace[276001503] 'process raft request' (duration: 400.805917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.941212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:42.539878Z","time spent":"401.289174ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:36:42.941697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.280791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-23T16:36:42.941744Z","caller":"traceutil/trace.go:171","msg":"trace[1851248771] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:3565; }","duration":"399.374404ms","start":"2026-04-23T16:36:42.542359Z","end":"2026-04-23T16:36:42.941733Z","steps":["trace[1851248771] 'agreement among raft nodes before linearized reading' (duration: 398.835194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:42.941774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:42.542337Z","time spent":"399.430126ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1341,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"warn","ts":"2026-04-23T16:36:43.347778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.683175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:36:43.348147Z","caller":"traceutil/trace.go:171","msg":"trace[888230875] transaction","detail":"{read_only:false; response_revision:3569; number_of_response:1; }","duration":"270.531431ms","start":"2026-04-23T16:36:43.077591Z","end":"2026-04-23T16:36:43.348122Z","steps":["trace[888230875] 'process raft request' (duration: 270.471419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.348187Z","caller":"traceutil/trace.go:171","msg":"trace[575858858] transaction","detail":"{read_only:false; response_revision:3567; number_of_response:1; }","duration":"272.075338ms","start":"2026-04-23T16:36:43.076053Z","end":"2026-04-23T16:36:43.348128Z","steps":["trace[575858858] 'process raft request' (duration: 271.878781ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.348223Z","caller":"traceutil/trace.go:171","msg":"trace[756529383] transaction","detail":"{read_only:false; response_revision:3566; number_of_response:1; }","duration":"337.243995ms","start":"2026-04-23T16:36:43.010944Z","end":"2026-04-23T16:36:43.348188Z","steps":["trace[756529383] 'process raft request' (duration: 148.045361ms)","trace[756529383] 'compare' (duration: 188.213198ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:36:43.348469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:36:43.010918Z","time spent":"337.475124ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:36:43.348723Z","caller":"traceutil/trace.go:171","msg":"trace[620849775] transaction","detail":"{read_only:false; response_revision:3568; number_of_response:1; }","duration":"271.870009ms","start":"2026-04-23T16:36:43.076316Z","end":"2026-04-23T16:36:43.348186Z","steps":["trace[620849775] 'process raft request' (duration: 271.699633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:36:43.715047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.060352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T16:36:43.715124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.383644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:36:43.715124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.287991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:36:43.715051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.331299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:36:43.715204Z","caller":"traceutil/trace.go:171","msg":"trace[343429775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3569; }","duration":"111.509369ms","start":"2026-04-23T16:36:43.603674Z","end":"2026-04-23T16:36:43.715184Z","steps":["trace[343429775] 'range keys from in-memory index tree' (duration: 111.256139ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.715192Z","caller":"traceutil/trace.go:171","msg":"trace[1741491003] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3569; }","duration":"111.227818ms","start":"2026-04-23T16:36:43.603909Z","end":"2026-04-23T16:36:43.715137Z","steps":["trace[1741491003] 'range keys from in-memory index tree' (duration: 110.832274ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.715259Z","caller":"traceutil/trace.go:171","msg":"trace[1105626743] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3569; }","duration":"112.556846ms","start":"2026-04-23T16:36:43.602678Z","end":"2026-04-23T16:36:43.715235Z","steps":["trace[1105626743] 'range keys from in-memory index tree' (duration: 112.191884ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.716173Z","caller":"traceutil/trace.go:171","msg":"trace[1981256750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3569; }","duration":"168.422685ms","start":"2026-04-23T16:36:43.546769Z","end":"2026-04-23T16:36:43.715192Z","steps":["trace[1981256750] 'range keys from in-memory index tree' (duration: 168.093843ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.88091Z","caller":"traceutil/trace.go:171","msg":"trace[703710438] transaction","detail":"{read_only:false; response_revision:3571; number_of_response:1; }","duration":"160.699483ms","start":"2026-04-23T16:36:43.720176Z","end":"2026-04-23T16:36:43.880876Z","steps":["trace[703710438] 'process raft request' (duration: 160.468565ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.881221Z","caller":"traceutil/trace.go:171","msg":"trace[1937985458] transaction","detail":"{read_only:false; response_revision:3572; number_of_response:1; }","duration":"161.025075ms","start":"2026-04-23T16:36:43.720172Z","end":"2026-04-23T16:36:43.881197Z","steps":["trace[1937985458] 'process raft request' (duration: 160.654742ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:36:43.881448Z","caller":"traceutil/trace.go:171","msg":"trace[1087367241] transaction","detail":"{read_only:false; response_revision:3573; number_of_response:1; }","duration":"161.199291ms","start":"2026-04-23T16:36:43.720212Z","end":"2026-04-23T16:36:43.881412Z","steps":["trace[1087367241] 'process raft request' (duration: 160.875979ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:19.620744Z","caller":"traceutil/trace.go:171","msg":"trace[150754357] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"140.382182ms","start":"2026-04-23T16:37:19.480337Z","end":"2026-04-23T16:37:19.620719Z","steps":["trace[150754357] 'process raft request' (duration: 49.367352ms)","trace[150754357] 'compare' (duration: 90.823015ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:19.620862Z","caller":"traceutil/trace.go:171","msg":"trace[804976] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"140.401301ms","start":"2026-04-23T16:37:19.480434Z","end":"2026-04-23T16:37:19.620835Z","steps":["trace[804976] 'process raft request' (duration: 140.246487ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:19.632695Z","caller":"traceutil/trace.go:171","msg":"trace[1898637045] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"134.295276ms","start":"2026-04-23T16:37:19.498347Z","end":"2026-04-23T16:37:19.632642Z","steps":["trace[1898637045] 'process raft request' (duration: 134.071841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:20.599428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.257364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:37:20.59958Z","caller":"traceutil/trace.go:171","msg":"trace[1617871352] linearizableReadLoop","detail":"{readStateIndex:4069; appliedIndex:4068; }","duration":"124.990857ms","start":"2026-04-23T16:37:20.474561Z","end":"2026-04-23T16:37:20.599552Z","steps":["trace[1617871352] 'read index received' (duration: 13.540831ms)","trace[1617871352] 'applied index is now lower than readState.Index' (duration: 111.447416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:20.599984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.403678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-23T16:37:20.600044Z","caller":"traceutil/trace.go:171","msg":"trace[1152336084] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20; range_end:; response_count:1; response_revision:3904; }","duration":"125.49489ms","start":"2026-04-23T16:37:20.474533Z","end":"2026-04-23T16:37:20.600028Z","steps":["trace[1152336084] 'agreement among raft nodes before linearized reading' (duration: 125.088889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:20.600182Z","caller":"traceutil/trace.go:171","msg":"trace[1852090371] transaction","detail":"{read_only:false; response_revision:3904; number_of_response:1; }","duration":"139.892012ms","start":"2026-04-23T16:37:20.460218Z","end":"2026-04-23T16:37:20.60011Z","steps":["trace[1852090371] 'process raft request' (duration: 27.869659ms)","trace[1852090371] 'compare' (duration: 110.981237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:21.137396Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495083550,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:37:21.638532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495083550,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:37:21.659497Z","caller":"traceutil/trace.go:171","msg":"trace[1361254583] transaction","detail":"{read_only:false; response_revision:3905; number_of_response:1; }","duration":"1.050971877s","start":"2026-04-23T16:37:20.608505Z","end":"2026-04-23T16:37:21.659477Z","steps":["trace[1361254583] 'process raft request' (duration: 1.050859234s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:21.659658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:20.608477Z","time spent":"1.051074721s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:22.074173Z","caller":"traceutil/trace.go:171","msg":"trace[1188539933] linearizableReadLoop","detail":"{readStateIndex:4073; appliedIndex:4069; }","duration":"1.436981419s","start":"2026-04-23T16:37:20.637172Z","end":"2026-04-23T16:37:22.074154Z","steps":["trace[1188539933] 'read index received' (duration: 1.022232786s)","trace[1188539933] 'applied index is now lower than readState.Index' (duration: 414.747773ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:22.074723Z","caller":"traceutil/trace.go:171","msg":"trace[2040514670] transaction","detail":"{read_only:false; response_revision:3908; number_of_response:1; }","duration":"447.21208ms","start":"2026-04-23T16:37:21.627492Z","end":"2026-04-23T16:37:22.074704Z","steps":["trace[2040514670] 'process raft request' (duration: 446.586314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.075543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.575081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:22.07565Z","caller":"traceutil/trace.go:171","msg":"trace[1785656431] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:3909; }","duration":"643.106525ms","start":"2026-04-23T16:37:21.432531Z","end":"2026-04-23T16:37:22.075637Z","steps":["trace[1785656431] 'agreement among raft nodes before linearized reading' (duration: 642.585652ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:22.074783Z","caller":"traceutil/trace.go:171","msg":"trace[1503926535] transaction","detail":"{read_only:false; response_revision:3906; number_of_response:1; }","duration":"573.733372ms","start":"2026-04-23T16:37:21.501038Z","end":"2026-04-23T16:37:22.074771Z","steps":["trace[1503926535] 'process raft request' (duration: 562.088286ms)","trace[1503926535] 'compare' (duration: 10.815475ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:22.074772Z","caller":"traceutil/trace.go:171","msg":"trace[1178534879] transaction","detail":"{read_only:false; response_revision:3907; number_of_response:1; }","duration":"448.243704ms","start":"2026-04-23T16:37:21.626476Z","end":"2026-04-23T16:37:22.07472Z","steps":["trace[1178534879] 'process raft request' (duration: 447.553938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.076021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.626453Z","time spent":"449.465544ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:37:22.074872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437681656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:37:22.07611Z","caller":"traceutil/trace.go:171","msg":"trace[1816504732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3909; }","duration":"1.438984649s","start":"2026-04-23T16:37:20.637113Z","end":"2026-04-23T16:37:22.076098Z","steps":["trace[1816504732] 'agreement among raft nodes before linearized reading' (duration: 1.437705718s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.076196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:20.637077Z","time spent":"1.43906537s","remote":"127.0.0.1:47874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:37:22.074872Z","caller":"traceutil/trace.go:171","msg":"trace[618996987] transaction","detail":"{read_only:false; response_revision:3909; number_of_response:1; }","duration":"435.074028ms","start":"2026-04-23T16:37:21.639755Z","end":"2026-04-23T16:37:22.074829Z","steps":["trace[618996987] 'process raft request' (duration: 434.355351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.076323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.501019Z","time spent":"574.797538ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:37:22.07517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.94609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:37:22.076465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.63974Z","time spent":"436.600415ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:22.076521Z","caller":"traceutil/trace.go:171","msg":"trace[1178924295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3909; }","duration":"220.337323ms","start":"2026-04-23T16:37:21.856162Z","end":"2026-04-23T16:37:22.076499Z","steps":["trace[1178924295] 'agreement among raft nodes before linearized reading' (duration: 218.965229ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.075223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22704983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:37:22.076668Z","caller":"traceutil/trace.go:171","msg":"trace[1861858772] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3909; }","duration":"1.228534546s","start":"2026-04-23T16:37:20.848121Z","end":"2026-04-23T16:37:22.076656Z","steps":["trace[1861858772] 'agreement among raft nodes before linearized reading' (duration: 1.226966428s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.076752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:20.8481Z","time spent":"1.228602078s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T16:37:22.075305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.147616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" ","response":"range_response_count:1 size:3763"} {"level":"warn","ts":"2026-04-23T16:37:22.076768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.627479Z","time spent":"448.05333ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:37:22.075315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.820818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:37:22.077045Z","caller":"traceutil/trace.go:171","msg":"trace[1216057759] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:3909; }","duration":"580.582891ms","start":"2026-04-23T16:37:21.496447Z","end":"2026-04-23T16:37:22.07703Z","steps":["trace[1216057759] 'agreement among raft nodes before linearized reading' (duration: 578.763697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.077098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.496428Z","time spent":"580.656953ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-23T16:37:22.077199Z","caller":"traceutil/trace.go:171","msg":"trace[1599968484] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20; range_end:; response_count:1; response_revision:3909; }","duration":"925.777744ms","start":"2026-04-23T16:37:21.151127Z","end":"2026-04-23T16:37:22.076905Z","steps":["trace[1599968484] 'agreement among raft nodes before linearized reading' (duration: 924.121244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.075337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.798861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:37:22.07724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.151116Z","time spent":"926.114423ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3785,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" "} {"level":"info","ts":"2026-04-23T16:37:22.077252Z","caller":"traceutil/trace.go:171","msg":"trace[1238315019] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:3909; }","duration":"771.768401ms","start":"2026-04-23T16:37:21.305472Z","end":"2026-04-23T16:37:22.07724Z","steps":["trace[1238315019] 'agreement among raft nodes before linearized reading' (duration: 769.805062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.077302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.305418Z","time spent":"771.867402ms","remote":"127.0.0.1:47354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:37:22.075317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.672617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:37:22.077371Z","caller":"traceutil/trace.go:171","msg":"trace[1286219214] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:3909; }","duration":"808.747718ms","start":"2026-04-23T16:37:21.268613Z","end":"2026-04-23T16:37:22.077361Z","steps":["trace[1286219214] 'agreement among raft nodes before linearized reading' (duration: 806.617676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.077397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.268557Z","time spent":"808.83323ms","remote":"127.0.0.1:34140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":8,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:37:22.075372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.463412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:37:22.077456Z","caller":"traceutil/trace.go:171","msg":"trace[1628136791] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3909; }","duration":"932.585175ms","start":"2026-04-23T16:37:21.14486Z","end":"2026-04-23T16:37:22.077446Z","steps":["trace[1628136791] 'agreement among raft nodes before linearized reading' (duration: 930.461702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:22.075737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.432507Z","time spent":"643.215037ms","remote":"127.0.0.1:47176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:37:22.077497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:21.144838Z","time spent":"932.649715ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:37:24.389851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.071363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:37:24.390008Z","caller":"traceutil/trace.go:171","msg":"trace[1306186664] linearizableReadLoop","detail":"{readStateIndex:4086; appliedIndex:4082; }","duration":"303.608285ms","start":"2026-04-23T16:37:24.086372Z","end":"2026-04-23T16:37:24.38998Z","steps":["trace[1306186664] 'read index received' (duration: 39.287776ms)","trace[1306186664] 'applied index is now lower than readState.Index' (duration: 264.319829ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:24.390041Z","caller":"traceutil/trace.go:171","msg":"trace[1313536211] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"306.054863ms","start":"2026-04-23T16:37:24.083954Z","end":"2026-04-23T16:37:24.390009Z","steps":["trace[1313536211] 'process raft request' (duration: 305.970271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.785039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" ","response":"range_response_count:1 size:3949"} {"level":"warn","ts":"2026-04-23T16:37:24.390156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:24.083936Z","time spent":"306.160076ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:24.390181Z","caller":"traceutil/trace.go:171","msg":"trace[367222654] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20; range_end:; response_count:1; response_revision:3920; }","duration":"303.834279ms","start":"2026-04-23T16:37:24.08634Z","end":"2026-04-23T16:37:24.390174Z","steps":["trace[367222654] 'agreement among raft nodes before linearized reading' (duration: 303.718987ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:24.390158Z","caller":"traceutil/trace.go:171","msg":"trace[2013912949] transaction","detail":"{read_only:false; response_revision:3918; number_of_response:1; }","duration":"307.443217ms","start":"2026-04-23T16:37:24.08269Z","end":"2026-04-23T16:37:24.390133Z","steps":["trace[2013912949] 'process raft request' (duration: 164.026076ms)","trace[2013912949] 'compare' (duration: 142.96311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:24.390207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:24.086328Z","time spent":"303.874871ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3971,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" "} {"level":"warn","ts":"2026-04-23T16:37:24.390248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.334916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:37:24.390313Z","caller":"traceutil/trace.go:171","msg":"trace[1130661743] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3920; }","duration":"288.402968ms","start":"2026-04-23T16:37:24.101899Z","end":"2026-04-23T16:37:24.390302Z","steps":["trace[1130661743] 'agreement among raft nodes before linearized reading' (duration: 288.181963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.997059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20\" ","response":"range_response_count:1 size:2242"} {"level":"info","ts":"2026-04-23T16:37:24.390374Z","caller":"traceutil/trace.go:171","msg":"trace[374881934] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"305.556671ms","start":"2026-04-23T16:37:24.084735Z","end":"2026-04-23T16:37:24.390292Z","steps":["trace[374881934] 'process raft request' (duration: 305.218283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.982019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:37:24.390466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.003941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:37:24.390489Z","caller":"traceutil/trace.go:171","msg":"trace[1619902286] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3920; }","duration":"222.062572ms","start":"2026-04-23T16:37:24.168422Z","end":"2026-04-23T16:37:24.390484Z","steps":["trace[1619902286] 'agreement among raft nodes before linearized reading' (duration: 222.007081ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:24.390491Z","caller":"traceutil/trace.go:171","msg":"trace[1340280440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3920; }","duration":"234.05285ms","start":"2026-04-23T16:37:24.156429Z","end":"2026-04-23T16:37:24.390482Z","steps":["trace[1340280440] 'agreement among raft nodes before linearized reading' (duration: 233.932847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.523011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-23T16:37:24.390596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.331637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:37:24.390632Z","caller":"traceutil/trace.go:171","msg":"trace[864420515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3920; }","duration":"150.398139ms","start":"2026-04-23T16:37:24.240228Z","end":"2026-04-23T16:37:24.390626Z","steps":["trace[864420515] 'agreement among raft nodes before linearized reading' (duration: 150.328217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:24.082681Z","time spent":"307.530709ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:24.390663Z","caller":"traceutil/trace.go:171","msg":"trace[607991015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3920; }","duration":"288.583563ms","start":"2026-04-23T16:37:24.102037Z","end":"2026-04-23T16:37:24.390621Z","steps":["trace[607991015] 'agreement among raft nodes before linearized reading' (duration: 288.438179ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:24.390446Z","caller":"traceutil/trace.go:171","msg":"trace[926237548] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-4e294636-9d7d-459b-a855-5a9d91285a20; range_end:; response_count:1; response_revision:3920; }","duration":"180.090992ms","start":"2026-04-23T16:37:24.210345Z","end":"2026-04-23T16:37:24.390436Z","steps":["trace[926237548] 'agreement among raft nodes before linearized reading' (duration: 179.97773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:24.390659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:24.084721Z","time spent":"305.778776ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:25.681249Z","caller":"traceutil/trace.go:171","msg":"trace[138311687] transaction","detail":"{read_only:false; response_revision:3929; number_of_response:1; }","duration":"278.96242ms","start":"2026-04-23T16:37:25.402267Z","end":"2026-04-23T16:37:25.68123Z","steps":["trace[138311687] 'process raft request' (duration: 278.840416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:25.836652Z","caller":"traceutil/trace.go:171","msg":"trace[1333179505] transaction","detail":"{read_only:false; response_revision:3931; number_of_response:1; }","duration":"113.04273ms","start":"2026-04-23T16:37:25.723578Z","end":"2026-04-23T16:37:25.836621Z","steps":["trace[1333179505] 'process raft request' (duration: 86.288363ms)","trace[1333179505] 'compare' (duration: 26.570523ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:26.036527Z","caller":"traceutil/trace.go:171","msg":"trace[1919464528] transaction","detail":"{read_only:false; response_revision:3933; number_of_response:1; }","duration":"193.064856ms","start":"2026-04-23T16:37:25.843415Z","end":"2026-04-23T16:37:26.03648Z","steps":["trace[1919464528] 'process raft request' (duration: 137.657226ms)","trace[1919464528] 'compare' (duration: 55.105263ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:26.036539Z","caller":"traceutil/trace.go:171","msg":"trace[660179677] transaction","detail":"{read_only:false; response_revision:3934; number_of_response:1; }","duration":"113.431441ms","start":"2026-04-23T16:37:25.923074Z","end":"2026-04-23T16:37:26.036505Z","steps":["trace[660179677] 'process raft request' (duration: 113.340029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:26.036955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.898024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:26.036619Z","caller":"traceutil/trace.go:171","msg":"trace[739411486] linearizableReadLoop","detail":"{readStateIndex:4099; appliedIndex:4097; }","duration":"182.580957ms","start":"2026-04-23T16:37:25.854027Z","end":"2026-04-23T16:37:26.036608Z","steps":["trace[739411486] 'read index received' (duration: 64.033885ms)","trace[739411486] 'applied index is now lower than readState.Index' (duration: 118.546012ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:26.037019Z","caller":"traceutil/trace.go:171","msg":"trace[2104677857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3934; }","duration":"183.037937ms","start":"2026-04-23T16:37:25.85397Z","end":"2026-04-23T16:37:26.037008Z","steps":["trace[2104677857] 'agreement among raft nodes before linearized reading' (duration: 182.673419ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:27.626173Z","caller":"traceutil/trace.go:171","msg":"trace[1432888255] transaction","detail":"{read_only:false; response_revision:3953; number_of_response:1; }","duration":"180.928644ms","start":"2026-04-23T16:37:27.445185Z","end":"2026-04-23T16:37:27.626114Z","steps":["trace[1432888255] 'process raft request' (duration: 180.687429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:27.811914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.252392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:37:27.812032Z","caller":"traceutil/trace.go:171","msg":"trace[1226027933] transaction","detail":"{read_only:false; response_revision:3954; number_of_response:1; }","duration":"279.623184ms","start":"2026-04-23T16:37:27.532387Z","end":"2026-04-23T16:37:27.81201Z","steps":["trace[1226027933] 'process raft request' (duration: 162.155577ms)","trace[1226027933] 'compare' (duration: 117.011356ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:27.828138Z","caller":"traceutil/trace.go:171","msg":"trace[252644533] linearizableReadLoop","detail":"{readStateIndex:4123; appliedIndex:4120; }","duration":"193.105768ms","start":"2026-04-23T16:37:27.635Z","end":"2026-04-23T16:37:27.828106Z","steps":["trace[252644533] 'read index received' (duration: 59.552977ms)","trace[252644533] 'applied index is now lower than readState.Index' (duration: 133.551451ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:27.828313Z","caller":"traceutil/trace.go:171","msg":"trace[1305220721] transaction","detail":"{read_only:false; response_revision:3955; number_of_response:1; }","duration":"194.962582ms","start":"2026-04-23T16:37:27.633319Z","end":"2026-04-23T16:37:27.828282Z","steps":["trace[1305220721] 'process raft request' (duration: 194.545062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:27.828333Z","caller":"traceutil/trace.go:171","msg":"trace[1931066145] transaction","detail":"{read_only:false; response_revision:3956; number_of_response:1; }","duration":"194.717076ms","start":"2026-04-23T16:37:27.633588Z","end":"2026-04-23T16:37:27.828305Z","steps":["trace[1931066145] 'process raft request' (duration: 194.45979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:27.82859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.555129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:37:27.828598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.428822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-etcd-client-cert\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:27.828677Z","caller":"traceutil/trace.go:171","msg":"trace[1274316950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3956; }","duration":"193.698253ms","start":"2026-04-23T16:37:27.634963Z","end":"2026-04-23T16:37:27.828662Z","steps":["trace[1274316950] 'agreement among raft nodes before linearized reading' (duration: 193.415406ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:27.828742Z","caller":"traceutil/trace.go:171","msg":"trace[2010413900] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-etcd-client-cert; range_end:; response_count:0; response_revision:3956; }","duration":"192.580807ms","start":"2026-04-23T16:37:27.636086Z","end":"2026-04-23T16:37:27.828667Z","steps":["trace[2010413900] 'agreement among raft nodes before linearized reading' (duration: 192.30918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.120187Z","caller":"traceutil/trace.go:171","msg":"trace[2091651711] linearizableReadLoop","detail":"{readStateIndex:4124; appliedIndex:4123; }","duration":"264.330508ms","start":"2026-04-23T16:37:27.855831Z","end":"2026-04-23T16:37:28.120162Z","steps":["trace[2091651711] 'read index received' (duration: 235.411302ms)","trace[2091651711] 'applied index is now lower than readState.Index' (duration: 28.917976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:28.120328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.490872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:28.120366Z","caller":"traceutil/trace.go:171","msg":"trace[2142169891] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3957; }","duration":"264.581554ms","start":"2026-04-23T16:37:27.855774Z","end":"2026-04-23T16:37:28.120355Z","steps":["trace[2142169891] 'agreement among raft nodes before linearized reading' (duration: 264.476582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.120509Z","caller":"traceutil/trace.go:171","msg":"trace[1083730475] transaction","detail":"{read_only:false; response_revision:3957; number_of_response:1; }","duration":"287.017787ms","start":"2026-04-23T16:37:27.833459Z","end":"2026-04-23T16:37:28.120477Z","steps":["trace[1083730475] 'process raft request' (duration: 257.765334ms)","trace[1083730475] 'compare' (duration: 28.452575ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:28.63709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.498013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:28.637275Z","caller":"traceutil/trace.go:171","msg":"trace[776415187] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3958; }","duration":"217.700758ms","start":"2026-04-23T16:37:28.419545Z","end":"2026-04-23T16:37:28.637246Z","steps":["trace[776415187] 'range keys from in-memory index tree' (duration: 217.473693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.637174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.521188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:37:28.637889Z","caller":"traceutil/trace.go:171","msg":"trace[1986012390] linearizableReadLoop","detail":"{readStateIndex:4128; appliedIndex:4125; }","duration":"136.554827ms","start":"2026-04-23T16:37:28.501317Z","end":"2026-04-23T16:37:28.637871Z","steps":["trace[1986012390] 'read index received' (duration: 113.738231ms)","trace[1986012390] 'applied index is now lower than readState.Index' (duration: 22.815566ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:28.638009Z","caller":"traceutil/trace.go:171","msg":"trace[1559754236] transaction","detail":"{read_only:false; response_revision:3959; number_of_response:1; }","duration":"230.919911ms","start":"2026-04-23T16:37:28.40708Z","end":"2026-04-23T16:37:28.638Z","steps":["trace[1559754236] 'process raft request' (duration: 43.486871ms)","trace[1559754236] 'compare' (duration: 186.410196ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:28.638263Z","caller":"traceutil/trace.go:171","msg":"trace[456776327] transaction","detail":"{read_only:false; response_revision:3960; number_of_response:1; }","duration":"229.431627ms","start":"2026-04-23T16:37:28.408822Z","end":"2026-04-23T16:37:28.638254Z","steps":["trace[456776327] 'process raft request' (duration: 228.958506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.638379Z","caller":"traceutil/trace.go:171","msg":"trace[491622457] transaction","detail":"{read_only:false; response_revision:3961; number_of_response:1; }","duration":"229.12662ms","start":"2026-04-23T16:37:28.409243Z","end":"2026-04-23T16:37:28.638369Z","steps":["trace[491622457] 'process raft request' (duration: 228.593568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.638561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.237603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:37:28.638597Z","caller":"traceutil/trace.go:171","msg":"trace[344600052] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3961; }","duration":"137.310214ms","start":"2026-04-23T16:37:28.501278Z","end":"2026-04-23T16:37:28.638588Z","steps":["trace[344600052] 'agreement among raft nodes before linearized reading' (duration: 137.203672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.638739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.481742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:37:28.638769Z","caller":"traceutil/trace.go:171","msg":"trace[937869485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3961; }","duration":"125.556594ms","start":"2026-04-23T16:37:28.513206Z","end":"2026-04-23T16:37:28.638763Z","steps":["trace[937869485] 'agreement among raft nodes before linearized reading' (duration: 125.485292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.639463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.932202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:37:28.639497Z","caller":"traceutil/trace.go:171","msg":"trace[1890633466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3961; }","duration":"126.019475ms","start":"2026-04-23T16:37:28.51347Z","end":"2026-04-23T16:37:28.63949Z","steps":["trace[1890633466] 'agreement among raft nodes before linearized reading' (duration: 125.937653ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.639607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.24005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:37:28.639637Z","caller":"traceutil/trace.go:171","msg":"trace[70296771] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3961; }","duration":"126.325012ms","start":"2026-04-23T16:37:28.513305Z","end":"2026-04-23T16:37:28.63963Z","steps":["trace[70296771] 'agreement among raft nodes before linearized reading' (duration: 126.25523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:28.639735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.449294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:37:28.639761Z","caller":"traceutil/trace.go:171","msg":"trace[1521298924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3961; }","duration":"126.506905ms","start":"2026-04-23T16:37:28.513248Z","end":"2026-04-23T16:37:28.639755Z","steps":["trace[1521298924] 'agreement among raft nodes before linearized reading' (duration: 126.444523ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.856338Z","caller":"traceutil/trace.go:171","msg":"trace[1599858472] transaction","detail":"{read_only:false; response_revision:3962; number_of_response:1; }","duration":"208.016984ms","start":"2026-04-23T16:37:28.648291Z","end":"2026-04-23T16:37:28.856308Z","steps":["trace[1599858472] 'process raft request' (duration: 117.324104ms)","trace[1599858472] 'compare' (duration: 90.488775ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:28.85664Z","caller":"traceutil/trace.go:171","msg":"trace[1634373835] transaction","detail":"{read_only:false; response_revision:3963; number_of_response:1; }","duration":"208.035994ms","start":"2026-04-23T16:37:28.648588Z","end":"2026-04-23T16:37:28.856624Z","steps":["trace[1634373835] 'process raft request' (duration: 207.662975ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.8569Z","caller":"traceutil/trace.go:171","msg":"trace[1549444310] transaction","detail":"{read_only:false; response_revision:3964; number_of_response:1; }","duration":"208.242218ms","start":"2026-04-23T16:37:28.648637Z","end":"2026-04-23T16:37:28.856879Z","steps":["trace[1549444310] 'process raft request' (duration: 207.929301ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.857122Z","caller":"traceutil/trace.go:171","msg":"trace[197788721] transaction","detail":"{read_only:false; response_revision:3965; number_of_response:1; }","duration":"208.312161ms","start":"2026-04-23T16:37:28.648769Z","end":"2026-04-23T16:37:28.857081Z","steps":["trace[197788721] 'process raft request' (duration: 208.018644ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:28.857607Z","caller":"traceutil/trace.go:171","msg":"trace[1232842271] transaction","detail":"{read_only:false; response_revision:3966; number_of_response:1; }","duration":"207.039252ms","start":"2026-04-23T16:37:28.650551Z","end":"2026-04-23T16:37:28.857591Z","steps":["trace[1232842271] 'process raft request' (duration: 206.423397ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:29.057413Z","caller":"traceutil/trace.go:171","msg":"trace[403444780] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"123.209836ms","start":"2026-04-23T16:37:28.934174Z","end":"2026-04-23T16:37:29.057384Z","steps":["trace[403444780] 'process raft request' (duration: 36.384559ms)","trace[403444780] 'compare' (duration: 86.696465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:37:29.996022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.674401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:29.996162Z","caller":"traceutil/trace.go:171","msg":"trace[1005108399] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3973; }","duration":"138.884646ms","start":"2026-04-23T16:37:29.857251Z","end":"2026-04-23T16:37:29.996135Z","steps":["trace[1005108399] 'range keys from in-memory index tree' (duration: 138.5811ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:30.65734Z","caller":"traceutil/trace.go:171","msg":"trace[1239474555] transaction","detail":"{read_only:false; response_revision:3974; number_of_response:1; }","duration":"412.694786ms","start":"2026-04-23T16:37:30.244622Z","end":"2026-04-23T16:37:30.657317Z","steps":["trace[1239474555] 'process raft request' (duration: 412.502822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:30.65749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:30.244593Z","time spent":"412.8162ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:30.818876Z","caller":"traceutil/trace.go:171","msg":"trace[1860608361] transaction","detail":"{read_only:false; response_revision:3977; number_of_response:1; }","duration":"170.7113ms","start":"2026-04-23T16:37:30.648138Z","end":"2026-04-23T16:37:30.818849Z","steps":["trace[1860608361] 'process raft request' (duration: 170.667299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:30.818906Z","caller":"traceutil/trace.go:171","msg":"trace[1018743738] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"170.874253ms","start":"2026-04-23T16:37:30.648014Z","end":"2026-04-23T16:37:30.818888Z","steps":["trace[1018743738] 'process raft request' (duration: 170.593217ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:30.818947Z","caller":"traceutil/trace.go:171","msg":"trace[48887430] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"170.819372ms","start":"2026-04-23T16:37:30.648122Z","end":"2026-04-23T16:37:30.818941Z","steps":["trace[48887430] 'process raft request' (duration: 170.635418ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:31.028045Z","caller":"traceutil/trace.go:171","msg":"trace[239493420] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"162.416347ms","start":"2026-04-23T16:37:30.865591Z","end":"2026-04-23T16:37:31.028008Z","steps":["trace[239493420] 'process raft request' (duration: 78.49596ms)","trace[239493420] 'compare' (duration: 83.602519ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:31.02836Z","caller":"traceutil/trace.go:171","msg":"trace[1654756152] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"162.057188ms","start":"2026-04-23T16:37:30.866291Z","end":"2026-04-23T16:37:31.028348Z","steps":["trace[1654756152] 'process raft request' (duration: 161.65889ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:31.028473Z","caller":"traceutil/trace.go:171","msg":"trace[616630011] linearizableReadLoop","detail":"{readStateIndex:4149; appliedIndex:4144; }","duration":"114.200918ms","start":"2026-04-23T16:37:30.914252Z","end":"2026-04-23T16:37:31.028453Z","steps":["trace[616630011] 'read index received' (duration: 29.777911ms)","trace[616630011] 'applied index is now lower than readState.Index' (duration: 84.422157ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:31.028508Z","caller":"traceutil/trace.go:171","msg":"trace[2037637184] transaction","detail":"{read_only:false; response_revision:3980; number_of_response:1; }","duration":"162.011057ms","start":"2026-04-23T16:37:30.866439Z","end":"2026-04-23T16:37:31.02845Z","steps":["trace[2037637184] 'process raft request' (duration: 161.778102ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:31.028563Z","caller":"traceutil/trace.go:171","msg":"trace[264612878] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"161.67252ms","start":"2026-04-23T16:37:30.866876Z","end":"2026-04-23T16:37:31.028549Z","steps":["trace[264612878] 'process raft request' (duration: 161.426944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:31.028614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.346433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:37:31.028648Z","caller":"traceutil/trace.go:171","msg":"trace[1187621881] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:3982; }","duration":"114.399134ms","start":"2026-04-23T16:37:30.914238Z","end":"2026-04-23T16:37:31.028637Z","steps":["trace[1187621881] 'agreement among raft nodes before linearized reading' (duration: 114.324982ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:31.028808Z","caller":"traceutil/trace.go:171","msg":"trace[2023516082] transaction","detail":"{read_only:false; response_revision:3982; number_of_response:1; }","duration":"160.695329ms","start":"2026-04-23T16:37:30.868101Z","end":"2026-04-23T16:37:31.028796Z","steps":["trace[2023516082] 'process raft request' (duration: 160.31168ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:39.268042Z","caller":"traceutil/trace.go:171","msg":"trace[1532945199] linearizableReadLoop","detail":"{readStateIndex:4197; appliedIndex:4196; }","duration":"393.410963ms","start":"2026-04-23T16:37:38.874612Z","end":"2026-04-23T16:37:39.268023Z","steps":["trace[1532945199] 'read index received' (duration: 393.27844ms)","trace[1532945199] 'applied index is now lower than readState.Index' (duration: 131.583µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:37:39.268131Z","caller":"traceutil/trace.go:171","msg":"trace[774970294] transaction","detail":"{read_only:false; response_revision:4028; number_of_response:1; }","duration":"482.591014ms","start":"2026-04-23T16:37:38.785533Z","end":"2026-04-23T16:37:39.268124Z","steps":["trace[774970294] 'process raft request' (duration: 482.361379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.268377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.78551Z","time spent":"482.641916ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:37:39.268463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.827101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-04-23T16:37:39.268556Z","caller":"traceutil/trace.go:171","msg":"trace[1830966324] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4028; }","duration":"393.953105ms","start":"2026-04-23T16:37:38.874581Z","end":"2026-04-23T16:37:39.268534Z","steps":["trace[1830966324] 'agreement among raft nodes before linearized reading' (duration: 393.74657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.268609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.874568Z","time spent":"394.031556ms","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3338,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-04-23T16:37:39.303752Z","caller":"traceutil/trace.go:171","msg":"trace[1859943273] transaction","detail":"{read_only:false; response_revision:4029; number_of_response:1; }","duration":"382.707805ms","start":"2026-04-23T16:37:38.921024Z","end":"2026-04-23T16:37:39.303732Z","steps":["trace[1859943273] 'process raft request' (duration: 382.49166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.303916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.921Z","time spent":"382.811356ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:39.30406Z","caller":"traceutil/trace.go:171","msg":"trace[1832285185] transaction","detail":"{read_only:false; response_revision:4030; number_of_response:1; }","duration":"376.808312ms","start":"2026-04-23T16:37:38.927244Z","end":"2026-04-23T16:37:39.304052Z","steps":["trace[1832285185] 'process raft request' (duration: 376.455255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.304102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.927229Z","time spent":"376.852632ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:37:39.304097Z","caller":"traceutil/trace.go:171","msg":"trace[773453463] transaction","detail":"{read_only:false; response_revision:4032; number_of_response:1; }","duration":"221.559524ms","start":"2026-04-23T16:37:39.082519Z","end":"2026-04-23T16:37:39.304079Z","steps":["trace[773453463] 'process raft request' (duration: 221.506684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:37:39.304328Z","caller":"traceutil/trace.go:171","msg":"trace[1811685841] transaction","detail":"{read_only:false; response_revision:4031; number_of_response:1; }","duration":"376.826282ms","start":"2026-04-23T16:37:38.927285Z","end":"2026-04-23T16:37:39.304112Z","steps":["trace[1811685841] 'process raft request' (duration: 376.644139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.304488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.927264Z","time spent":"377.138789ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:37:39.304658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.201586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:37:39.304744Z","caller":"traceutil/trace.go:171","msg":"trace[900530131] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:4033; }","duration":"385.328818ms","start":"2026-04-23T16:37:38.919397Z","end":"2026-04-23T16:37:39.304726Z","steps":["trace[900530131] 'agreement among raft nodes before linearized reading' (duration: 385.181495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.304798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:37:38.919379Z","time spent":"385.405299ms","remote":"127.0.0.1:35226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:37:39.304888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.820145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:37:39.30494Z","caller":"traceutil/trace.go:171","msg":"trace[1417255566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4033; }","duration":"211.909777ms","start":"2026-04-23T16:37:39.093018Z","end":"2026-04-23T16:37:39.304928Z","steps":["trace[1417255566] 'agreement among raft nodes before linearized reading' (duration: 211.713303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.305062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.933716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:37:39.305098Z","caller":"traceutil/trace.go:171","msg":"trace[1059255015] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4033; }","duration":"209.988528ms","start":"2026-04-23T16:37:39.095103Z","end":"2026-04-23T16:37:39.305091Z","steps":["trace[1059255015] 'agreement among raft nodes before linearized reading' (duration: 209.916136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.305119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.771425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:37:39.305154Z","caller":"traceutil/trace.go:171","msg":"trace[607365191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4033; }","duration":"213.821625ms","start":"2026-04-23T16:37:39.091321Z","end":"2026-04-23T16:37:39.305143Z","steps":["trace[607365191] 'agreement among raft nodes before linearized reading' (duration: 213.730413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.305234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.242584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:37:39.305256Z","caller":"traceutil/trace.go:171","msg":"trace[675273466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4033; }","duration":"214.55293ms","start":"2026-04-23T16:37:39.090698Z","end":"2026-04-23T16:37:39.305251Z","steps":["trace[675273466] 'agreement among raft nodes before linearized reading' (duration: 214.186343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:37:39.30683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.667627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:37:39.307004Z","caller":"traceutil/trace.go:171","msg":"trace[1566188778] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4033; }","duration":"221.87057ms","start":"2026-04-23T16:37:39.085121Z","end":"2026-04-23T16:37:39.306992Z","steps":["trace[1566188778] 'agreement among raft nodes before linearized reading' (duration: 219.809488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.046883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.308515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:04.047139Z","caller":"traceutil/trace.go:171","msg":"trace[269028747] transaction","detail":"{read_only:false; response_revision:4184; number_of_response:1; }","duration":"526.525315ms","start":"2026-04-23T16:38:03.520572Z","end":"2026-04-23T16:38:04.047097Z","steps":["trace[269028747] 'process raft request' (duration: 41.888844ms)","trace[269028747] 'compare' (duration: 484.082692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:04.04732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:03.52055Z","time spent":"526.678937ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:04.047963Z","caller":"traceutil/trace.go:171","msg":"trace[1599435638] linearizableReadLoop","detail":"{readStateIndex:4360; appliedIndex:4357; }","duration":"240.190675ms","start":"2026-04-23T16:38:03.807755Z","end":"2026-04-23T16:38:04.047946Z","steps":["trace[1599435638] 'read index received' (duration: 37.7µs)","trace[1599435638] 'applied index is now lower than readState.Index' (duration: 240.152235ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:04.048041Z","caller":"traceutil/trace.go:171","msg":"trace[2061389398] transaction","detail":"{read_only:false; response_revision:4185; number_of_response:1; }","duration":"526.443393ms","start":"2026-04-23T16:38:03.521537Z","end":"2026-04-23T16:38:04.047981Z","steps":["trace[2061389398] 'process raft request' (duration: 525.448658ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:04.048101Z","caller":"traceutil/trace.go:171","msg":"trace[896153459] transaction","detail":"{read_only:false; response_revision:4186; number_of_response:1; }","duration":"526.28762ms","start":"2026-04-23T16:38:03.521786Z","end":"2026-04-23T16:38:04.048073Z","steps":["trace[896153459] 'process raft request' (duration: 526.111427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.048218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:03.521763Z","time spent":"526.40021ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:04.048228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:03.521515Z","time spent":"526.611175ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:04.048503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.746613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:04.048544Z","caller":"traceutil/trace.go:171","msg":"trace[2043596588] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:0; response_revision:4186; }","duration":"240.817154ms","start":"2026-04-23T16:38:03.807714Z","end":"2026-04-23T16:38:04.048531Z","steps":["trace[2043596588] 'agreement among raft nodes before linearized reading' (duration: 240.288446ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:04.370461Z","caller":"traceutil/trace.go:171","msg":"trace[2118013310] linearizableReadLoop","detail":"{readStateIndex:4361; appliedIndex:4360; }","duration":"192.574414ms","start":"2026-04-23T16:38:04.177865Z","end":"2026-04-23T16:38:04.37044Z","steps":["trace[2118013310] 'read index received' (duration: 192.434532ms)","trace[2118013310] 'applied index is now lower than readState.Index' (duration: 139.152µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:04.370555Z","caller":"traceutil/trace.go:171","msg":"trace[529613728] transaction","detail":"{read_only:false; response_revision:4187; number_of_response:1; }","duration":"316.498861ms","start":"2026-04-23T16:38:04.054047Z","end":"2026-04-23T16:38:04.370546Z","steps":["trace[529613728] 'process raft request' (duration: 316.300038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.370618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.054029Z","time spent":"316.545922ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":792,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:04.370758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.023021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:04.370786Z","caller":"traceutil/trace.go:171","msg":"trace[605904367] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4187; }","duration":"149.084831ms","start":"2026-04-23T16:38:04.221695Z","end":"2026-04-23T16:38:04.37078Z","steps":["trace[605904367] 'agreement among raft nodes before linearized reading' (duration: 149.01667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.370938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.073642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T16:38:04.370961Z","caller":"traceutil/trace.go:171","msg":"trace[1997842001] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4187; }","duration":"193.129783ms","start":"2026-04-23T16:38:04.177825Z","end":"2026-04-23T16:38:04.370955Z","steps":["trace[1997842001] 'agreement among raft nodes before linearized reading' (duration: 193.066312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.370962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.279027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-23T16:38:04.371048Z","caller":"traceutil/trace.go:171","msg":"trace[128157881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4187; }","duration":"182.387898ms","start":"2026-04-23T16:38:04.188617Z","end":"2026-04-23T16:38:04.371005Z","steps":["trace[128157881] 'agreement among raft nodes before linearized reading' (duration: 182.049303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.371477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.275145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-04-23T16:38:04.37154Z","caller":"traceutil/trace.go:171","msg":"trace[149215010] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4187; }","duration":"153.372106ms","start":"2026-04-23T16:38:04.218152Z","end":"2026-04-23T16:38:04.371524Z","steps":["trace[149215010] 'agreement among raft nodes before linearized reading' (duration: 153.184833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.809244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.396699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:04.809461Z","caller":"traceutil/trace.go:171","msg":"trace[1965505094] transaction","detail":"{read_only:false; response_revision:4189; number_of_response:1; }","duration":"432.290474ms","start":"2026-04-23T16:38:04.377149Z","end":"2026-04-23T16:38:04.80944Z","steps":["trace[1965505094] 'process raft request' (duration: 432.198834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.809584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.377131Z","time spent":"432.403436ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:04.809986Z","caller":"traceutil/trace.go:171","msg":"trace[1364322041] transaction","detail":"{read_only:false; response_revision:4188; number_of_response:1; }","duration":"435.692425ms","start":"2026-04-23T16:38:04.374269Z","end":"2026-04-23T16:38:04.809962Z","steps":["trace[1364322041] 'process raft request' (duration: 166.492186ms)","trace[1364322041] 'compare' (duration: 268.300896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:04.810095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.374243Z","time spent":"435.802798ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:04.809969Z","caller":"traceutil/trace.go:171","msg":"trace[640958561] linearizableReadLoop","detail":"{readStateIndex:4362; appliedIndex:4361; }","duration":"433.626085ms","start":"2026-04-23T16:38:04.376278Z","end":"2026-04-23T16:38:04.809904Z","steps":["trace[640958561] 'read index received' (duration: 164.410314ms)","trace[640958561] 'applied index is now lower than readState.Index' (duration: 269.212881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:04.810195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.891399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-04-23T16:38:04.810256Z","caller":"traceutil/trace.go:171","msg":"trace[1898287394] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:4189; }","duration":"433.97069ms","start":"2026-04-23T16:38:04.376273Z","end":"2026-04-23T16:38:04.810244Z","steps":["trace[1898287394] 'agreement among raft nodes before linearized reading' (duration: 433.757977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.810256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.880014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:38:04.810302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.376239Z","time spent":"434.054591ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":829,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"info","ts":"2026-04-23T16:38:04.810307Z","caller":"traceutil/trace.go:171","msg":"trace[637266168] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4189; }","duration":"388.976115ms","start":"2026-04-23T16:38:04.421314Z","end":"2026-04-23T16:38:04.81029Z","steps":["trace[637266168] 'agreement among raft nodes before linearized reading' (duration: 388.895035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.810341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.063877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-04-23T16:38:04.810355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.421288Z","time spent":"389.054427ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:04.810401Z","caller":"traceutil/trace.go:171","msg":"trace[1213556863] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:4189; }","duration":"433.148218ms","start":"2026-04-23T16:38:04.377236Z","end":"2026-04-23T16:38:04.810384Z","steps":["trace[1213556863] 'agreement among raft nodes before linearized reading' (duration: 432.979736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.810448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.377227Z","time spent":"433.210269ms","remote":"127.0.0.1:38858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":829,"request content":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" "} {"level":"warn","ts":"2026-04-23T16:38:04.810623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.112226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-04-23T16:38:04.810671Z","caller":"traceutil/trace.go:171","msg":"trace[1213289256] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4189; }","duration":"433.190389ms","start":"2026-04-23T16:38:04.377468Z","end":"2026-04-23T16:38:04.810659Z","steps":["trace[1213289256] 'agreement among raft nodes before linearized reading' (duration: 433.070417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:04.810707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:04.377454Z","time spent":"433.243659ms","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1343,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-04-23T16:38:05.13853Z","caller":"traceutil/trace.go:171","msg":"trace[214554098] linearizableReadLoop","detail":"{readStateIndex:4365; appliedIndex:4364; }","duration":"230.08833ms","start":"2026-04-23T16:38:04.908422Z","end":"2026-04-23T16:38:05.13851Z","steps":["trace[214554098] 'read index received' (duration: 152.652886ms)","trace[214554098] 'applied index is now lower than readState.Index' (duration: 77.434714ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:05.138607Z","caller":"traceutil/trace.go:171","msg":"trace[1923346735] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"230.229882ms","start":"2026-04-23T16:38:04.908326Z","end":"2026-04-23T16:38:05.138555Z","steps":["trace[1923346735] 'process raft request' (duration: 152.897978ms)","trace[1923346735] 'compare' (duration: 77.04482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:05.138688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.239822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-23T16:38:05.138715Z","caller":"traceutil/trace.go:171","msg":"trace[85165792] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4191; }","duration":"230.316334ms","start":"2026-04-23T16:38:04.90839Z","end":"2026-04-23T16:38:05.138706Z","steps":["trace[85165792] 'agreement among raft nodes before linearized reading' (duration: 230.190682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:05.711359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.512721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:05.711505Z","caller":"traceutil/trace.go:171","msg":"trace[767897818] transaction","detail":"{read_only:false; response_revision:4194; number_of_response:1; }","duration":"311.944483ms","start":"2026-04-23T16:38:05.399547Z","end":"2026-04-23T16:38:05.711492Z","steps":["trace[767897818] 'process raft request' (duration: 311.897532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:05.711559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:05.399521Z","time spent":"312.009184ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:05.711645Z","caller":"traceutil/trace.go:171","msg":"trace[685291845] transaction","detail":"{read_only:false; response_revision:4193; number_of_response:1; }","duration":"357.972695ms","start":"2026-04-23T16:38:05.353665Z","end":"2026-04-23T16:38:05.711637Z","steps":["trace[685291845] 'process raft request' (duration: 47.097838ms)","trace[685291845] 'compare' (duration: 310.367959ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:05.711678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:05.353643Z","time spent":"358.016156ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:05.746251Z","caller":"traceutil/trace.go:171","msg":"trace[472622642] linearizableReadLoop","detail":"{readStateIndex:4370; appliedIndex:4366; }","duration":"290.929027ms","start":"2026-04-23T16:38:05.455284Z","end":"2026-04-23T16:38:05.746213Z","steps":["trace[472622642] 'read index received' (duration: 127.950436ms)","trace[472622642] 'applied index is now lower than readState.Index' (duration: 162.975631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:05.746308Z","caller":"traceutil/trace.go:171","msg":"trace[1996188373] transaction","detail":"{read_only:false; response_revision:4195; number_of_response:1; }","duration":"342.554634ms","start":"2026-04-23T16:38:05.403705Z","end":"2026-04-23T16:38:05.746259Z","steps":["trace[1996188373] 'process raft request' (duration: 342.361742ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:05.746458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.154301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T16:38:05.746461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:05.403683Z","time spent":"342.699105ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:05.746487Z","caller":"traceutil/trace.go:171","msg":"trace[1358557230] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4196; }","duration":"291.218221ms","start":"2026-04-23T16:38:05.455259Z","end":"2026-04-23T16:38:05.746478Z","steps":["trace[1358557230] 'agreement among raft nodes before linearized reading' (duration: 291.102339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:05.74635Z","caller":"traceutil/trace.go:171","msg":"trace[2070671225] transaction","detail":"{read_only:false; response_revision:4196; number_of_response:1; }","duration":"341.872383ms","start":"2026-04-23T16:38:05.404464Z","end":"2026-04-23T16:38:05.746336Z","steps":["trace[2070671225] 'process raft request' (duration: 341.714741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:05.746607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:05.404459Z","time spent":"342.113947ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:05.746718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.089071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:38:05.746752Z","caller":"traceutil/trace.go:171","msg":"trace[1539650907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4196; }","duration":"228.147093ms","start":"2026-04-23T16:38:05.518594Z","end":"2026-04-23T16:38:05.746741Z","steps":["trace[1539650907] 'agreement among raft nodes before linearized reading' (duration: 227.99687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:05.746856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.749074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-23T16:38:05.746876Z","caller":"traceutil/trace.go:171","msg":"trace[1396154014] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4196; }","duration":"171.827865ms","start":"2026-04-23T16:38:05.575041Z","end":"2026-04-23T16:38:05.746869Z","steps":["trace[1396154014] 'agreement among raft nodes before linearized reading' (duration: 171.627422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:06.036155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.118273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:06.036375Z","caller":"traceutil/trace.go:171","msg":"trace[1356022473] transaction","detail":"{read_only:false; response_revision:4198; number_of_response:1; }","duration":"283.984617ms","start":"2026-04-23T16:38:05.75237Z","end":"2026-04-23T16:38:06.036354Z","steps":["trace[1356022473] 'process raft request' (duration: 283.889405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:06.036808Z","caller":"traceutil/trace.go:171","msg":"trace[1345474217] transaction","detail":"{read_only:false; response_revision:4197; number_of_response:1; }","duration":"286.92026ms","start":"2026-04-23T16:38:05.749877Z","end":"2026-04-23T16:38:06.036797Z","steps":["trace[1345474217] 'process raft request' (duration: 110.085776ms)","trace[1345474217] 'compare' (duration: 175.793948ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:06.302976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.590817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:06.303182Z","caller":"traceutil/trace.go:171","msg":"trace[1462182964] linearizableReadLoop","detail":"{readStateIndex:4375; appliedIndex:4372; }","duration":"212.067712ms","start":"2026-04-23T16:38:06.091098Z","end":"2026-04-23T16:38:06.303166Z","steps":["trace[1462182964] 'read index received' (duration: 12.272613ms)","trace[1462182964] 'applied index is now lower than readState.Index' (duration: 199.792019ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:06.303417Z","caller":"traceutil/trace.go:171","msg":"trace[2037842717] transaction","detail":"{read_only:false; response_revision:4200; number_of_response:1; }","duration":"243.167004ms","start":"2026-04-23T16:38:06.060231Z","end":"2026-04-23T16:38:06.303398Z","steps":["trace[2037842717] 'process raft request' (duration: 125.19888ms)","trace[2037842717] 'compare' (duration: 117.150271ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:06.30393Z","caller":"traceutil/trace.go:171","msg":"trace[334345928] transaction","detail":"{read_only:false; response_revision:4201; number_of_response:1; }","duration":"243.549449ms","start":"2026-04-23T16:38:06.060287Z","end":"2026-04-23T16:38:06.303837Z","steps":["trace[334345928] 'process raft request' (duration: 242.793648ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:06.303955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.836984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:06.304089Z","caller":"traceutil/trace.go:171","msg":"trace[2091312239] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:4201; }","duration":"213.008635ms","start":"2026-04-23T16:38:06.091061Z","end":"2026-04-23T16:38:06.304069Z","steps":["trace[2091312239] 'agreement among raft nodes before linearized reading' (duration: 212.811452ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:08.00724Z","caller":"traceutil/trace.go:171","msg":"trace[1141161001] transaction","detail":"{read_only:false; response_revision:4204; number_of_response:1; }","duration":"289.272235ms","start":"2026-04-23T16:38:07.717943Z","end":"2026-04-23T16:38:08.007216Z","steps":["trace[1141161001] 'process raft request' (duration: 286.415953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:08.007563Z","caller":"traceutil/trace.go:171","msg":"trace[1271074244] transaction","detail":"{read_only:false; response_revision:4206; number_of_response:1; }","duration":"252.87447ms","start":"2026-04-23T16:38:07.754669Z","end":"2026-04-23T16:38:08.007543Z","steps":["trace[1271074244] 'process raft request' (duration: 252.649467ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:08.007567Z","caller":"traceutil/trace.go:171","msg":"trace[1761987060] transaction","detail":"{read_only:false; response_revision:4205; number_of_response:1; }","duration":"253.168234ms","start":"2026-04-23T16:38:07.75437Z","end":"2026-04-23T16:38:08.007538Z","steps":["trace[1761987060] 'process raft request' (duration: 252.801738ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:08.415198Z","caller":"traceutil/trace.go:171","msg":"trace[1004363246] transaction","detail":"{read_only:false; response_revision:4211; number_of_response:1; }","duration":"101.948428ms","start":"2026-04-23T16:38:08.313218Z","end":"2026-04-23T16:38:08.415166Z","steps":["trace[1004363246] 'process raft request' (duration: 101.240467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:14.293441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.071302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:14.293552Z","caller":"traceutil/trace.go:171","msg":"trace[1513923676] linearizableReadLoop","detail":"{readStateIndex:4501; appliedIndex:4500; }","duration":"217.057665ms","start":"2026-04-23T16:38:14.076465Z","end":"2026-04-23T16:38:14.293523Z","steps":["trace[1513923676] 'read index received' (duration: 99.810621ms)","trace[1513923676] 'applied index is now lower than readState.Index' (duration: 117.245394ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:14.293584Z","caller":"traceutil/trace.go:171","msg":"trace[1062386731] transaction","detail":"{read_only:false; response_revision:4323; number_of_response:1; }","duration":"218.113668ms","start":"2026-04-23T16:38:14.07542Z","end":"2026-04-23T16:38:14.293534Z","steps":["trace[1062386731] 'process raft request' (duration: 100.844874ms)","trace[1062386731] 'compare' (duration: 116.652986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:14.29374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.267778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:38:14.293785Z","caller":"traceutil/trace.go:171","msg":"trace[437691584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4323; }","duration":"217.339908ms","start":"2026-04-23T16:38:14.076435Z","end":"2026-04-23T16:38:14.293775Z","steps":["trace[437691584] 'agreement among raft nodes before linearized reading' (duration: 217.158057ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:14.308188Z","caller":"traceutil/trace.go:171","msg":"trace[2008210707] transaction","detail":"{read_only:false; response_revision:4324; number_of_response:1; }","duration":"230.749869ms","start":"2026-04-23T16:38:14.07742Z","end":"2026-04-23T16:38:14.30817Z","steps":["trace[2008210707] 'process raft request' (duration: 230.381574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:14.308271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.921741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:38:14.308345Z","caller":"traceutil/trace.go:171","msg":"trace[984040520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4325; }","duration":"132.034853ms","start":"2026-04-23T16:38:14.176297Z","end":"2026-04-23T16:38:14.308332Z","steps":["trace[984040520] 'agreement among raft nodes before linearized reading' (duration: 131.858851ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:14.308438Z","caller":"traceutil/trace.go:171","msg":"trace[659921990] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"211.325897ms","start":"2026-04-23T16:38:14.097105Z","end":"2026-04-23T16:38:14.308431Z","steps":["trace[659921990] 'process raft request' (duration: 210.889601ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:14.807815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.425428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:14.807994Z","caller":"traceutil/trace.go:171","msg":"trace[467676778] transaction","detail":"{read_only:false; response_revision:4330; number_of_response:1; }","duration":"291.678315ms","start":"2026-04-23T16:38:14.516292Z","end":"2026-04-23T16:38:14.80797Z","steps":["trace[467676778] 'process raft request' (duration: 124.011774ms)","trace[467676778] 'compare' (duration: 167.302296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:16.690682Z","caller":"traceutil/trace.go:171","msg":"trace[1887092248] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"374.678991ms","start":"2026-04-23T16:38:16.315977Z","end":"2026-04-23T16:38:16.690656Z","steps":["trace[1887092248] 'process raft request' (duration: 374.544079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:16.69085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:16.315961Z","time spent":"374.814042ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:16.690711Z","caller":"traceutil/trace.go:171","msg":"trace[1063176731] linearizableReadLoop","detail":"{readStateIndex:4525; appliedIndex:4525; }","duration":"350.537715ms","start":"2026-04-23T16:38:16.340143Z","end":"2026-04-23T16:38:16.69068Z","steps":["trace[1063176731] 'read index received' (duration: 350.521535ms)","trace[1063176731] 'applied index is now lower than readState.Index' (duration: 13.15µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:16.69132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.841733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:16.691374Z","caller":"traceutil/trace.go:171","msg":"trace[916646771] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4346; }","duration":"345.931875ms","start":"2026-04-23T16:38:16.345429Z","end":"2026-04-23T16:38:16.691361Z","steps":["trace[916646771] 'agreement among raft nodes before linearized reading' (duration: 345.856084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:16.691374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.98506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:16.691411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:16.345412Z","time spent":"345.989996ms","remote":"127.0.0.1:38368","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:16.691418Z","caller":"traceutil/trace.go:171","msg":"trace[1580760859] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:0; response_revision:4346; }","duration":"250.052001ms","start":"2026-04-23T16:38:16.44135Z","end":"2026-04-23T16:38:16.691402Z","steps":["trace[1580760859] 'agreement among raft nodes before linearized reading' (duration: 249.960729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:16.691519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.474259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T16:38:16.691627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.210436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:38:16.691664Z","caller":"traceutil/trace.go:171","msg":"trace[1006758919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4346; }","duration":"332.276086ms","start":"2026-04-23T16:38:16.359379Z","end":"2026-04-23T16:38:16.691655Z","steps":["trace[1006758919] 'agreement among raft nodes before linearized reading' (duration: 332.183654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:16.691694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:16.359358Z","time spent":"332.329566ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:38:16.692042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.092832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:38:16.692259Z","caller":"traceutil/trace.go:171","msg":"trace[167660883] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4346; }","duration":"352.131987ms","start":"2026-04-23T16:38:16.340112Z","end":"2026-04-23T16:38:16.692244Z","steps":["trace[167660883] 'agreement among raft nodes before linearized reading' (duration: 350.968772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:16.692309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:16.340096Z","time spent":"352.199197ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:38:16.691572Z","caller":"traceutil/trace.go:171","msg":"trace[1293967617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4346; }","duration":"144.605541ms","start":"2026-04-23T16:38:16.546953Z","end":"2026-04-23T16:38:16.691559Z","steps":["trace[1293967617] 'agreement among raft nodes before linearized reading' (duration: 144.381299ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:16.798271Z","caller":"traceutil/trace.go:171","msg":"trace[99444387] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"100.787099ms","start":"2026-04-23T16:38:16.697467Z","end":"2026-04-23T16:38:16.798254Z","steps":["trace[99444387] 'process raft request' (duration: 100.725437ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:16.798328Z","caller":"traceutil/trace.go:171","msg":"trace[901683487] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"100.93635ms","start":"2026-04-23T16:38:16.697374Z","end":"2026-04-23T16:38:16.798311Z","steps":["trace[901683487] 'process raft request' (duration: 100.685087ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:16.798146Z","caller":"traceutil/trace.go:171","msg":"trace[1285709909] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"101.796581ms","start":"2026-04-23T16:38:16.696331Z","end":"2026-04-23T16:38:16.798127Z","steps":["trace[1285709909] 'process raft request' (duration: 101.590798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:18.199254Z","caller":"traceutil/trace.go:171","msg":"trace[1351003037] transaction","detail":"{read_only:false; response_revision:4357; number_of_response:1; }","duration":"158.177916ms","start":"2026-04-23T16:38:18.041046Z","end":"2026-04-23T16:38:18.199224Z","steps":["trace[1351003037] 'process raft request' (duration: 158.129125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:18.199344Z","caller":"traceutil/trace.go:171","msg":"trace[1194765587] transaction","detail":"{read_only:false; response_revision:4356; number_of_response:1; }","duration":"158.43377ms","start":"2026-04-23T16:38:18.040875Z","end":"2026-04-23T16:38:18.199309Z","steps":["trace[1194765587] 'process raft request' (duration: 158.172506ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:19.966595Z","caller":"traceutil/trace.go:171","msg":"trace[1306843562] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"145.965826ms","start":"2026-04-23T16:38:19.82061Z","end":"2026-04-23T16:38:19.966576Z","steps":["trace[1306843562] 'process raft request' (duration: 145.855985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:20.060129Z","caller":"traceutil/trace.go:171","msg":"trace[2051220269] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"239.141747ms","start":"2026-04-23T16:38:19.820955Z","end":"2026-04-23T16:38:20.060096Z","steps":["trace[2051220269] 'process raft request' (duration: 171.130432ms)","trace[2051220269] 'compare' (duration: 67.813953ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:20.060295Z","caller":"traceutil/trace.go:171","msg":"trace[1231688439] linearizableReadLoop","detail":"{readStateIndex:4544; appliedIndex:4542; }","duration":"236.705917ms","start":"2026-04-23T16:38:19.823563Z","end":"2026-04-23T16:38:20.060269Z","steps":["trace[1231688439] 'read index received' (duration: 142.914717ms)","trace[1231688439] 'applied index is now lower than readState.Index' (duration: 93.78966ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:20.060416Z","caller":"traceutil/trace.go:171","msg":"trace[1376162235] transaction","detail":"{read_only:false; response_revision:4365; number_of_response:1; }","duration":"220.799487ms","start":"2026-04-23T16:38:19.839601Z","end":"2026-04-23T16:38:20.060401Z","steps":["trace[1376162235] 'process raft request' (duration: 220.444463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:20.060593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.561944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:20.060664Z","caller":"traceutil/trace.go:171","msg":"trace[515849405] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4365; }","duration":"204.672734ms","start":"2026-04-23T16:38:19.85597Z","end":"2026-04-23T16:38:20.060643Z","steps":["trace[515849405] 'agreement among raft nodes before linearized reading' (duration: 204.550113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:20.060687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.103343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129307"} {"level":"info","ts":"2026-04-23T16:38:20.06075Z","caller":"traceutil/trace.go:171","msg":"trace[1357486837] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4365; }","duration":"237.186653ms","start":"2026-04-23T16:38:19.823547Z","end":"2026-04-23T16:38:20.060734Z","steps":["trace[1357486837] 'agreement among raft nodes before linearized reading' (duration: 236.976091ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:20.914553Z","caller":"traceutil/trace.go:171","msg":"trace[128690962] transaction","detail":"{read_only:false; response_revision:4374; number_of_response:1; }","duration":"102.069957ms","start":"2026-04-23T16:38:20.812453Z","end":"2026-04-23T16:38:20.914523Z","steps":["trace[128690962] 'process raft request' (duration: 101.837474ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:20.914754Z","caller":"traceutil/trace.go:171","msg":"trace[123252362] transaction","detail":"{read_only:false; response_revision:4375; number_of_response:1; }","duration":"102.197308ms","start":"2026-04-23T16:38:20.812531Z","end":"2026-04-23T16:38:20.914728Z","steps":["trace[123252362] 'process raft request' (duration: 101.940405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:22.929566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.539259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:22.929661Z","caller":"traceutil/trace.go:171","msg":"trace[429862121] linearizableReadLoop","detail":"{readStateIndex:4560; appliedIndex:4558; }","duration":"797.485223ms","start":"2026-04-23T16:38:22.13216Z","end":"2026-04-23T16:38:22.929645Z","steps":["trace[429862121] 'read index received' (duration: 18.721506ms)","trace[429862121] 'applied index is now lower than readState.Index' (duration: 778.762197ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:22.929675Z","caller":"traceutil/trace.go:171","msg":"trace[1177554464] transaction","detail":"{read_only:false; response_revision:4379; number_of_response:1; }","duration":"799.826812ms","start":"2026-04-23T16:38:22.129822Z","end":"2026-04-23T16:38:22.929649Z","steps":["trace[1177554464] 'process raft request' (duration: 634.12792ms)","trace[1177554464] 'compare' (duration: 165.294237ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:22.929831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.129796Z","time spent":"799.949723ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:22.929746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.588014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:22.93015Z","caller":"traceutil/trace.go:171","msg":"trace[2033235103] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4379; }","duration":"798.007499ms","start":"2026-04-23T16:38:22.132123Z","end":"2026-04-23T16:38:22.93013Z","steps":["trace[2033235103] 'agreement among raft nodes before linearized reading' (duration: 797.585484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:22.930256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.132104Z","time spent":"798.12869ms","remote":"127.0.0.1:35204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:38:23.01448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.240619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:23.014561Z","caller":"traceutil/trace.go:171","msg":"trace[427036123] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4381; }","duration":"663.372271ms","start":"2026-04-23T16:38:22.351169Z","end":"2026-04-23T16:38:23.014541Z","steps":["trace[427036123] 'agreement among raft nodes before linearized reading' (duration: 663.21944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.014559Z","caller":"traceutil/trace.go:171","msg":"trace[508324840] transaction","detail":"{read_only:false; response_revision:4381; number_of_response:1; }","duration":"789.122701ms","start":"2026-04-23T16:38:22.225393Z","end":"2026-04-23T16:38:23.014516Z","steps":["trace[508324840] 'process raft request' (duration: 788.833497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.014691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.224634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-23T16:38:23.015002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.558489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:23.015053Z","caller":"traceutil/trace.go:171","msg":"trace[846919191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4381; }","duration":"300.621061ms","start":"2026-04-23T16:38:22.714419Z","end":"2026-04-23T16:38:23.01504Z","steps":["trace[846919191] 'agreement among raft nodes before linearized reading' (duration: 300.202116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.014739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.225376Z","time spent":"789.270743ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:23.01508Z","caller":"traceutil/trace.go:171","msg":"trace[876311743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4381; }","duration":"156.678131ms","start":"2026-04-23T16:38:22.858388Z","end":"2026-04-23T16:38:23.015066Z","steps":["trace[876311743] 'agreement among raft nodes before linearized reading' (duration: 156.059713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.0146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.351153Z","time spent":"663.437432ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:23.014787Z","caller":"traceutil/trace.go:171","msg":"trace[428667951] transaction","detail":"{read_only:false; response_revision:4380; number_of_response:1; }","duration":"799.377855ms","start":"2026-04-23T16:38:22.215386Z","end":"2026-04-23T16:38:23.014764Z","steps":["trace[428667951] 'process raft request' (duration: 798.704597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.015533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.215367Z","time spent":"800.109054ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:23.014849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.700156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:23.015771Z","caller":"traceutil/trace.go:171","msg":"trace[662337572] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4381; }","duration":"106.654716ms","start":"2026-04-23T16:38:22.90909Z","end":"2026-04-23T16:38:23.015745Z","steps":["trace[662337572] 'agreement among raft nodes before linearized reading' (duration: 105.679945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.014877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.402855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:23.014928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.7678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T16:38:23.015104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.714398Z","time spent":"300.696831ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-23T16:38:23.015958Z","caller":"traceutil/trace.go:171","msg":"trace[994980374] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:0; response_revision:4381; }","duration":"425.477978ms","start":"2026-04-23T16:38:22.590408Z","end":"2026-04-23T16:38:23.015886Z","steps":["trace[994980374] 'agreement among raft nodes before linearized reading' (duration: 424.341504ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.016218Z","caller":"traceutil/trace.go:171","msg":"trace[1755672660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4381; }","duration":"137.899934ms","start":"2026-04-23T16:38:22.878105Z","end":"2026-04-23T16:38:23.016005Z","steps":["trace[1755672660] 'agreement among raft nodes before linearized reading' (duration: 136.74453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.016253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:22.590369Z","time spent":"425.857703ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" "} {"level":"warn","ts":"2026-04-23T16:38:23.307302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.723117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:23.307382Z","caller":"traceutil/trace.go:171","msg":"trace[984825194] transaction","detail":"{read_only:false; response_revision:4382; number_of_response:1; }","duration":"286.452524ms","start":"2026-04-23T16:38:23.020914Z","end":"2026-04-23T16:38:23.307367Z","steps":["trace[984825194] 'process raft request' (duration: 98.580986ms)","trace[984825194] 'compare' (duration: 187.353422ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:23.379901Z","caller":"traceutil/trace.go:171","msg":"trace[64020162] transaction","detail":"{read_only:false; response_revision:4383; number_of_response:1; }","duration":"358.925578ms","start":"2026-04-23T16:38:23.020952Z","end":"2026-04-23T16:38:23.379877Z","steps":["trace[64020162] 'process raft request' (duration: 358.721715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.380087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.020926Z","time spent":"359.047009ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:23.380528Z","caller":"traceutil/trace.go:171","msg":"trace[1564254539] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"359.269401ms","start":"2026-04-23T16:38:23.021224Z","end":"2026-04-23T16:38:23.380493Z","steps":["trace[1564254539] 'process raft request' (duration: 358.589944ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.380628Z","caller":"traceutil/trace.go:171","msg":"trace[1621573346] linearizableReadLoop","detail":"{readStateIndex:4567; appliedIndex:4562; }","duration":"355.555097ms","start":"2026-04-23T16:38:23.025041Z","end":"2026-04-23T16:38:23.380596Z","steps":["trace[1621573346] 'read index received' (duration: 94.465276ms)","trace[1621573346] 'applied index is now lower than readState.Index' (duration: 261.088631ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:23.380666Z","caller":"traceutil/trace.go:171","msg":"trace[1856163757] transaction","detail":"{read_only:false; response_revision:4385; number_of_response:1; }","duration":"357.956825ms","start":"2026-04-23T16:38:23.022671Z","end":"2026-04-23T16:38:23.380628Z","steps":["trace[1856163757] 'process raft request' (duration: 357.700292ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.380732Z","caller":"traceutil/trace.go:171","msg":"trace[557780291] transaction","detail":"{read_only:false; response_revision:4386; number_of_response:1; }","duration":"358.002076ms","start":"2026-04-23T16:38:23.022701Z","end":"2026-04-23T16:38:23.380703Z","steps":["trace[557780291] 'process raft request' (duration: 357.836655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.380829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.745035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:23.38085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.917146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:23.380857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.788839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:23.380889Z","caller":"traceutil/trace.go:171","msg":"trace[1417442159] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4386; }","duration":"144.848286ms","start":"2026-04-23T16:38:23.236025Z","end":"2026-04-23T16:38:23.380874Z","steps":["trace[1417442159] 'agreement among raft nodes before linearized reading' (duration: 144.764215ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.380929Z","caller":"traceutil/trace.go:171","msg":"trace[939898931] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4386; }","duration":"145.017328ms","start":"2026-04-23T16:38:23.235883Z","end":"2026-04-23T16:38:23.3809Z","steps":["trace[939898931] 'agreement among raft nodes before linearized reading' (duration: 144.930597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:23.380937Z","caller":"traceutil/trace.go:171","msg":"trace[1036632132] range","detail":"{range_begin:/registry/resourcequotas/cert-manager/; range_end:/registry/resourcequotas/cert-manager0; response_count:0; response_revision:4386; }","duration":"355.913462ms","start":"2026-04-23T16:38:23.025002Z","end":"2026-04-23T16:38:23.380915Z","steps":["trace[1036632132] 'agreement among raft nodes before linearized reading' (duration: 355.710089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.38094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.022684Z","time spent":"358.127287ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:23.380962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.871662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:23.380991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.024989Z","time spent":"355.988503ms","remote":"127.0.0.1:33760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/cert-manager/\" range_end:\"/registry/resourcequotas/cert-manager0\" "} {"level":"warn","ts":"2026-04-23T16:38:23.380737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.021209Z","time spent":"359.416603ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:23.381042Z","caller":"traceutil/trace.go:171","msg":"trace[1781529327] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4386; }","duration":"288.998664ms","start":"2026-04-23T16:38:23.092026Z","end":"2026-04-23T16:38:23.381025Z","steps":["trace[1781529327] 'agreement among raft nodes before linearized reading' (duration: 288.70943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.380758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.022655Z","time spent":"358.041987ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:23.381114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.305236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-23T16:38:23.381249Z","caller":"traceutil/trace.go:171","msg":"trace[226519120] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4386; }","duration":"142.503018ms","start":"2026-04-23T16:38:23.23872Z","end":"2026-04-23T16:38:23.381223Z","steps":["trace[226519120] 'agreement among raft nodes before linearized reading' (duration: 142.080173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:23.792563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.803306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:23.792643Z","caller":"traceutil/trace.go:171","msg":"trace[13087786] linearizableReadLoop","detail":"{readStateIndex:4568; appliedIndex:4567; }","duration":"100.978343ms","start":"2026-04-23T16:38:23.69165Z","end":"2026-04-23T16:38:23.792628Z","steps":["trace[13087786] 'read index received' (duration: 54.88µs)","trace[13087786] 'applied index is now lower than readState.Index' (duration: 100.922013ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:23.792656Z","caller":"traceutil/trace.go:171","msg":"trace[1840932253] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"407.991372ms","start":"2026-04-23T16:38:23.384639Z","end":"2026-04-23T16:38:23.79263Z","steps":["trace[1840932253] 'process raft request' (duration: 33.061294ms)","trace[1840932253] 'compare' (duration: 374.621504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:23.792748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.384613Z","time spent":"408.090053ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":981,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:23.792812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.163826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:38:23.792837Z","caller":"traceutil/trace.go:171","msg":"trace[2025929766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4387; }","duration":"101.218216ms","start":"2026-04-23T16:38:23.691612Z","end":"2026-04-23T16:38:23.79283Z","steps":["trace[2025929766] 'agreement among raft nodes before linearized reading' (duration: 101.051365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:24.182894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.339683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:1596"} {"level":"info","ts":"2026-04-23T16:38:24.183398Z","caller":"traceutil/trace.go:171","msg":"trace[1942154154] transaction","detail":"{read_only:false; response_revision:4392; number_of_response:1; }","duration":"235.656299ms","start":"2026-04-23T16:38:23.947715Z","end":"2026-04-23T16:38:24.183371Z","steps":["trace[1942154154] 'process raft request' (duration: 235.598009ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:24.183456Z","caller":"traceutil/trace.go:171","msg":"trace[2147231667] transaction","detail":"{read_only:false; response_revision:4391; number_of_response:1; }","duration":"309.877843ms","start":"2026-04-23T16:38:23.873545Z","end":"2026-04-23T16:38:24.183423Z","steps":["trace[2147231667] 'process raft request' (duration: 309.71109ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:24.18356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.206615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:24.18359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.873522Z","time spent":"310.009815ms","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1022,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:38:24.183621Z","caller":"traceutil/trace.go:171","msg":"trace[1788319996] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4392; }","duration":"340.309536ms","start":"2026-04-23T16:38:23.843301Z","end":"2026-04-23T16:38:24.18361Z","steps":["trace[1788319996] 'agreement among raft nodes before linearized reading' (duration: 340.150164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:24.18368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.843285Z","time spent":"340.386636ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T16:38:24.183416Z","caller":"traceutil/trace.go:171","msg":"trace[791281371] transaction","detail":"{read_only:false; response_revision:4390; number_of_response:1; }","duration":"310.148017ms","start":"2026-04-23T16:38:23.873252Z","end":"2026-04-23T16:38:24.1834Z","steps":["trace[791281371] 'process raft request' (duration: 309.944624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:24.183402Z","caller":"traceutil/trace.go:171","msg":"trace[1832648242] linearizableReadLoop","detail":"{readStateIndex:4571; appliedIndex:4568; }","duration":"340.030153ms","start":"2026-04-23T16:38:23.843341Z","end":"2026-04-23T16:38:24.183371Z","steps":["trace[1832648242] 'read index received' (duration: 24.408522ms)","trace[1832648242] 'applied index is now lower than readState.Index' (duration: 315.619331ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:24.183451Z","caller":"traceutil/trace.go:171","msg":"trace[1503979612] transaction","detail":"{read_only:false; response_revision:4389; number_of_response:1; }","duration":"377.977146ms","start":"2026-04-23T16:38:23.805468Z","end":"2026-04-23T16:38:24.183445Z","steps":["trace[1503979612] 'process raft request' (duration: 377.621152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:24.184168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.805462Z","time spent":"378.643414ms","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:24.184375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.873225Z","time spent":"310.500131ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:38:24.183603Z","caller":"traceutil/trace.go:171","msg":"trace[313653128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4388; }","duration":"380.686368ms","start":"2026-04-23T16:38:23.802773Z","end":"2026-04-23T16:38:24.18346Z","steps":["trace[313653128] 'process raft request' (duration: 145.685537ms)","trace[313653128] 'compare' (duration: 234.241392ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:24.187491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:23.802768Z","time spent":"384.519053ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":1618,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:29.775367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.51663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-04-23T16:38:29.775482Z","caller":"traceutil/trace.go:171","msg":"trace[2025839228] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4486; }","duration":"129.687543ms","start":"2026-04-23T16:38:29.645774Z","end":"2026-04-23T16:38:29.775462Z","steps":["trace[2025839228] 'range keys from in-memory index tree' (duration: 129.256587ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:30.709986Z","caller":"traceutil/trace.go:171","msg":"trace[1568197117] transaction","detail":"{read_only:false; response_revision:4488; number_of_response:1; }","duration":"230.916807ms","start":"2026-04-23T16:38:30.479015Z","end":"2026-04-23T16:38:30.709931Z","steps":["trace[1568197117] 'process raft request' (duration: 230.708054ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:30.829608Z","caller":"traceutil/trace.go:171","msg":"trace[48416282] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"174.861512ms","start":"2026-04-23T16:38:30.654719Z","end":"2026-04-23T16:38:30.82958Z","steps":["trace[48416282] 'process raft request' (duration: 112.622368ms)","trace[48416282] 'compare' (duration: 62.118422ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:31.230709Z","caller":"traceutil/trace.go:171","msg":"trace[1038175454] transaction","detail":"{read_only:false; response_revision:4492; number_of_response:1; }","duration":"187.808642ms","start":"2026-04-23T16:38:31.042874Z","end":"2026-04-23T16:38:31.230683Z","steps":["trace[1038175454] 'process raft request' (duration: 187.668801ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:31.74524Z","caller":"traceutil/trace.go:171","msg":"trace[960898410] linearizableReadLoop","detail":"{readStateIndex:4679; appliedIndex:4678; }","duration":"339.381679ms","start":"2026-04-23T16:38:31.405832Z","end":"2026-04-23T16:38:31.745214Z","steps":["trace[960898410] 'read index received' (duration: 339.223077ms)","trace[960898410] 'applied index is now lower than readState.Index' (duration: 157.262µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:31.745293Z","caller":"traceutil/trace.go:171","msg":"trace[506567595] transaction","detail":"{read_only:false; response_revision:4493; number_of_response:1; }","duration":"386.101548ms","start":"2026-04-23T16:38:31.359159Z","end":"2026-04-23T16:38:31.74526Z","steps":["trace[506567595] 'process raft request' (duration: 385.909935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.582951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6084"} {"level":"info","ts":"2026-04-23T16:38:31.745462Z","caller":"traceutil/trace.go:171","msg":"trace[1911226747] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:4493; }","duration":"339.695172ms","start":"2026-04-23T16:38:31.405757Z","end":"2026-04-23T16:38:31.745452Z","steps":["trace[1911226747] 'agreement among raft nodes before linearized reading' (duration: 339.563331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.405704Z","time spent":"339.843653ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":6106,"request content":"key:\"/registry/jobs/openstack/keystone-credential-setup\" "} {"level":"warn","ts":"2026-04-23T16:38:31.745606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.105221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:38:31.74569Z","caller":"traceutil/trace.go:171","msg":"trace[1025164562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4493; }","duration":"286.221441ms","start":"2026-04-23T16:38:31.459457Z","end":"2026-04-23T16:38:31.745678Z","steps":["trace[1025164562] 'agreement among raft nodes before linearized reading' (duration: 286.06194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.720982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:31.745837Z","caller":"traceutil/trace.go:171","msg":"trace[1873300294] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4493; }","duration":"339.974495ms","start":"2026-04-23T16:38:31.405804Z","end":"2026-04-23T16:38:31.745779Z","steps":["trace[1873300294] 'agreement among raft nodes before linearized reading' (duration: 339.664972ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.447488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-23T16:38:31.745955Z","caller":"traceutil/trace.go:171","msg":"trace[722710064] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4493; }","duration":"245.512578ms","start":"2026-04-23T16:38:31.500432Z","end":"2026-04-23T16:38:31.745945Z","steps":["trace[722710064] 'agreement among raft nodes before linearized reading' (duration: 245.419446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.405781Z","time spent":"340.154738ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-23T16:38:31.745978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.025203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:38:31.746001Z","caller":"traceutil/trace.go:171","msg":"trace[2075072642] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4493; }","duration":"275.067683ms","start":"2026-04-23T16:38:31.470927Z","end":"2026-04-23T16:38:31.745994Z","steps":["trace[2075072642] 'agreement among raft nodes before linearized reading' (duration: 275.001273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.745902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.359138Z","time spent":"386.226258ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:31.746208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.341608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:31.746228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.697012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:38:31.74625Z","caller":"traceutil/trace.go:171","msg":"trace[583985879] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4493; }","duration":"324.757443ms","start":"2026-04-23T16:38:31.421486Z","end":"2026-04-23T16:38:31.746244Z","steps":["trace[583985879] 'agreement among raft nodes before linearized reading' (duration: 324.697002ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:31.746245Z","caller":"traceutil/trace.go:171","msg":"trace[712192175] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4493; }","duration":"339.400789ms","start":"2026-04-23T16:38:31.406835Z","end":"2026-04-23T16:38:31.746236Z","steps":["trace[712192175] 'agreement among raft nodes before linearized reading' (duration: 339.351298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:31.746269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.421466Z","time spent":"324.798303ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:38:31.746275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.406823Z","time spent":"339.445389ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-23T16:38:31.746379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.163493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:38:31.746402Z","caller":"traceutil/trace.go:171","msg":"trace[1362995637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4493; }","duration":"288.214623ms","start":"2026-04-23T16:38:31.458181Z","end":"2026-04-23T16:38:31.746396Z","steps":["trace[1362995637] 'agreement among raft nodes before linearized reading' (duration: 288.156553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:32.223755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.287365ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-04-23T16:38:32.223826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.747553Z","time spent":"476.270544ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-23T16:38:32.237529Z","caller":"traceutil/trace.go:171","msg":"trace[1132193164] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"486.040867ms","start":"2026-04-23T16:38:31.751466Z","end":"2026-04-23T16:38:32.237507Z","steps":["trace[1132193164] 'process raft request' (duration: 485.970567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:32.237676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.751458Z","time spent":"486.142288ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:32.237782Z","caller":"traceutil/trace.go:171","msg":"trace[1015259793] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"485.227128ms","start":"2026-04-23T16:38:31.752531Z","end":"2026-04-23T16:38:32.237758Z","steps":["trace[1015259793] 'process raft request' (duration: 485.109877ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:32.237927Z","caller":"traceutil/trace.go:171","msg":"trace[116234977] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"486.407831ms","start":"2026-04-23T16:38:31.751503Z","end":"2026-04-23T16:38:32.237911Z","steps":["trace[116234977] 'process raft request' (duration: 485.969417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:32.238002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.751498Z","time spent":"486.464482ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:32.238135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.752523Z","time spent":"485.45551ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:32.237553Z","caller":"traceutil/trace.go:171","msg":"trace[2074796400] transaction","detail":"{read_only:false; response_revision:4494; number_of_response:1; }","duration":"486.139559ms","start":"2026-04-23T16:38:31.751392Z","end":"2026-04-23T16:38:32.237532Z","steps":["trace[2074796400] 'process raft request' (duration: 485.887746ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:32.238341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:31.751374Z","time spent":"486.922857ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:35.266497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.967967ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:35.266611Z","caller":"traceutil/trace.go:171","msg":"trace[1997480168] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"159.885339ms","start":"2026-04-23T16:38:35.106706Z","end":"2026-04-23T16:38:35.266591Z","steps":["trace[1997480168] 'process raft request' (duration: 56.72445ms)","trace[1997480168] 'compare' (duration: 102.043268ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:38.543719Z","caller":"traceutil/trace.go:171","msg":"trace[106364252] transaction","detail":"{read_only:false; response_revision:4549; number_of_response:1; }","duration":"264.94604ms","start":"2026-04-23T16:38:38.278743Z","end":"2026-04-23T16:38:38.543689Z","steps":["trace[106364252] 'process raft request' (duration: 264.472986ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:39.314858Z","caller":"traceutil/trace.go:171","msg":"trace[1427144831] transaction","detail":"{read_only:false; response_revision:4550; number_of_response:1; }","duration":"1.03508274s","start":"2026-04-23T16:38:38.27975Z","end":"2026-04-23T16:38:39.314833Z","steps":["trace[1427144831] 'process raft request' (duration: 1.034885388s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.315055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.279731Z","time spent":"1.035200802s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:39.315102Z","caller":"traceutil/trace.go:171","msg":"trace[729550654] transaction","detail":"{read_only:false; response_revision:4551; number_of_response:1; }","duration":"1.032174082s","start":"2026-04-23T16:38:38.282914Z","end":"2026-04-23T16:38:39.315088Z","steps":["trace[729550654] 'process raft request' (duration: 1.03188044s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.315193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.282903Z","time spent":"1.032238343s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:39.315381Z","caller":"traceutil/trace.go:171","msg":"trace[2074342847] linearizableReadLoop","detail":"{readStateIndex:4738; appliedIndex:4736; }","duration":"1.034299243s","start":"2026-04-23T16:38:38.281048Z","end":"2026-04-23T16:38:39.315347Z","steps":["trace[2074342847] 'read index received' (duration: 262.472037ms)","trace[2074342847] 'applied index is now lower than readState.Index' (duration: 771.826296ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:39.315405Z","caller":"traceutil/trace.go:171","msg":"trace[1707462179] transaction","detail":"{read_only:false; response_revision:4552; number_of_response:1; }","duration":"988.840405ms","start":"2026-04-23T16:38:38.326551Z","end":"2026-04-23T16:38:39.315391Z","steps":["trace[1707462179] 'process raft request' (duration: 988.471502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.315474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.32653Z","time spent":"988.907186ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:39.315534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034481354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:38:39.31557Z","caller":"traceutil/trace.go:171","msg":"trace[1630678486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4552; }","duration":"1.034551606s","start":"2026-04-23T16:38:38.281007Z","end":"2026-04-23T16:38:39.315558Z","steps":["trace[1630678486] 'agreement among raft nodes before linearized reading' (duration: 1.034427225s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.315597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.280988Z","time spent":"1.034602106s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:38:39.833163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.735337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:39.833609Z","caller":"traceutil/trace.go:171","msg":"trace[842011127] transaction","detail":"{read_only:false; response_revision:4553; number_of_response:1; }","duration":"809.401786ms","start":"2026-04-23T16:38:39.024173Z","end":"2026-04-23T16:38:39.833575Z","steps":["trace[842011127] 'process raft request' (duration: 519.150444ms)","trace[842011127] 'compare' (duration: 289.401244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:39.83385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.024149Z","time spent":"809.602127ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:39.834535Z","caller":"traceutil/trace.go:171","msg":"trace[1179140660] transaction","detail":"{read_only:false; response_revision:4554; number_of_response:1; }","duration":"719.183012ms","start":"2026-04-23T16:38:39.115326Z","end":"2026-04-23T16:38:39.834509Z","steps":["trace[1179140660] 'process raft request' (duration: 717.955389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.834744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.115298Z","time spent":"719.322563ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:39.83481Z","caller":"traceutil/trace.go:171","msg":"trace[628510580] transaction","detail":"{read_only:false; response_revision:4555; number_of_response:1; }","duration":"535.154355ms","start":"2026-04-23T16:38:39.299609Z","end":"2026-04-23T16:38:39.834763Z","steps":["trace[628510580] 'process raft request' (duration: 534.842552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:39.834881Z","caller":"traceutil/trace.go:171","msg":"trace[157080009] linearizableReadLoop","detail":"{readStateIndex:4743; appliedIndex:4740; }","duration":"519.438847ms","start":"2026-04-23T16:38:39.315421Z","end":"2026-04-23T16:38:39.83486Z","steps":["trace[157080009] 'read index received' (duration: 227.915052ms)","trace[157080009] 'applied index is now lower than readState.Index' (duration: 291.522005ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:39.835109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.665973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:39.8351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.299543Z","time spent":"535.370757ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:39.835168Z","caller":"traceutil/trace.go:171","msg":"trace[2077144606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4556; }","duration":"977.804144ms","start":"2026-04-23T16:38:38.857348Z","end":"2026-04-23T16:38:39.835152Z","steps":["trace[2077144606] 'agreement among raft nodes before linearized reading' (duration: 977.645303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.835213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.857325Z","time spent":"977.877005ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:38:39.83549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.605502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:38:39.835546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274093717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:39.835561Z","caller":"traceutil/trace.go:171","msg":"trace[165287950] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4556; }","duration":"492.745153ms","start":"2026-04-23T16:38:39.342795Z","end":"2026-04-23T16:38:39.835541Z","steps":["trace[165287950] 'agreement among raft nodes before linearized reading' (duration: 492.41788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.835947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.342777Z","time spent":"492.952786ms","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":29,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:39.835962Z","caller":"traceutil/trace.go:171","msg":"trace[265472378] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced; range_end:; response_count:0; response_revision:4556; }","duration":"1.274197268s","start":"2026-04-23T16:38:38.561412Z","end":"2026-04-23T16:38:39.835609Z","steps":["trace[265472378] 'agreement among raft nodes before linearized reading' (duration: 1.274094017s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.836028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:38.561398Z","time spent":"1.274614241s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-ceph-cluster-advanced\" "} {"level":"info","ts":"2026-04-23T16:38:39.834876Z","caller":"traceutil/trace.go:171","msg":"trace[326069233] transaction","detail":"{read_only:false; response_revision:4556; number_of_response:1; }","duration":"513.755413ms","start":"2026-04-23T16:38:39.321097Z","end":"2026-04-23T16:38:39.834852Z","steps":["trace[326069233] 'process raft request' (duration: 513.622711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:39.836242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.321074Z","time spent":"515.095195ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:39.836542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.276114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:38:39.837559Z","caller":"traceutil/trace.go:171","msg":"trace[609509594] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4556; }","duration":"289.330264ms","start":"2026-04-23T16:38:39.548214Z","end":"2026-04-23T16:38:39.837544Z","steps":["trace[609509594] 'agreement among raft nodes before linearized reading' (duration: 288.197173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:40.422881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495085136,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:38:40.49972Z","caller":"traceutil/trace.go:171","msg":"trace[1015093317] linearizableReadLoop","detail":"{readStateIndex:4747; appliedIndex:4745; }","duration":"577.401614ms","start":"2026-04-23T16:38:39.922288Z","end":"2026-04-23T16:38:40.49969Z","steps":["trace[1015093317] 'read index received' (duration: 577.00498ms)","trace[1015093317] 'applied index is now lower than readState.Index' (duration: 395.284µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:40.499745Z","caller":"traceutil/trace.go:171","msg":"trace[641209899] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"650.69922ms","start":"2026-04-23T16:38:39.848992Z","end":"2026-04-23T16:38:40.499691Z","steps":["trace[641209899] 'process raft request' (duration: 650.287136ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:40.499962Z","caller":"traceutil/trace.go:171","msg":"trace[628763649] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"601.916397ms","start":"2026-04-23T16:38:39.898018Z","end":"2026-04-23T16:38:40.499934Z","steps":["trace[628763649] 'process raft request' (duration: 601.539084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:40.500142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.564436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:38:40.500169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.897993Z","time spent":"602.110059ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":709,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:40.499979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.848973Z","time spent":"650.863682ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118319,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:40.500243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.81435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:10349"} {"level":"info","ts":"2026-04-23T16:38:40.500305Z","caller":"traceutil/trace.go:171","msg":"trace[1555989631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4559; }","duration":"575.907442ms","start":"2026-04-23T16:38:39.924382Z","end":"2026-04-23T16:38:40.500289Z","steps":["trace[1555989631] 'agreement among raft nodes before linearized reading' (duration: 575.709139ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:40.500324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.004816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1146"} {"level":"info","ts":"2026-04-23T16:38:40.500219Z","caller":"traceutil/trace.go:171","msg":"trace[1175457452] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4559; }","duration":"579.675547ms","start":"2026-04-23T16:38:39.920521Z","end":"2026-04-23T16:38:40.500196Z","steps":["trace[1175457452] 'agreement among raft nodes before linearized reading' (duration: 579.439605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:40.500348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.924364Z","time spent":"575.973652ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":10371,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T16:38:40.500416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.920479Z","time spent":"579.91847ms","remote":"127.0.0.1:35132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":29,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:40.500402Z","caller":"traceutil/trace.go:171","msg":"trace[336579315] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:4559; }","duration":"549.116547ms","start":"2026-04-23T16:38:39.951267Z","end":"2026-04-23T16:38:40.500384Z","steps":["trace[336579315] 'agreement among raft nodes before linearized reading' (duration: 548.914984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:40.500914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:39.951249Z","time spent":"549.648451ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1168,"request content":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-04-23T16:38:40.942188Z","caller":"traceutil/trace.go:171","msg":"trace[2132063586] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"121.825888ms","start":"2026-04-23T16:38:40.819874Z","end":"2026-04-23T16:38:40.9417Z","steps":["trace[2132063586] 'process raft request' (duration: 121.566675ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:41.498111Z","caller":"traceutil/trace.go:171","msg":"trace[1475024704] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"139.12824ms","start":"2026-04-23T16:38:41.358949Z","end":"2026-04-23T16:38:41.498077Z","steps":["trace[1475024704] 'process raft request' (duration: 121.412256ms)","trace[1475024704] 'compare' (duration: 17.523802ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:41.721676Z","caller":"traceutil/trace.go:171","msg":"trace[928002128] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"123.240954ms","start":"2026-04-23T16:38:41.59841Z","end":"2026-04-23T16:38:41.721651Z","steps":["trace[928002128] 'process raft request' (duration: 70.165765ms)","trace[928002128] 'compare' (duration: 52.939078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:43.375691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.002012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:43.37579Z","caller":"traceutil/trace.go:171","msg":"trace[1778728209] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:4576; }","duration":"793.177705ms","start":"2026-04-23T16:38:42.582596Z","end":"2026-04-23T16:38:43.375773Z","steps":["trace[1778728209] 'count revisions from in-memory index tree' (duration: 792.877392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.375908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:42.582565Z","time spent":"793.327876ms","remote":"127.0.0.1:35222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:38:43.376553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.059957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:38:43.376606Z","caller":"traceutil/trace.go:171","msg":"trace[1914654796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4576; }","duration":"757.151588ms","start":"2026-04-23T16:38:42.619441Z","end":"2026-04-23T16:38:43.376592Z","steps":["trace[1914654796] 'range keys from in-memory index tree' (duration: 756.879865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.376635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:42.619417Z","time spent":"757.211548ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:38:43.377074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.908127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:43.377152Z","caller":"traceutil/trace.go:171","msg":"trace[416419333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4576; }","duration":"521.034438ms","start":"2026-04-23T16:38:42.856099Z","end":"2026-04-23T16:38:43.377133Z","steps":["trace[416419333] 'range keys from in-memory index tree' (duration: 520.835386ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.377184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:42.856079Z","time spent":"521.097079ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:38:43.377238Z","caller":"traceutil/trace.go:171","msg":"trace[1891456934] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"424.471384ms","start":"2026-04-23T16:38:42.952743Z","end":"2026-04-23T16:38:43.377214Z","steps":["trace[1891456934] 'process raft request' (duration: 377.979829ms)","trace[1891456934] 'compare' (duration: 44.858151ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:43.377362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:42.952716Z","time spent":"424.577245ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:43.702071Z","caller":"traceutil/trace.go:171","msg":"trace[813314854] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"319.701652ms","start":"2026-04-23T16:38:43.382349Z","end":"2026-04-23T16:38:43.70205Z","steps":["trace[813314854] 'process raft request' (duration: 319.565451ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:43.702114Z","caller":"traceutil/trace.go:171","msg":"trace[1419727074] linearizableReadLoop","detail":"{readStateIndex:4768; appliedIndex:4768; }","duration":"280.475342ms","start":"2026-04-23T16:38:43.421601Z","end":"2026-04-23T16:38:43.702076Z","steps":["trace[1419727074] 'read index received' (duration: 280.442542ms)","trace[1419727074] 'applied index is now lower than readState.Index' (duration: 29.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:43.702241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:43.382335Z","time spent":"319.795774ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:43.70239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.533047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:43.702468Z","caller":"traceutil/trace.go:171","msg":"trace[2115705402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4579; }","duration":"323.653488ms","start":"2026-04-23T16:38:43.378792Z","end":"2026-04-23T16:38:43.702446Z","steps":["trace[2115705402] 'agreement among raft nodes before linearized reading' (duration: 323.505127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.702551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:43.37878Z","time spent":"323.75675ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:38:43.966067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.775774ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:43.966498Z","caller":"traceutil/trace.go:171","msg":"trace[774776995] transaction","detail":"{read_only:false; response_revision:4580; number_of_response:1; }","duration":"539.631444ms","start":"2026-04-23T16:38:43.426837Z","end":"2026-04-23T16:38:43.966468Z","steps":["trace[774776995] 'process raft request' (duration: 387.260275ms)","trace[774776995] 'compare' (duration: 151.473421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:43.966616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:43.426809Z","time spent":"539.755595ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:43.967339Z","caller":"traceutil/trace.go:171","msg":"trace[21196437] linearizableReadLoop","detail":"{readStateIndex:4770; appliedIndex:4768; }","duration":"191.579218ms","start":"2026-04-23T16:38:43.775745Z","end":"2026-04-23T16:38:43.967325Z","steps":["trace[21196437] 'read index received' (duration: 38.299181ms)","trace[21196437] 'applied index is now lower than readState.Index' (duration: 153.278907ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:43.967419Z","caller":"traceutil/trace.go:171","msg":"trace[217845271] transaction","detail":"{read_only:false; response_revision:4581; number_of_response:1; }","duration":"540.113928ms","start":"2026-04-23T16:38:43.427295Z","end":"2026-04-23T16:38:43.967409Z","steps":["trace[217845271] 'process raft request' (duration: 538.877907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.967716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.966813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:43.96779Z","caller":"traceutil/trace.go:171","msg":"trace[1764783738] range","detail":"{range_begin:/registry/configmaps/monitoring/kube-prometheus-stack-dashboard-pool-overview; range_end:; response_count:0; response_revision:4582; }","duration":"192.076524ms","start":"2026-04-23T16:38:43.775692Z","end":"2026-04-23T16:38:43.967769Z","steps":["trace[1764783738] 'agreement among raft nodes before linearized reading' (duration: 191.932312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:43.967728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:43.427269Z","time spent":"540.30531ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:44.053919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.774519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:44.054Z","caller":"traceutil/trace.go:171","msg":"trace[994968068] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4585; }","duration":"196.91056ms","start":"2026-04-23T16:38:43.857071Z","end":"2026-04-23T16:38:44.053981Z","steps":["trace[994968068] 'agreement among raft nodes before linearized reading' (duration: 196.693898ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:44.05427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.650068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:44.054303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.821237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:44.054224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.481176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:44.054533Z","caller":"traceutil/trace.go:171","msg":"trace[133312304] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:4585; }","duration":"125.33724ms","start":"2026-04-23T16:38:43.929101Z","end":"2026-04-23T16:38:44.054438Z","steps":["trace[133312304] 'agreement among raft nodes before linearized reading' (duration: 124.792316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:44.054531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.335066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:38:44.054631Z","caller":"traceutil/trace.go:171","msg":"trace[873598365] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4585; }","duration":"111.494497ms","start":"2026-04-23T16:38:43.943114Z","end":"2026-04-23T16:38:44.054609Z","steps":["trace[873598365] 'agreement among raft nodes before linearized reading' (duration: 111.139445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:44.05473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.481545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-23T16:38:44.05481Z","caller":"traceutil/trace.go:171","msg":"trace[2060890113] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4585; }","duration":"104.578456ms","start":"2026-04-23T16:38:43.95022Z","end":"2026-04-23T16:38:44.054798Z","steps":["trace[2060890113] 'agreement among raft nodes before linearized reading' (duration: 104.380734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:44.054452Z","caller":"traceutil/trace.go:171","msg":"trace[414873791] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"107.2484ms","start":"2026-04-23T16:38:43.947184Z","end":"2026-04-23T16:38:44.054432Z","steps":["trace[414873791] 'process raft request' (duration: 106.422114ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:44.054531Z","caller":"traceutil/trace.go:171","msg":"trace[2078668666] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4585; }","duration":"150.814678ms","start":"2026-04-23T16:38:43.903699Z","end":"2026-04-23T16:38:44.054514Z","steps":["trace[2078668666] 'agreement among raft nodes before linearized reading' (duration: 150.438316ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:44.05434Z","caller":"traceutil/trace.go:171","msg":"trace[892042091] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4585; }","duration":"150.761569ms","start":"2026-04-23T16:38:43.903563Z","end":"2026-04-23T16:38:44.054325Z","steps":["trace[892042091] 'agreement among raft nodes before linearized reading' (duration: 150.642488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:44.054707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.660414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-db-init-88qdl\" ","response":"range_response_count:1 size:7250"} {"level":"info","ts":"2026-04-23T16:38:44.055314Z","caller":"traceutil/trace.go:171","msg":"trace[1982475622] range","detail":"{range_begin:/registry/pods/openstack/keystone-db-init-88qdl; range_end:; response_count:1; response_revision:4585; }","duration":"108.287629ms","start":"2026-04-23T16:38:43.947011Z","end":"2026-04-23T16:38:44.055298Z","steps":["trace[1982475622] 'agreement among raft nodes before linearized reading' (duration: 106.792796ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:44.094158Z","caller":"traceutil/trace.go:171","msg":"trace[1833833623] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"118.394484ms","start":"2026-04-23T16:38:43.975739Z","end":"2026-04-23T16:38:44.094133Z","steps":["trace[1833833623] 'process raft request' (duration: 117.594387ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:45.222084Z","caller":"traceutil/trace.go:171","msg":"trace[1410381390] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"283.984125ms","start":"2026-04-23T16:38:44.938074Z","end":"2026-04-23T16:38:45.222059Z","steps":["trace[1410381390] 'process raft request' (duration: 283.842633ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:47.501218Z","caller":"traceutil/trace.go:171","msg":"trace[2069309727] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"371.665973ms","start":"2026-04-23T16:38:47.129528Z","end":"2026-04-23T16:38:47.501194Z","steps":["trace[2069309727] 'process raft request' (duration: 371.504651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:47.501429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:47.129514Z","time spent":"371.851544ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27126,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:38:48.165953Z","caller":"traceutil/trace.go:171","msg":"trace[511574830] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"114.221312ms","start":"2026-04-23T16:38:48.051707Z","end":"2026-04-23T16:38:48.165928Z","steps":["trace[511574830] 'process raft request' (duration: 111.489039ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:48.166204Z","caller":"traceutil/trace.go:171","msg":"trace[1674389135] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"113.954859ms","start":"2026-04-23T16:38:48.05224Z","end":"2026-04-23T16:38:48.166194Z","steps":["trace[1674389135] 'process raft request' (duration: 113.641887ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:48.168757Z","caller":"traceutil/trace.go:171","msg":"trace[542937268] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"111.944233ms","start":"2026-04-23T16:38:48.056789Z","end":"2026-04-23T16:38:48.168733Z","steps":["trace[542937268] 'process raft request' (duration: 111.751182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:53.182993Z","caller":"traceutil/trace.go:171","msg":"trace[643425488] linearizableReadLoop","detail":"{readStateIndex:4832; appliedIndex:4831; }","duration":"156.107586ms","start":"2026-04-23T16:38:53.026856Z","end":"2026-04-23T16:38:53.182964Z","steps":["trace[643425488] 'read index received' (duration: 155.891054ms)","trace[643425488] 'applied index is now lower than readState.Index' (duration: 215.152µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:53.183329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.454938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-23T16:38:53.183409Z","caller":"traceutil/trace.go:171","msg":"trace[147893777] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4641; }","duration":"156.591919ms","start":"2026-04-23T16:38:53.026804Z","end":"2026-04-23T16:38:53.183396Z","steps":["trace[147893777] 'agreement among raft nodes before linearized reading' (duration: 156.260507ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:53.183672Z","caller":"traceutil/trace.go:171","msg":"trace[1476181145] transaction","detail":"{read_only:false; response_revision:4641; number_of_response:1; }","duration":"174.077711ms","start":"2026-04-23T16:38:53.008947Z","end":"2026-04-23T16:38:53.183024Z","steps":["trace[1476181145] 'process raft request' (duration: 173.776849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:53.485518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.840871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:53.485618Z","caller":"traceutil/trace.go:171","msg":"trace[2138839937] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:4641; }","duration":"190.012932ms","start":"2026-04-23T16:38:53.295583Z","end":"2026-04-23T16:38:53.485596Z","steps":["trace[2138839937] 'count revisions from in-memory index tree' (duration: 189.766361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:53.485841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.774607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:53.485931Z","caller":"traceutil/trace.go:171","msg":"trace[517512746] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4641; }","duration":"116.921397ms","start":"2026-04-23T16:38:53.368987Z","end":"2026-04-23T16:38:53.485909Z","steps":["trace[517512746] 'count revisions from in-memory index tree' (duration: 116.665515ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:53.68655Z","caller":"traceutil/trace.go:171","msg":"trace[1193684247] transaction","detail":"{read_only:false; response_revision:4642; number_of_response:1; }","duration":"111.080843ms","start":"2026-04-23T16:38:53.575441Z","end":"2026-04-23T16:38:53.686522Z","steps":["trace[1193684247] 'process raft request' (duration: 110.829151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.62691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.144911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:8 size:11771"} {"level":"info","ts":"2026-04-23T16:38:54.626968Z","caller":"traceutil/trace.go:171","msg":"trace[1183884283] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:8; response_revision:4642; }","duration":"831.25147ms","start":"2026-04-23T16:38:53.795702Z","end":"2026-04-23T16:38:54.626954Z","steps":["trace[1183884283] 'range keys from in-memory index tree' (duration: 830.855378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.62702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:53.795682Z","time spent":"831.329312ms","remote":"127.0.0.1:33770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":11793,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-23T16:38:54.627325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.320941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:54.627357Z","caller":"traceutil/trace.go:171","msg":"trace[1546392934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4642; }","duration":"769.392541ms","start":"2026-04-23T16:38:53.857958Z","end":"2026-04-23T16:38:54.62735Z","steps":["trace[1546392934] 'range keys from in-memory index tree' (duration: 769.2417ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.627403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:53.857937Z","time spent":"769.458502ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:38:54.627472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.292792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:38:54.627579Z","caller":"traceutil/trace.go:171","msg":"trace[1234543250] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4642; }","duration":"756.440092ms","start":"2026-04-23T16:38:53.871115Z","end":"2026-04-23T16:38:54.627555Z","steps":["trace[1234543250] 'range keys from in-memory index tree' (duration: 756.083501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.627641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:53.871093Z","time spent":"756.535493ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:38:54.627678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.460432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:54.627753Z","caller":"traceutil/trace.go:171","msg":"trace[1755244680] linearizableReadLoop","detail":"{readStateIndex:4834; appliedIndex:4833; }","duration":"423.631402ms","start":"2026-04-23T16:38:54.204111Z","end":"2026-04-23T16:38:54.627742Z","steps":["trace[1755244680] 'read index received' (duration: 316.046219ms)","trace[1755244680] 'applied index is now lower than readState.Index' (duration: 107.584053ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:54.627825Z","caller":"traceutil/trace.go:171","msg":"trace[1455593625] transaction","detail":"{read_only:false; response_revision:4643; number_of_response:1; }","duration":"536.573215ms","start":"2026-04-23T16:38:54.09124Z","end":"2026-04-23T16:38:54.627814Z","steps":["trace[1455593625] 'process raft request' (duration: 428.904322ms)","trace[1455593625] 'compare' (duration: 106.975838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:54.627921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.091218Z","time spent":"536.664515ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:54.628007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.893414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:54.628487Z","caller":"traceutil/trace.go:171","msg":"trace[30219121] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4643; }","duration":"424.403377ms","start":"2026-04-23T16:38:54.204075Z","end":"2026-04-23T16:38:54.628478Z","steps":["trace[30219121] 'agreement among raft nodes before linearized reading' (duration: 423.869904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.628552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.204023Z","time spent":"424.519679ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-04-23T16:38:54.964582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.795797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:54.964857Z","caller":"traceutil/trace.go:171","msg":"trace[23175173] transaction","detail":"{read_only:false; response_revision:4644; number_of_response:1; }","duration":"760.191624ms","start":"2026-04-23T16:38:54.204629Z","end":"2026-04-23T16:38:54.964821Z","steps":["trace[23175173] 'process raft request' (duration: 574.081125ms)","trace[23175173] 'compare' (duration: 185.648305ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:54.964832Z","caller":"traceutil/trace.go:171","msg":"trace[1461421349] linearizableReadLoop","detail":"{readStateIndex:4836; appliedIndex:4834; }","duration":"337.042646ms","start":"2026-04-23T16:38:54.627773Z","end":"2026-04-23T16:38:54.964816Z","steps":["trace[1461421349] 'read index received' (duration: 150.951997ms)","trace[1461421349] 'applied index is now lower than readState.Index' (duration: 186.089709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:54.965008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.204618Z","time spent":"760.309155ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:54.965222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.012559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:38:54.96527Z","caller":"traceutil/trace.go:171","msg":"trace[373931608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4645; }","duration":"698.103421ms","start":"2026-04-23T16:38:54.267157Z","end":"2026-04-23T16:38:54.965261Z","steps":["trace[373931608] 'agreement among raft nodes before linearized reading' (duration: 697.962149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.965306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.267118Z","time spent":"698.180831ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:38:54.965458Z","caller":"traceutil/trace.go:171","msg":"trace[1431452796] transaction","detail":"{read_only:false; response_revision:4645; number_of_response:1; }","duration":"759.67546ms","start":"2026-04-23T16:38:54.205771Z","end":"2026-04-23T16:38:54.965446Z","steps":["trace[1431452796] 'process raft request' (duration: 758.948655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.965496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.20574Z","time spent":"759.733721ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:54.965504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.681548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:38:54.965565Z","caller":"traceutil/trace.go:171","msg":"trace[1574153731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4645; }","duration":"752.741447ms","start":"2026-04-23T16:38:54.212806Z","end":"2026-04-23T16:38:54.965547Z","steps":["trace[1574153731] 'agreement among raft nodes before linearized reading' (duration: 752.552977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.965586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.390414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:54.96562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.212765Z","time spent":"752.837059ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:38:54.965627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.538376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-23T16:38:54.965662Z","caller":"traceutil/trace.go:171","msg":"trace[1090304440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4645; }","duration":"689.613926ms","start":"2026-04-23T16:38:54.276039Z","end":"2026-04-23T16:38:54.965653Z","steps":["trace[1090304440] 'agreement among raft nodes before linearized reading' (duration: 689.517966ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:54.965659Z","caller":"traceutil/trace.go:171","msg":"trace[1796650019] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4645; }","duration":"760.496465ms","start":"2026-04-23T16:38:54.205146Z","end":"2026-04-23T16:38:54.965642Z","steps":["trace[1796650019] 'agreement among raft nodes before linearized reading' (duration: 760.335275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.965691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.276015Z","time spent":"689.668897ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:38:54.965666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.330865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-23T16:38:54.965707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.205139Z","time spent":"760.559526ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-23T16:38:54.965733Z","caller":"traceutil/trace.go:171","msg":"trace[1539395321] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4645; }","duration":"693.426966ms","start":"2026-04-23T16:38:54.272289Z","end":"2026-04-23T16:38:54.965716Z","steps":["trace[1539395321] 'agreement among raft nodes before linearized reading' (duration: 693.234365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:54.965775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.272278Z","time spent":"693.488076ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:38:55.362037Z","caller":"traceutil/trace.go:171","msg":"trace[1190585713] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4646; }","duration":"635.341567ms","start":"2026-04-23T16:38:54.726671Z","end":"2026-04-23T16:38:55.362013Z","steps":["trace[1190585713] 'process raft request' (duration: 634.898404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:55.362175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.726642Z","time spent":"635.470148ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:38:55.362213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.955436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:55.36228Z","caller":"traceutil/trace.go:171","msg":"trace[827401816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4646; }","duration":"733.041776ms","start":"2026-04-23T16:38:54.629223Z","end":"2026-04-23T16:38:55.362264Z","steps":["trace[827401816] 'agreement among raft nodes before linearized reading' (duration: 732.875036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:55.362329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.629209Z","time spent":"733.109677ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:38:55.361724Z","caller":"traceutil/trace.go:171","msg":"trace[1265391026] linearizableReadLoop","detail":"{readStateIndex:4838; appliedIndex:4836; }","duration":"396.743696ms","start":"2026-04-23T16:38:54.964953Z","end":"2026-04-23T16:38:55.361697Z","steps":["trace[1265391026] 'read index received' (duration: 342.389126ms)","trace[1265391026] 'applied index is now lower than readState.Index' (duration: 54.35103ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:55.362786Z","caller":"traceutil/trace.go:171","msg":"trace[1843209083] transaction","detail":"{read_only:false; response_revision:4646; number_of_response:1; }","duration":"729.149307ms","start":"2026-04-23T16:38:54.632559Z","end":"2026-04-23T16:38:55.361709Z","steps":["trace[1843209083] 'process raft request' (duration: 674.883839ms)","trace[1843209083] 'compare' (duration: 53.465623ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:55.363043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.632524Z","time spent":"730.317406ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:55.714614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.11658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:55.714842Z","caller":"traceutil/trace.go:171","msg":"trace[1384578091] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"744.090373ms","start":"2026-04-23T16:38:54.970732Z","end":"2026-04-23T16:38:55.714822Z","steps":["trace[1384578091] 'process raft request' (duration: 743.972043ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:55.714934Z","caller":"traceutil/trace.go:171","msg":"trace[148361278] transaction","detail":"{read_only:false; response_revision:4647; number_of_response:1; }","duration":"745.166381ms","start":"2026-04-23T16:38:54.969762Z","end":"2026-04-23T16:38:55.714929Z","steps":["trace[148361278] 'process raft request' (duration: 511.666118ms)","trace[148361278] 'compare' (duration: 232.988409ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:55.714914Z","caller":"traceutil/trace.go:171","msg":"trace[64060544] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"744.053823ms","start":"2026-04-23T16:38:54.970814Z","end":"2026-04-23T16:38:55.714868Z","steps":["trace[64060544] 'process raft request' (duration: 743.950133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:55.714982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.969729Z","time spent":"745.232892ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:55.715075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.970806Z","time spent":"744.189105ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:55.71487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.53787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:55.715149Z","caller":"traceutil/trace.go:171","msg":"trace[1949138706] linearizableReadLoop","detail":"{readStateIndex:4842; appliedIndex:4838; }","duration":"352.138833ms","start":"2026-04-23T16:38:55.362684Z","end":"2026-04-23T16:38:55.714822Z","steps":["trace[1949138706] 'read index received' (duration: 118.757681ms)","trace[1949138706] 'applied index is now lower than readState.Index' (duration: 233.380492ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:55.715154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.970717Z","time spent":"744.367326ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:55.71516Z","caller":"traceutil/trace.go:171","msg":"trace[907001541] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4650; }","duration":"418.841173ms","start":"2026-04-23T16:38:55.296292Z","end":"2026-04-23T16:38:55.715133Z","steps":["trace[907001541] 'agreement among raft nodes before linearized reading' (duration: 418.53383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:55.715271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.296276Z","time spent":"418.968145ms","remote":"127.0.0.1:38478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:55.714901Z","caller":"traceutil/trace.go:171","msg":"trace[822227947] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"744.025503ms","start":"2026-04-23T16:38:54.970867Z","end":"2026-04-23T16:38:55.714893Z","steps":["trace[822227947] 'process raft request' (duration: 743.924312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:55.7156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:54.97086Z","time spent":"744.633417ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:56.215445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.489678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:38:56.215564Z","caller":"traceutil/trace.go:171","msg":"trace[1110590901] linearizableReadLoop","detail":"{readStateIndex:4843; appliedIndex:4842; }","duration":"500.372614ms","start":"2026-04-23T16:38:55.715171Z","end":"2026-04-23T16:38:56.215543Z","steps":["trace[1110590901] 'read index received' (duration: 303.635776ms)","trace[1110590901] 'applied index is now lower than readState.Index' (duration: 196.734838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:56.215639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.007921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:56.215679Z","caller":"traceutil/trace.go:171","msg":"trace[462486992] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:4651; }","duration":"564.088452ms","start":"2026-04-23T16:38:55.651579Z","end":"2026-04-23T16:38:56.215668Z","steps":["trace[462486992] 'agreement among raft nodes before linearized reading' (duration: 564.003191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.215705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.651558Z","time spent":"564.139843ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:38:56.215704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.33225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:56.215784Z","caller":"traceutil/trace.go:171","msg":"trace[476478987] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:4651; }","duration":"821.461671ms","start":"2026-04-23T16:38:55.394302Z","end":"2026-04-23T16:38:56.215764Z","steps":["trace[476478987] 'agreement among raft nodes before linearized reading' (duration: 821.283679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.215697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.177373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:56.215835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.394286Z","time spent":"821.536761ms","remote":"127.0.0.1:38820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:38:56.215872Z","caller":"traceutil/trace.go:171","msg":"trace[305005039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4651; }","duration":"846.381593ms","start":"2026-04-23T16:38:55.369479Z","end":"2026-04-23T16:38:56.21586Z","steps":["trace[305005039] 'agreement among raft nodes before linearized reading' (duration: 846.179053ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:56.215812Z","caller":"traceutil/trace.go:171","msg":"trace[668091755] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"523.927468ms","start":"2026-04-23T16:38:55.691814Z","end":"2026-04-23T16:38:56.215741Z","steps":["trace[668091755] 'process raft request' (duration: 327.046868ms)","trace[668091755] 'compare' (duration: 196.045545ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:56.21594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.405477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" ","response":"range_response_count:1 size:156632"} {"level":"info","ts":"2026-04-23T16:38:56.216004Z","caller":"traceutil/trace.go:171","msg":"trace[120115028] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com; range_end:; response_count:1; response_revision:4651; }","duration":"852.491928ms","start":"2026-04-23T16:38:55.363497Z","end":"2026-04-23T16:38:56.215989Z","steps":["trace[120115028] 'agreement among raft nodes before linearized reading' (duration: 852.225466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.216058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.363479Z","time spent":"852.566369ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":1,"response size":156654,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagerconfigs.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-23T16:38:56.21591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.369462Z","time spent":"846.439864ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:38:56.21621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.969224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:38:56.216418Z","caller":"traceutil/trace.go:171","msg":"trace[1916272676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4651; }","duration":"364.181395ms","start":"2026-04-23T16:38:55.852227Z","end":"2026-04-23T16:38:56.216409Z","steps":["trace[1916272676] 'agreement among raft nodes before linearized reading' (duration: 363.568891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.216484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.85217Z","time spent":"364.305146ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T16:38:56.216484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:55.691792Z","time spent":"524.19795ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:56.611379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.452141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-04-23T16:38:56.611462Z","caller":"traceutil/trace.go:171","msg":"trace[529830260] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:4651; }","duration":"295.580212ms","start":"2026-04-23T16:38:56.315862Z","end":"2026-04-23T16:38:56.611442Z","steps":["trace[529830260] 'range keys from in-memory index tree' (duration: 295.197149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.891138Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495085359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:38:56.974951Z","caller":"traceutil/trace.go:171","msg":"trace[1777483707] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4651; }","duration":"639.30631ms","start":"2026-04-23T16:38:56.335626Z","end":"2026-04-23T16:38:56.974932Z","steps":["trace[1777483707] 'process raft request' (duration: 639.19128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:56.975125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.335608Z","time spent":"639.404372ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:38:57.146725Z","caller":"traceutil/trace.go:171","msg":"trace[1204253943] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"512.126466ms","start":"2026-04-23T16:38:56.634564Z","end":"2026-04-23T16:38:57.14669Z","steps":["trace[1204253943] 'process raft request' (duration: 511.936655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.146888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.634533Z","time spent":"512.270517ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:38:57.231937Z","caller":"traceutil/trace.go:171","msg":"trace[1041201317] transaction","detail":"{read_only:false; response_revision:4653; number_of_response:1; }","duration":"260.308169ms","start":"2026-04-23T16:38:56.971602Z","end":"2026-04-23T16:38:57.23191Z","steps":["trace[1041201317] 'process raft request' (duration: 260.121617ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:57.321336Z","caller":"traceutil/trace.go:171","msg":"trace[687745295] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4843; }","duration":"930.557611ms","start":"2026-04-23T16:38:56.390754Z","end":"2026-04-23T16:38:57.321311Z","steps":["trace[687745295] 'read index received' (duration: 584.078793ms)","trace[687745295] 'applied index is now lower than readState.Index' (duration: 346.477778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:57.321496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.717753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:57.321526Z","caller":"traceutil/trace.go:171","msg":"trace[1755871311] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4654; }","duration":"930.803793ms","start":"2026-04-23T16:38:56.39071Z","end":"2026-04-23T16:38:57.321514Z","steps":["trace[1755871311] 'agreement among raft nodes before linearized reading' (duration: 930.725052ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:57.32149Z","caller":"traceutil/trace.go:171","msg":"trace[1654069488] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"349.637132ms","start":"2026-04-23T16:38:56.971817Z","end":"2026-04-23T16:38:57.321454Z","steps":["trace[1654069488] 'process raft request' (duration: 260.076177ms)","trace[1654069488] 'compare' (duration: 89.298363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:38:57.321554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.39069Z","time spent":"930.857723ms","remote":"127.0.0.1:34100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":29,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:38:57.321663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.971809Z","time spent":"349.752033ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:38:57.321748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.185994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:57.321822Z","caller":"traceutil/trace.go:171","msg":"trace[761687935] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4654; }","duration":"351.293123ms","start":"2026-04-23T16:38:56.970508Z","end":"2026-04-23T16:38:57.321801Z","steps":["trace[761687935] 'agreement among raft nodes before linearized reading' (duration: 351.124482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.32185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.575413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:38:57.321868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.97049Z","time spent":"351.369333ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-23T16:38:57.321905Z","caller":"traceutil/trace.go:171","msg":"trace[2048510138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4654; }","duration":"463.675025ms","start":"2026-04-23T16:38:56.858216Z","end":"2026-04-23T16:38:57.321891Z","steps":["trace[2048510138] 'agreement among raft nodes before linearized reading' (duration: 463.594634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.321947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.858196Z","time spent":"463.740755ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:38:57.32199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.743783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" ","response":"range_response_count:1 size:278925"} {"level":"info","ts":"2026-04-23T16:38:57.322034Z","caller":"traceutil/trace.go:171","msg":"trace[1273837496] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com; range_end:; response_count:1; response_revision:4654; }","duration":"345.843755ms","start":"2026-04-23T16:38:56.976178Z","end":"2026-04-23T16:38:57.322022Z","steps":["trace[1273837496] 'agreement among raft nodes before linearized reading' (duration: 345.622173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.322064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.976168Z","time spent":"345.889245ms","remote":"127.0.0.1:33712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":278947,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/alertmanagers.monitoring.coreos.com\" "} {"level":"warn","ts":"2026-04-23T16:38:57.322174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.164123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:57.322257Z","caller":"traceutil/trace.go:171","msg":"trace[737769333] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:4654; }","duration":"688.294663ms","start":"2026-04-23T16:38:56.63394Z","end":"2026-04-23T16:38:57.322234Z","steps":["trace[737769333] 'agreement among raft nodes before linearized reading' (duration: 688.147552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.322273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.821423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce\" ","response":"range_response_count:1 size:764"} {"level":"warn","ts":"2026-04-23T16:38:57.322298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.633918Z","time spent":"688.371074ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-04-23T16:38:57.322344Z","caller":"traceutil/trace.go:171","msg":"trace[1442112494] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce; range_end:; response_count:1; response_revision:4654; }","duration":"722.932264ms","start":"2026-04-23T16:38:56.599393Z","end":"2026-04-23T16:38:57.322325Z","steps":["trace[1442112494] 'agreement among raft nodes before linearized reading' (duration: 722.100328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:57.322391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:38:56.599373Z","time spent":"723.005584ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce\" "} {"level":"info","ts":"2026-04-23T16:38:57.92377Z","caller":"traceutil/trace.go:171","msg":"trace[2058586456] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4660; }","duration":"156.215616ms","start":"2026-04-23T16:38:57.767532Z","end":"2026-04-23T16:38:57.923747Z","steps":["trace[2058586456] 'process raft request' (duration: 155.607953ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:58.37611Z","caller":"traceutil/trace.go:171","msg":"trace[698148083] transaction","detail":"{read_only:false; response_revision:4663; number_of_response:1; }","duration":"153.887892ms","start":"2026-04-23T16:38:58.222196Z","end":"2026-04-23T16:38:58.376084Z","steps":["trace[698148083] 'process raft request' (duration: 153.71556ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:59.250735Z","caller":"traceutil/trace.go:171","msg":"trace[1924755403] transaction","detail":"{read_only:false; response_revision:4665; number_of_response:1; }","duration":"175.764812ms","start":"2026-04-23T16:38:59.074954Z","end":"2026-04-23T16:38:59.250719Z","steps":["trace[1924755403] 'process raft request' (duration: 175.657431ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:59.394342Z","caller":"traceutil/trace.go:171","msg":"trace[382382958] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4866; }","duration":"217.459608ms","start":"2026-04-23T16:38:59.176866Z","end":"2026-04-23T16:38:59.394326Z","steps":["trace[382382958] 'read index received' (duration: 73.781665ms)","trace[382382958] 'applied index is now lower than readState.Index' (duration: 143.677073ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:59.394407Z","caller":"traceutil/trace.go:171","msg":"trace[1204440971] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"157.786739ms","start":"2026-04-23T16:38:59.2366Z","end":"2026-04-23T16:38:59.394387Z","steps":["trace[1204440971] 'process raft request' (duration: 157.692798ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:59.394408Z","caller":"traceutil/trace.go:171","msg":"trace[601121464] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"242.120536ms","start":"2026-04-23T16:38:59.152249Z","end":"2026-04-23T16:38:59.39437Z","steps":["trace[601121464] 'process raft request' (duration: 241.948384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:59.39447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.592509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:38:59.394495Z","caller":"traceutil/trace.go:171","msg":"trace[855397362] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4667; }","duration":"217.673029ms","start":"2026-04-23T16:38:59.176814Z","end":"2026-04-23T16:38:59.394487Z","steps":["trace[855397362] 'agreement among raft nodes before linearized reading' (duration: 217.591608ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:38:59.96486Z","caller":"traceutil/trace.go:171","msg":"trace[305696015] linearizableReadLoop","detail":"{readStateIndex:4876; appliedIndex:4874; }","duration":"105.399361ms","start":"2026-04-23T16:38:59.859437Z","end":"2026-04-23T16:38:59.964836Z","steps":["trace[305696015] 'read index received' (duration: 82.275343ms)","trace[305696015] 'applied index is now lower than readState.Index' (duration: 23.122948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:59.964906Z","caller":"traceutil/trace.go:171","msg":"trace[349232188] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"182.582819ms","start":"2026-04-23T16:38:59.78229Z","end":"2026-04-23T16:38:59.964873Z","steps":["trace[349232188] 'process raft request' (duration: 159.41697ms)","trace[349232188] 'compare' (duration: 23.015198ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:38:59.96494Z","caller":"traceutil/trace.go:171","msg":"trace[853486961] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"182.566078ms","start":"2026-04-23T16:38:59.782346Z","end":"2026-04-23T16:38:59.964912Z","steps":["trace[853486961] 'process raft request' (duration: 182.456258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:38:59.965041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.597882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:38:59.96507Z","caller":"traceutil/trace.go:171","msg":"trace[1518043051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4674; }","duration":"105.675342ms","start":"2026-04-23T16:38:59.859387Z","end":"2026-04-23T16:38:59.965062Z","steps":["trace[1518043051] 'agreement among raft nodes before linearized reading' (duration: 105.531621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:00.356992Z","caller":"traceutil/trace.go:171","msg":"trace[438979347] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"100.363623ms","start":"2026-04-23T16:39:00.256605Z","end":"2026-04-23T16:39:00.356969Z","steps":["trace[438979347] 'process raft request' (duration: 100.085342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:00.55948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.961182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:00.559554Z","caller":"traceutil/trace.go:171","msg":"trace[1087486232] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"178.529609ms","start":"2026-04-23T16:39:00.381012Z","end":"2026-04-23T16:39:00.559542Z","steps":["trace[1087486232] 'process raft request' (duration: 75.453616ms)","trace[1087486232] 'compare' (duration: 102.883532ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:00.560754Z","caller":"traceutil/trace.go:171","msg":"trace[1608406741] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"135.942135ms","start":"2026-04-23T16:39:00.424792Z","end":"2026-04-23T16:39:00.560734Z","steps":["trace[1608406741] 'process raft request' (duration: 135.847214ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:05.138262Z","caller":"traceutil/trace.go:171","msg":"trace[1221093033] transaction","detail":"{read_only:false; response_revision:4721; number_of_response:1; }","duration":"135.811222ms","start":"2026-04-23T16:39:05.002431Z","end":"2026-04-23T16:39:05.138242Z","steps":["trace[1221093033] 'process raft request' (duration: 135.690962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:07.820162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.033923ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:07.820276Z","caller":"traceutil/trace.go:171","msg":"trace[1696583133] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"181.434758ms","start":"2026-04-23T16:39:07.638823Z","end":"2026-04-23T16:39:07.820258Z","steps":["trace[1696583133] 'process raft request' (duration: 33.222885ms)","trace[1696583133] 'compare' (duration: 147.444799ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:09.569951Z","caller":"traceutil/trace.go:171","msg":"trace[1849926077] linearizableReadLoop","detail":"{readStateIndex:4948; appliedIndex:4947; }","duration":"424.995199ms","start":"2026-04-23T16:39:09.144929Z","end":"2026-04-23T16:39:09.569924Z","steps":["trace[1849926077] 'read index received' (duration: 424.814687ms)","trace[1849926077] 'applied index is now lower than readState.Index' (duration: 179.412µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:09.570016Z","caller":"traceutil/trace.go:171","msg":"trace[16234630] transaction","detail":"{read_only:false; response_revision:4744; number_of_response:1; }","duration":"450.779725ms","start":"2026-04-23T16:39:09.119209Z","end":"2026-04-23T16:39:09.569989Z","steps":["trace[16234630] 'process raft request' (duration: 450.556554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:09.570141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:09.119192Z","time spent":"450.888056ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5907,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:09.624133Z","caller":"traceutil/trace.go:171","msg":"trace[1806303816] transaction","detail":"{read_only:false; response_revision:4745; number_of_response:1; }","duration":"153.094946ms","start":"2026-04-23T16:39:09.47101Z","end":"2026-04-23T16:39:09.624105Z","steps":["trace[1806303816] 'process raft request' (duration: 117.004212ms)","trace[1806303816] 'compare' (duration: 35.887373ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:09.624507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.781896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:09.624593Z","caller":"traceutil/trace.go:171","msg":"trace[440419032] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:4747; }","duration":"145.912967ms","start":"2026-04-23T16:39:09.478662Z","end":"2026-04-23T16:39:09.624575Z","steps":["trace[440419032] 'agreement among raft nodes before linearized reading' (duration: 145.747565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:09.624636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.121126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:09.624712Z","caller":"traceutil/trace.go:171","msg":"trace[762672731] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:4744; }","duration":"479.80267ms","start":"2026-04-23T16:39:09.144886Z","end":"2026-04-23T16:39:09.624689Z","steps":["trace[762672731] 'agreement among raft nodes before linearized reading' (duration: 425.15001ms)","trace[762672731] 'count revisions from in-memory index tree' (duration: 53.969496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:09.62475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:09.144871Z","time spent":"479.87005ms","remote":"127.0.0.1:47348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:39:10.255559Z","caller":"traceutil/trace.go:171","msg":"trace[197264706] transaction","detail":"{read_only:false; response_revision:4754; number_of_response:1; }","duration":"123.564986ms","start":"2026-04-23T16:39:10.131966Z","end":"2026-04-23T16:39:10.255531Z","steps":["trace[197264706] 'process raft request' (duration: 123.426775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:11.688987Z","caller":"traceutil/trace.go:171","msg":"trace[334729863] transaction","detail":"{read_only:false; response_revision:4774; number_of_response:1; }","duration":"123.475593ms","start":"2026-04-23T16:39:11.565477Z","end":"2026-04-23T16:39:11.688953Z","steps":["trace[334729863] 'process raft request' (duration: 123.189151ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:11.73561Z","caller":"traceutil/trace.go:171","msg":"trace[640283288] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"104.711939ms","start":"2026-04-23T16:39:11.630876Z","end":"2026-04-23T16:39:11.735588Z","steps":["trace[640283288] 'process raft request' (duration: 104.643819ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:11.735623Z","caller":"traceutil/trace.go:171","msg":"trace[176168945] transaction","detail":"{read_only:false; response_revision:4775; number_of_response:1; }","duration":"105.621125ms","start":"2026-04-23T16:39:11.629973Z","end":"2026-04-23T16:39:11.735594Z","steps":["trace[176168945] 'process raft request' (duration: 105.415544ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:11.735936Z","caller":"traceutil/trace.go:171","msg":"trace[1675993979] transaction","detail":"{read_only:false; response_revision:4777; number_of_response:1; }","duration":"104.941782ms","start":"2026-04-23T16:39:11.630976Z","end":"2026-04-23T16:39:11.735918Z","steps":["trace[1675993979] 'process raft request' (duration: 104.578901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:11.736161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.314223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:6019"} {"level":"info","ts":"2026-04-23T16:39:11.736257Z","caller":"traceutil/trace.go:171","msg":"trace[512113284] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:4778; }","duration":"105.431134ms","start":"2026-04-23T16:39:11.630796Z","end":"2026-04-23T16:39:11.736227Z","steps":["trace[512113284] 'agreement among raft nodes before linearized reading' (duration: 105.170732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:11.736642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.335858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-23T16:39:11.736706Z","caller":"traceutil/trace.go:171","msg":"trace[1809603361] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:4778; }","duration":"106.437009ms","start":"2026-04-23T16:39:11.630257Z","end":"2026-04-23T16:39:11.736694Z","steps":["trace[1809603361] 'agreement among raft nodes before linearized reading' (duration: 105.842256ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:11.81237Z","caller":"traceutil/trace.go:171","msg":"trace[1211083368] transaction","detail":"{read_only:false; response_revision:4779; number_of_response:1; }","duration":"121.630033ms","start":"2026-04-23T16:39:11.690707Z","end":"2026-04-23T16:39:11.812337Z","steps":["trace[1211083368] 'process raft request' (duration: 84.056758ms)","trace[1211083368] 'compare' (duration: 37.345303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:18.620791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.887746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:18.62112Z","caller":"traceutil/trace.go:171","msg":"trace[1295241454] transaction","detail":"{read_only:false; response_revision:4912; number_of_response:1; }","duration":"201.900746ms","start":"2026-04-23T16:39:18.41918Z","end":"2026-04-23T16:39:18.621081Z","steps":["trace[1295241454] 'process raft request' (duration: 95.655948ms)","trace[1295241454] 'compare' (duration: 105.741596ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:18.621303Z","caller":"traceutil/trace.go:171","msg":"trace[268581085] transaction","detail":"{read_only:false; response_revision:4913; number_of_response:1; }","duration":"201.710435ms","start":"2026-04-23T16:39:18.419561Z","end":"2026-04-23T16:39:18.621271Z","steps":["trace[268581085] 'process raft request' (duration: 201.341934ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:18.836967Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2719} {"level":"warn","ts":"2026-04-23T16:39:18.837026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.985731ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-04-23T16:39:18.837124Z","caller":"traceutil/trace.go:171","msg":"trace[810855833] compact","detail":"{revision:2719; response_revision:4914; }","duration":"214.223265ms","start":"2026-04-23T16:39:18.622889Z","end":"2026-04-23T16:39:18.837113Z","steps":["trace[810855833] 'check and update compact revision' (duration: 208.85176ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:18.837999Z","caller":"traceutil/trace.go:171","msg":"trace[531757640] transaction","detail":"{read_only:false; response_revision:4915; number_of_response:1; }","duration":"212.621007ms","start":"2026-04-23T16:39:18.625352Z","end":"2026-04-23T16:39:18.837973Z","steps":["trace[531757640] 'process raft request' (duration: 211.729372ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:18.838535Z","caller":"traceutil/trace.go:171","msg":"trace[1070296236] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"212.782398ms","start":"2026-04-23T16:39:18.625737Z","end":"2026-04-23T16:39:18.838519Z","steps":["trace[1070296236] 'process raft request' (duration: 212.217324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.004041Z","caller":"traceutil/trace.go:171","msg":"trace[691732665] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5125; }","duration":"157.393958ms","start":"2026-04-23T16:39:18.846615Z","end":"2026-04-23T16:39:19.004009Z","steps":["trace[691732665] 'read index received' (duration: 131.662767ms)","trace[691732665] 'applied index is now lower than readState.Index' (duration: 25.729471ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:19.004244Z","caller":"traceutil/trace.go:171","msg":"trace[1454568608] transaction","detail":"{read_only:false; response_revision:4917; number_of_response:1; }","duration":"349.536058ms","start":"2026-04-23T16:39:18.654692Z","end":"2026-04-23T16:39:19.004228Z","steps":["trace[1454568608] 'process raft request' (duration: 323.656017ms)","trace[1454568608] 'compare' (duration: 18.028954ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:19.00441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:18.654666Z","time spent":"349.656849ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:19.00447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.82315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129307"} {"level":"info","ts":"2026-04-23T16:39:19.004545Z","caller":"traceutil/trace.go:171","msg":"trace[836258646] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4917; }","duration":"157.93899ms","start":"2026-04-23T16:39:18.846589Z","end":"2026-04-23T16:39:19.004528Z","steps":["trace[836258646] 'agreement among raft nodes before linearized reading' (duration: 157.714059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:19.004537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.89899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:19.00481Z","caller":"traceutil/trace.go:171","msg":"trace[434826788] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:4917; }","duration":"158.223412ms","start":"2026-04-23T16:39:18.846568Z","end":"2026-04-23T16:39:19.004792Z","steps":["trace[434826788] 'agreement among raft nodes before linearized reading' (duration: 157.8674ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.065166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2719,"took":"226.701396ms","hash":1211383860,"current-db-size-bytes":48377856,"current-db-size":"48 MB","current-db-size-in-use-bytes":24166400,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-23T16:39:19.065278Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1211383860,"revision":2719,"compact-revision":-1} {"level":"info","ts":"2026-04-23T16:39:19.488764Z","caller":"traceutil/trace.go:171","msg":"trace[139886446] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"245.603045ms","start":"2026-04-23T16:39:19.243138Z","end":"2026-04-23T16:39:19.488741Z","steps":["trace[139886446] 'process raft request' (duration: 245.329914ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.488771Z","caller":"traceutil/trace.go:171","msg":"trace[685702221] transaction","detail":"{read_only:false; response_revision:5006; number_of_response:1; }","duration":"245.535685ms","start":"2026-04-23T16:39:19.243224Z","end":"2026-04-23T16:39:19.48876Z","steps":["trace[685702221] 'process raft request' (duration: 245.409334ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.488973Z","caller":"traceutil/trace.go:171","msg":"trace[1967055021] transaction","detail":"{read_only:false; response_revision:5007; number_of_response:1; }","duration":"245.693065ms","start":"2026-04-23T16:39:19.243235Z","end":"2026-04-23T16:39:19.488928Z","steps":["trace[1967055021] 'process raft request' (duration: 245.450844ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489099Z","caller":"traceutil/trace.go:171","msg":"trace[1971550186] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"245.771928ms","start":"2026-04-23T16:39:19.243319Z","end":"2026-04-23T16:39:19.48909Z","steps":["trace[1971550186] 'process raft request' (duration: 245.425025ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489264Z","caller":"traceutil/trace.go:171","msg":"trace[1639001776] transaction","detail":"{read_only:false; response_revision:5013; number_of_response:1; }","duration":"242.448691ms","start":"2026-04-23T16:39:19.246807Z","end":"2026-04-23T16:39:19.489256Z","steps":["trace[1639001776] 'process raft request' (duration: 242.20359ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489328Z","caller":"traceutil/trace.go:171","msg":"trace[1327793396] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"245.232734ms","start":"2026-04-23T16:39:19.244089Z","end":"2026-04-23T16:39:19.489322Z","steps":["trace[1327793396] 'process raft request' (duration: 244.840322ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489339Z","caller":"traceutil/trace.go:171","msg":"trace[426497914] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"244.641831ms","start":"2026-04-23T16:39:19.244691Z","end":"2026-04-23T16:39:19.489332Z","steps":["trace[426497914] 'process raft request' (duration: 244.280129ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489393Z","caller":"traceutil/trace.go:171","msg":"trace[713531469] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"241.494656ms","start":"2026-04-23T16:39:19.247892Z","end":"2026-04-23T16:39:19.489387Z","steps":["trace[713531469] 'process raft request' (duration: 241.154495ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489374Z","caller":"traceutil/trace.go:171","msg":"trace[1760467729] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"245.984757ms","start":"2026-04-23T16:39:19.243364Z","end":"2026-04-23T16:39:19.489349Z","steps":["trace[1760467729] 'process raft request' (duration: 245.450905ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489392Z","caller":"traceutil/trace.go:171","msg":"trace[1066717909] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"241.361036ms","start":"2026-04-23T16:39:19.248024Z","end":"2026-04-23T16:39:19.489385Z","steps":["trace[1066717909] 'process raft request' (duration: 241.068586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489531Z","caller":"traceutil/trace.go:171","msg":"trace[1299757481] linearizableReadLoop","detail":"{readStateIndex:5231; appliedIndex:5216; }","duration":"180.82804ms","start":"2026-04-23T16:39:19.308685Z","end":"2026-04-23T16:39:19.489513Z","steps":["trace[1299757481] 'read index received' (duration: 180.043605ms)","trace[1299757481] 'applied index is now lower than readState.Index' (duration: 783.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:19.489577Z","caller":"traceutil/trace.go:171","msg":"trace[430440610] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"246.186638ms","start":"2026-04-23T16:39:19.243379Z","end":"2026-04-23T16:39:19.489566Z","steps":["trace[430440610] 'process raft request' (duration: 245.501716ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489635Z","caller":"traceutil/trace.go:171","msg":"trace[1356009673] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"240.639302ms","start":"2026-04-23T16:39:19.24898Z","end":"2026-04-23T16:39:19.489619Z","steps":["trace[1356009673] 'process raft request' (duration: 240.19367ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489673Z","caller":"traceutil/trace.go:171","msg":"trace[1978249015] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"236.771256ms","start":"2026-04-23T16:39:19.252891Z","end":"2026-04-23T16:39:19.489662Z","steps":["trace[1978249015] 'process raft request' (duration: 236.409275ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.489695Z","caller":"traceutil/trace.go:171","msg":"trace[1840009715] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"240.665563ms","start":"2026-04-23T16:39:19.249016Z","end":"2026-04-23T16:39:19.489682Z","steps":["trace[1840009715] 'process raft request' (duration: 240.198771ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.490901Z","caller":"traceutil/trace.go:171","msg":"trace[926695240] transaction","detail":"{read_only:false; response_revision:5018; number_of_response:1; }","duration":"238.299612ms","start":"2026-04-23T16:39:19.252581Z","end":"2026-04-23T16:39:19.490881Z","steps":["trace[926695240] 'process raft request' (duration: 236.677985ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.490946Z","caller":"traceutil/trace.go:171","msg":"trace[683979026] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"229.804653ms","start":"2026-04-23T16:39:19.261134Z","end":"2026-04-23T16:39:19.490939Z","steps":["trace[683979026] 'process raft request' (duration: 228.287596ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.490946Z","caller":"traceutil/trace.go:171","msg":"trace[475171988] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"237.410239ms","start":"2026-04-23T16:39:19.253527Z","end":"2026-04-23T16:39:19.490937Z","steps":["trace[475171988] 'process raft request' (duration: 235.822691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:19.498111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.399418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pf26c\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-04-23T16:39:19.498216Z","caller":"traceutil/trace.go:171","msg":"trace[960516897] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-pf26c; range_end:; response_count:1; response_revision:5021; }","duration":"189.550169ms","start":"2026-04-23T16:39:19.308639Z","end":"2026-04-23T16:39:19.498189Z","steps":["trace[960516897] 'agreement among raft nodes before linearized reading' (duration: 182.244565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:19.498449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.755526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-04-23T16:39:19.499427Z","caller":"traceutil/trace.go:171","msg":"trace[333765480] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:5023; }","duration":"187.78458ms","start":"2026-04-23T16:39:19.311623Z","end":"2026-04-23T16:39:19.499408Z","steps":["trace[333765480] 'agreement among raft nodes before linearized reading' (duration: 186.241313ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.498651Z","caller":"traceutil/trace.go:171","msg":"trace[1229886613] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"185.244779ms","start":"2026-04-23T16:39:19.313385Z","end":"2026-04-23T16:39:19.49863Z","steps":["trace[1229886613] 'process raft request' (duration: 184.426016ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.4988Z","caller":"traceutil/trace.go:171","msg":"trace[270274252] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"186.812637ms","start":"2026-04-23T16:39:19.311976Z","end":"2026-04-23T16:39:19.498788Z","steps":["trace[270274252] 'process raft request' (duration: 185.31835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:19.939919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.596577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:19.940072Z","caller":"traceutil/trace.go:171","msg":"trace[1403519149] transaction","detail":"{read_only:false; response_revision:5088; number_of_response:1; }","duration":"236.863775ms","start":"2026-04-23T16:39:19.703189Z","end":"2026-04-23T16:39:19.940053Z","steps":["trace[1403519149] 'process raft request' (duration: 115.030397ms)","trace[1403519149] 'compare' (duration: 121.319685ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:19.940605Z","caller":"traceutil/trace.go:171","msg":"trace[1517256431] transaction","detail":"{read_only:false; response_revision:5092; number_of_response:1; }","duration":"169.896279ms","start":"2026-04-23T16:39:19.770695Z","end":"2026-04-23T16:39:19.940591Z","steps":["trace[1517256431] 'process raft request' (duration: 169.843749ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.9409Z","caller":"traceutil/trace.go:171","msg":"trace[1408727708] transaction","detail":"{read_only:false; response_revision:5089; number_of_response:1; }","duration":"237.697639ms","start":"2026-04-23T16:39:19.703192Z","end":"2026-04-23T16:39:19.94089Z","steps":["trace[1408727708] 'process raft request' (duration: 236.816285ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.941037Z","caller":"traceutil/trace.go:171","msg":"trace[459303766] linearizableReadLoop","detail":"{readStateIndex:5302; appliedIndex:5300; }","duration":"232.914028ms","start":"2026-04-23T16:39:19.708113Z","end":"2026-04-23T16:39:19.941027Z","steps":["trace[459303766] 'read index received' (duration: 110.117656ms)","trace[459303766] 'applied index is now lower than readState.Index' (duration: 122.795352ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:19.941221Z","caller":"traceutil/trace.go:171","msg":"trace[812538702] transaction","detail":"{read_only:false; response_revision:5090; number_of_response:1; }","duration":"171.878377ms","start":"2026-04-23T16:39:19.769333Z","end":"2026-04-23T16:39:19.941211Z","steps":["trace[812538702] 'process raft request' (duration: 171.094124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:19.941763Z","caller":"traceutil/trace.go:171","msg":"trace[970979] transaction","detail":"{read_only:false; response_revision:5091; number_of_response:1; }","duration":"171.455596ms","start":"2026-04-23T16:39:19.770289Z","end":"2026-04-23T16:39:19.941745Z","steps":["trace[970979] 'process raft request' (duration: 170.21086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:19.94244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.304765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:19.942514Z","caller":"traceutil/trace.go:171","msg":"trace[1333359596] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5092; }","duration":"234.387375ms","start":"2026-04-23T16:39:19.708107Z","end":"2026-04-23T16:39:19.942494Z","steps":["trace[1333359596] 'agreement among raft nodes before linearized reading' (duration: 234.268455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.117387Z","caller":"traceutil/trace.go:171","msg":"trace[816096925] transaction","detail":"{read_only:false; response_revision:5094; number_of_response:1; }","duration":"240.504831ms","start":"2026-04-23T16:39:19.876866Z","end":"2026-04-23T16:39:20.117371Z","steps":["trace[816096925] 'process raft request' (duration: 240.48047ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.117602Z","caller":"traceutil/trace.go:171","msg":"trace[1810692309] transaction","detail":"{read_only:false; response_revision:5093; number_of_response:1; }","duration":"256.709405ms","start":"2026-04-23T16:39:19.86088Z","end":"2026-04-23T16:39:20.117589Z","steps":["trace[1810692309] 'process raft request' (duration: 256.389734ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.207821Z","caller":"traceutil/trace.go:171","msg":"trace[653720841] linearizableReadLoop","detail":"{readStateIndex:5308; appliedIndex:5307; }","duration":"266.732742ms","start":"2026-04-23T16:39:19.941065Z","end":"2026-04-23T16:39:20.207798Z","steps":["trace[653720841] 'read index received' (duration: 176.621249ms)","trace[653720841] 'applied index is now lower than readState.Index' (duration: 90.110623ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:20.207957Z","caller":"traceutil/trace.go:171","msg":"trace[581704432] transaction","detail":"{read_only:false; response_revision:5096; number_of_response:1; }","duration":"257.341799ms","start":"2026-04-23T16:39:19.950604Z","end":"2026-04-23T16:39:20.207946Z","steps":["trace[581704432] 'process raft request' (duration: 257.144228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.20815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.906171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.208185Z","caller":"traceutil/trace.go:171","msg":"trace[506884485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5096; }","duration":"353.992111ms","start":"2026-04-23T16:39:19.854185Z","end":"2026-04-23T16:39:20.208177Z","steps":["trace[506884485] 'agreement among raft nodes before linearized reading' (duration: 353.89598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.208211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:19.854165Z","time spent":"354.039001ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:39:20.208213Z","caller":"traceutil/trace.go:171","msg":"trace[623823248] transaction","detail":"{read_only:false; response_revision:5095; number_of_response:1; }","duration":"277.597642ms","start":"2026-04-23T16:39:19.930569Z","end":"2026-04-23T16:39:20.208166Z","steps":["trace[623823248] 'process raft request' (duration: 277.053369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.208687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.324851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-23T16:39:20.208745Z","caller":"traceutil/trace.go:171","msg":"trace[1560360721] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5096; }","duration":"439.418232ms","start":"2026-04-23T16:39:19.769313Z","end":"2026-04-23T16:39:20.208732Z","steps":["trace[1560360721] 'agreement among raft nodes before linearized reading' (duration: 438.799869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.208773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:19.769296Z","time spent":"439.471483ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"info","ts":"2026-04-23T16:39:20.424687Z","caller":"traceutil/trace.go:171","msg":"trace[161937087] linearizableReadLoop","detail":"{readStateIndex:5312; appliedIndex:5309; }","duration":"216.748921ms","start":"2026-04-23T16:39:20.207913Z","end":"2026-04-23T16:39:20.424662Z","steps":["trace[161937087] 'read index received' (duration: 216.53364ms)","trace[161937087] 'applied index is now lower than readState.Index' (duration: 213.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:20.424837Z","caller":"traceutil/trace.go:171","msg":"trace[2668959] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"294.460558ms","start":"2026-04-23T16:39:20.130351Z","end":"2026-04-23T16:39:20.424811Z","steps":["trace[2668959] 'process raft request' (duration: 294.046607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.424905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.681682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:39:20.424984Z","caller":"traceutil/trace.go:171","msg":"trace[1052068909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5099; }","duration":"252.796983ms","start":"2026-04-23T16:39:20.172165Z","end":"2026-04-23T16:39:20.424962Z","steps":["trace[1052068909] 'agreement among raft nodes before linearized reading' (duration: 252.518252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.425195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.368433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:39:20.425323Z","caller":"traceutil/trace.go:171","msg":"trace[370918771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5099; }","duration":"418.577175ms","start":"2026-04-23T16:39:20.006725Z","end":"2026-04-23T16:39:20.425302Z","steps":["trace[370918771] 'agreement among raft nodes before linearized reading' (duration: 418.151543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.425665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.006705Z","time spent":"418.939676ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:39:20.425389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.188224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.425983Z","caller":"traceutil/trace.go:171","msg":"trace[1077391458] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:5099; }","duration":"473.784117ms","start":"2026-04-23T16:39:19.952165Z","end":"2026-04-23T16:39:20.425949Z","steps":["trace[1077391458] 'agreement among raft nodes before linearized reading' (duration: 473.172924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.425426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.943576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:39:20.426123Z","caller":"traceutil/trace.go:171","msg":"trace[1735018771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5099; }","duration":"370.653509ms","start":"2026-04-23T16:39:20.05544Z","end":"2026-04-23T16:39:20.426094Z","steps":["trace[1735018771] 'agreement among raft nodes before linearized reading' (duration: 369.355823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.426162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:19.952155Z","time spent":"473.909678ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" "} {"level":"warn","ts":"2026-04-23T16:39:20.42622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.055359Z","time spent":"370.836101ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:39:20.425453Z","caller":"traceutil/trace.go:171","msg":"trace[1977569359] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"241.495641ms","start":"2026-04-23T16:39:20.18394Z","end":"2026-04-23T16:39:20.425436Z","steps":["trace[1977569359] 'process raft request' (duration: 240.677838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.425424Z","caller":"traceutil/trace.go:171","msg":"trace[137889255] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"273.520225ms","start":"2026-04-23T16:39:20.151883Z","end":"2026-04-23T16:39:20.425403Z","steps":["trace[137889255] 'process raft request' (duration: 272.671201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.425471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.230001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:39:20.428139Z","caller":"traceutil/trace.go:171","msg":"trace[1133391820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5099; }","duration":"299.361471ms","start":"2026-04-23T16:39:20.127952Z","end":"2026-04-23T16:39:20.427313Z","steps":["trace[1133391820] 'agreement among raft nodes before linearized reading' (duration: 296.760119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.428431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.127933Z","time spent":"300.278795ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:20.42542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.053789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-23T16:39:20.428799Z","caller":"traceutil/trace.go:171","msg":"trace[45533152] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5099; }","duration":"284.390704ms","start":"2026-04-23T16:39:20.144313Z","end":"2026-04-23T16:39:20.428704Z","steps":["trace[45533152] 'agreement among raft nodes before linearized reading' (duration: 280.883067ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.659113Z","caller":"traceutil/trace.go:171","msg":"trace[1617563990] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"432.149696ms","start":"2026-04-23T16:39:20.226941Z","end":"2026-04-23T16:39:20.659091Z","steps":["trace[1617563990] 'process raft request' (duration: 431.999765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.659381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.226922Z","time spent":"432.253087ms","remote":"127.0.0.1:40210","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3157,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:20.659831Z","caller":"traceutil/trace.go:171","msg":"trace[533607964] linearizableReadLoop","detail":"{readStateIndex:5313; appliedIndex:5313; }","duration":"235.049504ms","start":"2026-04-23T16:39:20.424756Z","end":"2026-04-23T16:39:20.659806Z","steps":["trace[533607964] 'read index received' (duration: 235.037333ms)","trace[533607964] 'applied index is now lower than readState.Index' (duration: 9.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:20.65996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.178712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.659987Z","caller":"traceutil/trace.go:171","msg":"trace[1458789409] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5100; }","duration":"449.238622ms","start":"2026-04-23T16:39:20.210741Z","end":"2026-04-23T16:39:20.659979Z","steps":["trace[1458789409] 'agreement among raft nodes before linearized reading' (duration: 449.163111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.660013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.210729Z","time spent":"449.278512ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:39:20.660127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.930899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-23T16:39:20.660218Z","caller":"traceutil/trace.go:171","msg":"trace[1381383521] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5100; }","duration":"346.0253ms","start":"2026-04-23T16:39:20.314175Z","end":"2026-04-23T16:39:20.6602Z","steps":["trace[1381383521] 'agreement among raft nodes before linearized reading' (duration: 345.698868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.660289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.314121Z","time spent":"346.15599ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":580,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-23T16:39:20.660248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.800624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:39:20.660591Z","caller":"traceutil/trace.go:171","msg":"trace[129167961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5100; }","duration":"385.161126ms","start":"2026-04-23T16:39:20.275402Z","end":"2026-04-23T16:39:20.660563Z","steps":["trace[129167961] 'agreement among raft nodes before linearized reading' (duration: 384.680033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.660645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.275385Z","time spent":"385.245766ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-23T16:39:20.740674Z","caller":"traceutil/trace.go:171","msg":"trace[199719034] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"309.574896ms","start":"2026-04-23T16:39:20.431073Z","end":"2026-04-23T16:39:20.740648Z","steps":["trace[199719034] 'process raft request' (duration: 309.366375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.740818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.431044Z","time spent":"309.701628ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:20.740991Z","caller":"traceutil/trace.go:171","msg":"trace[782395787] transaction","detail":"{read_only:false; response_revision:5104; number_of_response:1; }","duration":"304.838305ms","start":"2026-04-23T16:39:20.436131Z","end":"2026-04-23T16:39:20.74097Z","steps":["trace[782395787] 'process raft request' (duration: 304.791585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.741234Z","caller":"traceutil/trace.go:171","msg":"trace[1908792808] transaction","detail":"{read_only:false; response_revision:5105; number_of_response:1; }","duration":"305.092697ms","start":"2026-04-23T16:39:20.43613Z","end":"2026-04-23T16:39:20.741223Z","steps":["trace[1908792808] 'process raft request' (duration: 304.818365ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.741142Z","caller":"traceutil/trace.go:171","msg":"trace[1877322707] transaction","detail":"{read_only:false; response_revision:5102; number_of_response:1; }","duration":"309.138594ms","start":"2026-04-23T16:39:20.431947Z","end":"2026-04-23T16:39:20.741085Z","steps":["trace[1877322707] 'process raft request' (duration: 308.630813ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.741242Z","caller":"traceutil/trace.go:171","msg":"trace[1743451281] transaction","detail":"{read_only:false; response_revision:5103; number_of_response:1; }","duration":"309.062484ms","start":"2026-04-23T16:39:20.432153Z","end":"2026-04-23T16:39:20.741216Z","steps":["trace[1743451281] 'process raft request' (duration: 308.664012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.74131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.436122Z","time spent":"305.145437ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:20.741314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.431924Z","time spent":"309.354416ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:39:20.741426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.432136Z","time spent":"309.191565ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:20.741573Z","caller":"traceutil/trace.go:171","msg":"trace[1605069009] transaction","detail":"{read_only:false; response_revision:5106; number_of_response:1; }","duration":"305.414158ms","start":"2026-04-23T16:39:20.436151Z","end":"2026-04-23T16:39:20.741565Z","steps":["trace[1605069009] 'process raft request' (duration: 304.972736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.741614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.436129Z","time spent":"305.465498ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:20.741669Z","caller":"traceutil/trace.go:171","msg":"trace[358374392] transaction","detail":"{read_only:false; response_revision:5107; number_of_response:1; }","duration":"296.653748ms","start":"2026-04-23T16:39:20.444996Z","end":"2026-04-23T16:39:20.741649Z","steps":["trace[358374392] 'process raft request' (duration: 296.251957ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.741742Z","caller":"traceutil/trace.go:171","msg":"trace[1383034757] transaction","detail":"{read_only:false; response_revision:5108; number_of_response:1; }","duration":"296.363748ms","start":"2026-04-23T16:39:20.445372Z","end":"2026-04-23T16:39:20.741736Z","steps":["trace[1383034757] 'process raft request' (duration: 295.952586ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.741781Z","caller":"traceutil/trace.go:171","msg":"trace[49346184] transaction","detail":"{read_only:false; response_revision:5109; number_of_response:1; }","duration":"197.423785ms","start":"2026-04-23T16:39:20.544339Z","end":"2026-04-23T16:39:20.741763Z","steps":["trace[49346184] 'process raft request' (duration: 197.160913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.741689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:20.436122Z","time spent":"304.924366ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:20.847243Z","caller":"traceutil/trace.go:171","msg":"trace[1719856964] transaction","detail":"{read_only:false; response_revision:5110; number_of_response:1; }","duration":"182.172426ms","start":"2026-04-23T16:39:20.665046Z","end":"2026-04-23T16:39:20.847218Z","steps":["trace[1719856964] 'process raft request' (duration: 181.957425ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.84754Z","caller":"traceutil/trace.go:171","msg":"trace[1058848206] transaction","detail":"{read_only:false; response_revision:5111; number_of_response:1; }","duration":"179.610494ms","start":"2026-04-23T16:39:20.667904Z","end":"2026-04-23T16:39:20.847514Z","steps":["trace[1058848206] 'process raft request' (duration: 179.264112ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.84791Z","caller":"traceutil/trace.go:171","msg":"trace[1712710238] linearizableReadLoop","detail":"{readStateIndex:5325; appliedIndex:5313; }","duration":"166.956038ms","start":"2026-04-23T16:39:20.680936Z","end":"2026-04-23T16:39:20.847893Z","steps":["trace[1712710238] 'read index received' (duration: 59.615287ms)","trace[1712710238] 'applied index is now lower than readState.Index' (duration: 107.339541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:20.848148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.201099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:39:20.848202Z","caller":"traceutil/trace.go:171","msg":"trace[257487129] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5112; }","duration":"167.266399ms","start":"2026-04-23T16:39:20.680919Z","end":"2026-04-23T16:39:20.848186Z","steps":["trace[257487129] 'agreement among raft nodes before linearized reading' (duration: 167.084828ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.848749Z","caller":"traceutil/trace.go:171","msg":"trace[828062461] transaction","detail":"{read_only:false; response_revision:5112; number_of_response:1; }","duration":"174.378351ms","start":"2026-04-23T16:39:20.674344Z","end":"2026-04-23T16:39:20.848722Z","steps":["trace[828062461] 'process raft request' (duration: 173.048874ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934277Z","caller":"traceutil/trace.go:171","msg":"trace[1946589630] transaction","detail":"{read_only:false; response_revision:5113; number_of_response:1; }","duration":"180.169686ms","start":"2026-04-23T16:39:20.754079Z","end":"2026-04-23T16:39:20.934249Z","steps":["trace[1946589630] 'process raft request' (duration: 175.458265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934616Z","caller":"traceutil/trace.go:171","msg":"trace[1991587079] transaction","detail":"{read_only:false; response_revision:5117; number_of_response:1; }","duration":"173.122336ms","start":"2026-04-23T16:39:20.761454Z","end":"2026-04-23T16:39:20.934576Z","steps":["trace[1991587079] 'process raft request' (duration: 172.835824ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934661Z","caller":"traceutil/trace.go:171","msg":"trace[264621114] transaction","detail":"{read_only:false; response_revision:5119; number_of_response:1; }","duration":"173.097965ms","start":"2026-04-23T16:39:20.76153Z","end":"2026-04-23T16:39:20.934628Z","steps":["trace[264621114] 'process raft request' (duration: 172.828404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.934755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.124681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.934782Z","caller":"traceutil/trace.go:171","msg":"trace[1000187362] transaction","detail":"{read_only:false; response_revision:5122; number_of_response:1; }","duration":"156.738122ms","start":"2026-04-23T16:39:20.778008Z","end":"2026-04-23T16:39:20.934746Z","steps":["trace[1000187362] 'process raft request' (duration: 156.49196ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934891Z","caller":"traceutil/trace.go:171","msg":"trace[1138218028] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:5122; }","duration":"123.307663ms","start":"2026-04-23T16:39:20.811558Z","end":"2026-04-23T16:39:20.934866Z","steps":["trace[1138218028] 'agreement among raft nodes before linearized reading' (duration: 123.086582ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934974Z","caller":"traceutil/trace.go:171","msg":"trace[139197852] transaction","detail":"{read_only:false; response_revision:5120; number_of_response:1; }","duration":"165.270109ms","start":"2026-04-23T16:39:20.769687Z","end":"2026-04-23T16:39:20.934957Z","steps":["trace[139197852] 'process raft request' (duration: 164.707707ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.934992Z","caller":"traceutil/trace.go:171","msg":"trace[107548314] transaction","detail":"{read_only:false; response_revision:5118; number_of_response:1; }","duration":"173.217985ms","start":"2026-04-23T16:39:20.761496Z","end":"2026-04-23T16:39:20.934714Z","steps":["trace[107548314] 'process raft request' (duration: 172.825694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.934798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.435917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.935151Z","caller":"traceutil/trace.go:171","msg":"trace[459416980] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:5122; }","duration":"173.814728ms","start":"2026-04-23T16:39:20.761321Z","end":"2026-04-23T16:39:20.935136Z","steps":["trace[459416980] 'agreement among raft nodes before linearized reading' (duration: 173.429697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.935279Z","caller":"traceutil/trace.go:171","msg":"trace[744292361] transaction","detail":"{read_only:false; response_revision:5115; number_of_response:1; }","duration":"173.890969ms","start":"2026-04-23T16:39:20.761372Z","end":"2026-04-23T16:39:20.935263Z","steps":["trace[744292361] 'process raft request' (duration: 172.847575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.93486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.375359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:39:20.935365Z","caller":"traceutil/trace.go:171","msg":"trace[895797375] transaction","detail":"{read_only:false; response_revision:5116; number_of_response:1; }","duration":"173.967319ms","start":"2026-04-23T16:39:20.761381Z","end":"2026-04-23T16:39:20.935348Z","steps":["trace[895797375] 'process raft request' (duration: 172.881524ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.935379Z","caller":"traceutil/trace.go:171","msg":"trace[173888191] transaction","detail":"{read_only:false; response_revision:5114; number_of_response:1; }","duration":"181.187821ms","start":"2026-04-23T16:39:20.754172Z","end":"2026-04-23T16:39:20.93536Z","steps":["trace[173888191] 'process raft request' (duration: 180.002936ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.935395Z","caller":"traceutil/trace.go:171","msg":"trace[1758694248] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5122; }","duration":"227.93312ms","start":"2026-04-23T16:39:20.707442Z","end":"2026-04-23T16:39:20.935375Z","steps":["trace[1758694248] 'agreement among raft nodes before linearized reading' (duration: 227.387208ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:20.935473Z","caller":"traceutil/trace.go:171","msg":"trace[1246985240] transaction","detail":"{read_only:false; response_revision:5121; number_of_response:1; }","duration":"163.162531ms","start":"2026-04-23T16:39:20.771436Z","end":"2026-04-23T16:39:20.934598Z","steps":["trace[1246985240] 'process raft request' (duration: 163.029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:20.959207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.196878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:20.959291Z","caller":"traceutil/trace.go:171","msg":"trace[201496522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5124; }","duration":"102.324538ms","start":"2026-04-23T16:39:20.856948Z","end":"2026-04-23T16:39:20.959273Z","steps":["trace[201496522] 'agreement among raft nodes before linearized reading' (duration: 102.187148ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:21.359894Z","caller":"traceutil/trace.go:171","msg":"trace[2071770289] linearizableReadLoop","detail":"{readStateIndex:5372; appliedIndex:5371; }","duration":"147.473355ms","start":"2026-04-23T16:39:21.2124Z","end":"2026-04-23T16:39:21.359873Z","steps":["trace[2071770289] 'read index received' (duration: 11.346369ms)","trace[2071770289] 'applied index is now lower than readState.Index' (duration: 136.126076ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:21.359934Z","caller":"traceutil/trace.go:171","msg":"trace[1997336550] transaction","detail":"{read_only:false; response_revision:5156; number_of_response:1; }","duration":"147.772947ms","start":"2026-04-23T16:39:21.212133Z","end":"2026-04-23T16:39:21.359906Z","steps":["trace[1997336550] 'process raft request' (duration: 131.750188ms)","trace[1997336550] 'compare' (duration: 15.722158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:21.360122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.705906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-tls-64dmq\" ","response":"range_response_count:1 size:2460"} {"level":"info","ts":"2026-04-23T16:39:21.360168Z","caller":"traceutil/trace.go:171","msg":"trace[352125842] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-tls-64dmq; range_end:; response_count:1; response_revision:5156; }","duration":"147.780987ms","start":"2026-04-23T16:39:21.212377Z","end":"2026-04-23T16:39:21.360158Z","steps":["trace[352125842] 'agreement among raft nodes before linearized reading' (duration: 147.605395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:21.375096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.670661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-hs9wp\" ","response":"range_response_count:1 size:2444"} {"level":"info","ts":"2026-04-23T16:39:21.375157Z","caller":"traceutil/trace.go:171","msg":"trace[2068910656] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"148.307629ms","start":"2026-04-23T16:39:21.226833Z","end":"2026-04-23T16:39:21.37514Z","steps":["trace[2068910656] 'process raft request' (duration: 148.089258ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:21.37514Z","caller":"traceutil/trace.go:171","msg":"trace[1995605233] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-hs9wp; range_end:; response_count:1; response_revision:5160; }","duration":"162.747442ms","start":"2026-04-23T16:39:21.212382Z","end":"2026-04-23T16:39:21.375129Z","steps":["trace[1995605233] 'agreement among raft nodes before linearized reading' (duration: 162.620482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:21.375347Z","caller":"traceutil/trace.go:171","msg":"trace[244164971] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"143.81918ms","start":"2026-04-23T16:39:21.231522Z","end":"2026-04-23T16:39:21.375341Z","steps":["trace[244164971] 'process raft request' (duration: 143.439778ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:21.375355Z","caller":"traceutil/trace.go:171","msg":"trace[52019112] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"150.431519ms","start":"2026-04-23T16:39:21.224914Z","end":"2026-04-23T16:39:21.375345Z","steps":["trace[52019112] 'process raft request' (duration: 149.923046ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:21.375413Z","caller":"traceutil/trace.go:171","msg":"trace[1300069589] transaction","detail":"{read_only:false; response_revision:5160; number_of_response:1; }","duration":"142.372303ms","start":"2026-04-23T16:39:21.233036Z","end":"2026-04-23T16:39:21.375409Z","steps":["trace[1300069589] 'process raft request' (duration: 141.944621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:22.866399Z","caller":"traceutil/trace.go:171","msg":"trace[1512114372] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"111.759058ms","start":"2026-04-23T16:39:22.75462Z","end":"2026-04-23T16:39:22.866379Z","steps":["trace[1512114372] 'process raft request' (duration: 111.601838ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:22.866479Z","caller":"traceutil/trace.go:171","msg":"trace[883529302] transaction","detail":"{read_only:false; response_revision:5196; number_of_response:1; }","duration":"111.771268ms","start":"2026-04-23T16:39:22.754691Z","end":"2026-04-23T16:39:22.866462Z","steps":["trace[883529302] 'process raft request' (duration: 111.634318ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:22.866769Z","caller":"traceutil/trace.go:171","msg":"trace[169254328] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"111.968768ms","start":"2026-04-23T16:39:22.754771Z","end":"2026-04-23T16:39:22.86674Z","steps":["trace[169254328] 'process raft request' (duration: 111.593116ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:26.234093Z","caller":"traceutil/trace.go:171","msg":"trace[322351255] transaction","detail":"{read_only:false; response_revision:5223; number_of_response:1; }","duration":"269.387747ms","start":"2026-04-23T16:39:25.964685Z","end":"2026-04-23T16:39:26.234073Z","steps":["trace[322351255] 'process raft request' (duration: 269.255776ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:26.408088Z","caller":"traceutil/trace.go:171","msg":"trace[752212201] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"441.195322ms","start":"2026-04-23T16:39:25.966851Z","end":"2026-04-23T16:39:26.408046Z","steps":["trace[752212201] 'process raft request' (duration: 346.861817ms)","trace[752212201] 'compare' (duration: 93.782803ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:26.408267Z","caller":"traceutil/trace.go:171","msg":"trace[1501540448] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"440.41705ms","start":"2026-04-23T16:39:25.967794Z","end":"2026-04-23T16:39:26.408212Z","steps":["trace[1501540448] 'process raft request' (duration: 440.137528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:26.408288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:25.966836Z","time spent":"441.344763ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:26.408308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.526057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-23T16:39:26.408367Z","caller":"traceutil/trace.go:171","msg":"trace[1598703328] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5225; }","duration":"182.621317ms","start":"2026-04-23T16:39:26.225725Z","end":"2026-04-23T16:39:26.408347Z","steps":["trace[1598703328] 'agreement among raft nodes before linearized reading' (duration: 182.424666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:26.408399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:25.967764Z","time spent":"440.56646ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:26.408089Z","caller":"traceutil/trace.go:171","msg":"trace[1447803581] linearizableReadLoop","detail":"{readStateIndex:5442; appliedIndex:5439; }","duration":"182.301106ms","start":"2026-04-23T16:39:26.225758Z","end":"2026-04-23T16:39:26.408059Z","steps":["trace[1447803581] 'read index received' (duration: 8.197802ms)","trace[1447803581] 'applied index is now lower than readState.Index' (duration: 174.102254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:29.973823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.496522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:39:29.973823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.598146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:29.973919Z","caller":"traceutil/trace.go:171","msg":"trace[453914391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5343; }","duration":"117.639522ms","start":"2026-04-23T16:39:29.856264Z","end":"2026-04-23T16:39:29.973903Z","steps":["trace[453914391] 'range keys from in-memory index tree' (duration: 117.41933ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:29.973932Z","caller":"traceutil/trace.go:171","msg":"trace[389743511] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5343; }","duration":"188.733456ms","start":"2026-04-23T16:39:29.785182Z","end":"2026-04-23T16:39:29.973916Z","steps":["trace[389743511] 'range keys from in-memory index tree' (duration: 188.556405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:30.201066Z","caller":"traceutil/trace.go:171","msg":"trace[917119955] transaction","detail":"{read_only:false; response_revision:5344; number_of_response:1; }","duration":"135.804143ms","start":"2026-04-23T16:39:30.065237Z","end":"2026-04-23T16:39:30.201041Z","steps":["trace[917119955] 'process raft request' (duration: 135.334121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.833812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.544062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:30.833982Z","caller":"traceutil/trace.go:171","msg":"trace[705158775] linearizableReadLoop","detail":"{readStateIndex:5566; appliedIndex:5563; }","duration":"391.502334ms","start":"2026-04-23T16:39:30.442467Z","end":"2026-04-23T16:39:30.833969Z","steps":["trace[705158775] 'read index received' (duration: 386.456856ms)","trace[705158775] 'applied index is now lower than readState.Index' (duration: 5.044818ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:30.834037Z","caller":"traceutil/trace.go:171","msg":"trace[1898346401] transaction","detail":"{read_only:false; response_revision:5348; number_of_response:1; }","duration":"406.437266ms","start":"2026-04-23T16:39:30.427593Z","end":"2026-04-23T16:39:30.834031Z","steps":["trace[1898346401] 'process raft request' (duration: 406.347587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.834082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:30.427567Z","time spent":"406.491716ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:30.834137Z","caller":"traceutil/trace.go:171","msg":"trace[1734397702] transaction","detail":"{read_only:false; response_revision:5347; number_of_response:1; }","duration":"411.454504ms","start":"2026-04-23T16:39:30.422628Z","end":"2026-04-23T16:39:30.834082Z","steps":["trace[1734397702] 'process raft request' (duration: 411.257893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.834249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:30.422606Z","time spent":"411.599564ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:30.834306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.837976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:1 size:8242"} {"level":"info","ts":"2026-04-23T16:39:30.834331Z","caller":"traceutil/trace.go:171","msg":"trace[442017532] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:1; response_revision:5348; }","duration":"391.894125ms","start":"2026-04-23T16:39:30.442431Z","end":"2026-04-23T16:39:30.834325Z","steps":["trace[442017532] 'agreement among raft nodes before linearized reading' (duration: 391.804265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.83435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:30.442415Z","time spent":"391.931885ms","remote":"127.0.0.1:33900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":8264,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-04-23T16:39:30.834564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.561004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-23T16:39:30.83423Z","caller":"traceutil/trace.go:171","msg":"trace[157635564] transaction","detail":"{read_only:false; response_revision:5346; number_of_response:1; }","duration":"588.059988ms","start":"2026-04-23T16:39:30.246151Z","end":"2026-04-23T16:39:30.834211Z","steps":["trace[157635564] 'process raft request' (duration: 136.015464ms)","trace[157635564] 'compare' (duration: 451.312211ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:30.834635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:30.246131Z","time spent":"588.482001ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:30.834621Z","caller":"traceutil/trace.go:171","msg":"trace[1229874253] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942; range_end:; response_count:1; response_revision:5348; }","duration":"121.661314ms","start":"2026-04-23T16:39:30.712944Z","end":"2026-04-23T16:39:30.834606Z","steps":["trace[1229874253] 'agreement among raft nodes before linearized reading' (duration: 121.423133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.835829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.360173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-04-23T16:39:30.835973Z","caller":"traceutil/trace.go:171","msg":"trace[187250794] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5348; }","duration":"371.730815ms","start":"2026-04-23T16:39:30.464201Z","end":"2026-04-23T16:39:30.835932Z","steps":["trace[187250794] 'agreement among raft nodes before linearized reading' (duration: 370.11173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:30.836027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:30.46419Z","time spent":"371.822156ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2194923,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-04-23T16:39:31.045504Z","caller":"traceutil/trace.go:171","msg":"trace[1519835729] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"135.076647ms","start":"2026-04-23T16:39:30.910378Z","end":"2026-04-23T16:39:31.045455Z","steps":["trace[1519835729] 'process raft request' (duration: 133.878103ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:31.085609Z","caller":"traceutil/trace.go:171","msg":"trace[929730164] linearizableReadLoop","detail":"{readStateIndex:5570; appliedIndex:5567; }","duration":"174.184378ms","start":"2026-04-23T16:39:30.911398Z","end":"2026-04-23T16:39:31.085583Z","steps":["trace[929730164] 'read index received' (duration: 132.875508ms)","trace[929730164] 'applied index is now lower than readState.Index' (duration: 41.30759ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:31.085649Z","caller":"traceutil/trace.go:171","msg":"trace[1126199296] transaction","detail":"{read_only:false; response_revision:5351; number_of_response:1; }","duration":"174.676021ms","start":"2026-04-23T16:39:30.910941Z","end":"2026-04-23T16:39:31.085617Z","steps":["trace[1126199296] 'process raft request' (duration: 174.413799ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:31.085745Z","caller":"traceutil/trace.go:171","msg":"trace[1924215714] transaction","detail":"{read_only:false; response_revision:5352; number_of_response:1; }","duration":"174.63737ms","start":"2026-04-23T16:39:30.911071Z","end":"2026-04-23T16:39:31.085708Z","steps":["trace[1924215714] 'process raft request' (duration: 174.45839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.085912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.446819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-04-23T16:39:31.085962Z","caller":"traceutil/trace.go:171","msg":"trace[1271150188] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:5352; }","duration":"174.557ms","start":"2026-04-23T16:39:30.911387Z","end":"2026-04-23T16:39:31.085944Z","steps":["trace[1271150188] 'agreement among raft nodes before linearized reading' (duration: 174.320428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.128729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.742023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:39:31.128817Z","caller":"traceutil/trace.go:171","msg":"trace[1620076095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5353; }","duration":"216.877213ms","start":"2026-04-23T16:39:30.911919Z","end":"2026-04-23T16:39:31.128796Z","steps":["trace[1620076095] 'agreement among raft nodes before linearized reading' (duration: 216.556552ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:31.329302Z","caller":"traceutil/trace.go:171","msg":"trace[251912534] linearizableReadLoop","detail":"{readStateIndex:5572; appliedIndex:5571; }","duration":"193.783006ms","start":"2026-04-23T16:39:31.135494Z","end":"2026-04-23T16:39:31.329277Z","steps":["trace[251912534] 'read index received' (duration: 145.180322ms)","trace[251912534] 'applied index is now lower than readState.Index' (duration: 48.601624ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:31.329424Z","caller":"traceutil/trace.go:171","msg":"trace[65767390] transaction","detail":"{read_only:false; response_revision:5354; number_of_response:1; }","duration":"195.575232ms","start":"2026-04-23T16:39:31.133824Z","end":"2026-04-23T16:39:31.3294Z","steps":["trace[65767390] 'process raft request' (duration: 146.848298ms)","trace[65767390] 'compare' (duration: 48.397453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:31.329623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.120057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-23T16:39:31.329664Z","caller":"traceutil/trace.go:171","msg":"trace[768886699] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5354; }","duration":"194.212888ms","start":"2026-04-23T16:39:31.135439Z","end":"2026-04-23T16:39:31.329652Z","steps":["trace[768886699] 'agreement among raft nodes before linearized reading' (duration: 193.971637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.329633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.166887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-04-23T16:39:31.331118Z","caller":"traceutil/trace.go:171","msg":"trace[1609969577] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671; range_end:; response_count:1; response_revision:5354; }","duration":"124.688023ms","start":"2026-04-23T16:39:31.206404Z","end":"2026-04-23T16:39:31.331092Z","steps":["trace[1609969577] 'agreement among raft nodes before linearized reading' (duration: 123.069518ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:31.722075Z","caller":"traceutil/trace.go:171","msg":"trace[1640914879] linearizableReadLoop","detail":"{readStateIndex:5573; appliedIndex:5572; }","duration":"216.877074ms","start":"2026-04-23T16:39:31.505179Z","end":"2026-04-23T16:39:31.722056Z","steps":["trace[1640914879] 'read index received' (duration: 216.725964ms)","trace[1640914879] 'applied index is now lower than readState.Index' (duration: 150.23µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:31.722134Z","caller":"traceutil/trace.go:171","msg":"trace[587810535] transaction","detail":"{read_only:false; response_revision:5355; number_of_response:1; }","duration":"359.443898ms","start":"2026-04-23T16:39:31.362658Z","end":"2026-04-23T16:39:31.722102Z","steps":["trace[587810535] 'process raft request' (duration: 359.242057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.722248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.073026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T16:39:31.722253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:31.362637Z","time spent":"359.541049ms","remote":"127.0.0.1:43692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7378,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:31.722279Z","caller":"traceutil/trace.go:171","msg":"trace[398533395] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:5355; }","duration":"217.142105ms","start":"2026-04-23T16:39:31.505129Z","end":"2026-04-23T16:39:31.722271Z","steps":["trace[398533395] 'agreement among raft nodes before linearized reading' (duration: 217.035255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.723428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.228198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-04-23T16:39:31.723564Z","caller":"traceutil/trace.go:171","msg":"trace[689479647] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5355; }","duration":"147.417959ms","start":"2026-04-23T16:39:31.576132Z","end":"2026-04-23T16:39:31.72355Z","steps":["trace[689479647] 'agreement among raft nodes before linearized reading' (duration: 146.182626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:31.910061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.283084ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:31.910225Z","caller":"traceutil/trace.go:171","msg":"trace[2129125963] transaction","detail":"{read_only:false; response_revision:5356; number_of_response:1; }","duration":"148.704543ms","start":"2026-04-23T16:39:31.761487Z","end":"2026-04-23T16:39:31.910192Z","steps":["trace[2129125963] 'process raft request' (duration: 26.198488ms)","trace[2129125963] 'compare' (duration: 122.065074ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:31.910291Z","caller":"traceutil/trace.go:171","msg":"trace[1239373914] linearizableReadLoop","detail":"{readStateIndex:5575; appliedIndex:5574; }","duration":"123.263878ms","start":"2026-04-23T16:39:31.786894Z","end":"2026-04-23T16:39:31.910158Z","steps":["trace[1239373914] 'read index received' (duration: 699.413µs)","trace[1239373914] 'applied index is now lower than readState.Index' (duration: 122.562385ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:31.910827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.893391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-04-23T16:39:31.910943Z","caller":"traceutil/trace.go:171","msg":"trace[1062235713] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5356; }","duration":"124.086821ms","start":"2026-04-23T16:39:31.786826Z","end":"2026-04-23T16:39:31.910912Z","steps":["trace[1062235713] 'agreement among raft nodes before linearized reading' (duration: 123.552869ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:32.332939Z","caller":"traceutil/trace.go:171","msg":"trace[472323434] transaction","detail":"{read_only:false; response_revision:5358; number_of_response:1; }","duration":"106.052839ms","start":"2026-04-23T16:39:32.226856Z","end":"2026-04-23T16:39:32.332909Z","steps":["trace[472323434] 'process raft request' (duration: 105.809308ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:32.620533Z","caller":"traceutil/trace.go:171","msg":"trace[556379752] transaction","detail":"{read_only:false; response_revision:5360; number_of_response:1; }","duration":"179.457451ms","start":"2026-04-23T16:39:32.441049Z","end":"2026-04-23T16:39:32.620507Z","steps":["trace[556379752] 'process raft request' (duration: 179.26216ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:32.960128Z","caller":"traceutil/trace.go:171","msg":"trace[1564324862] transaction","detail":"{read_only:false; response_revision:5362; number_of_response:1; }","duration":"119.257264ms","start":"2026-04-23T16:39:32.840848Z","end":"2026-04-23T16:39:32.960105Z","steps":["trace[1564324862] 'process raft request' (duration: 119.072063ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:32.960342Z","caller":"traceutil/trace.go:171","msg":"trace[233911645] transaction","detail":"{read_only:false; response_revision:5363; number_of_response:1; }","duration":"119.204023ms","start":"2026-04-23T16:39:32.841129Z","end":"2026-04-23T16:39:32.960333Z","steps":["trace[233911645] 'process raft request' (duration: 118.941922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:32.960993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.2179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:32.961042Z","caller":"traceutil/trace.go:171","msg":"trace[622724971] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5363; }","duration":"106.31566ms","start":"2026-04-23T16:39:32.854706Z","end":"2026-04-23T16:39:32.961022Z","steps":["trace[622724971] 'agreement among raft nodes before linearized reading' (duration: 106.252ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:33.106827Z","caller":"traceutil/trace.go:171","msg":"trace[607537303] transaction","detail":"{read_only:false; response_revision:5364; number_of_response:1; }","duration":"141.772198ms","start":"2026-04-23T16:39:32.96503Z","end":"2026-04-23T16:39:33.106803Z","steps":["trace[607537303] 'process raft request' (duration: 102.668293ms)","trace[607537303] 'compare' (duration: 38.344243ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:34.285314Z","caller":"traceutil/trace.go:171","msg":"trace[2087418037] linearizableReadLoop","detail":"{readStateIndex:5593; appliedIndex:5592; }","duration":"320.163189ms","start":"2026-04-23T16:39:33.965123Z","end":"2026-04-23T16:39:34.285286Z","steps":["trace[2087418037] 'read index received' (duration: 319.933979ms)","trace[2087418037] 'applied index is now lower than readState.Index' (duration: 227.73µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:34.285492Z","caller":"traceutil/trace.go:171","msg":"trace[1774668406] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"401.114558ms","start":"2026-04-23T16:39:33.884363Z","end":"2026-04-23T16:39:34.285477Z","steps":["trace[1774668406] 'process raft request' (duration: 400.755916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:34.285598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:33.884345Z","time spent":"401.184818ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T16:39:34.286088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.968161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" ","response":"range_response_count:1 size:3760"} {"level":"info","ts":"2026-04-23T16:39:34.286146Z","caller":"traceutil/trace.go:171","msg":"trace[1399679818] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942; range_end:; response_count:1; response_revision:5374; }","duration":"321.069102ms","start":"2026-04-23T16:39:33.965063Z","end":"2026-04-23T16:39:34.286132Z","steps":["trace[1399679818] 'agreement among raft nodes before linearized reading' (duration: 320.854351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:34.286192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:33.965042Z","time spent":"321.140272ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3782,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" "} {"level":"warn","ts":"2026-04-23T16:39:34.286444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.755353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:34.2865Z","caller":"traceutil/trace.go:171","msg":"trace[1238184059] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5374; }","duration":"110.810044ms","start":"2026-04-23T16:39:34.175673Z","end":"2026-04-23T16:39:34.286483Z","steps":["trace[1238184059] 'agreement among raft nodes before linearized reading' (duration: 110.728883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:34.554014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.597539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-23T16:39:34.554061Z","caller":"traceutil/trace.go:171","msg":"trace[1011037693] linearizableReadLoop","detail":"{readStateIndex:5594; appliedIndex:5593; }","duration":"189.387048ms","start":"2026-04-23T16:39:34.36439Z","end":"2026-04-23T16:39:34.553778Z","steps":["trace[1011037693] 'read index received' (duration: 189.145388ms)","trace[1011037693] 'applied index is now lower than readState.Index' (duration: 240.79µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:34.554129Z","caller":"traceutil/trace.go:171","msg":"trace[218127279] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671; range_end:; response_count:1; response_revision:5375; }","duration":"189.761279ms","start":"2026-04-23T16:39:34.364345Z","end":"2026-04-23T16:39:34.554106Z","steps":["trace[218127279] 'agreement among raft nodes before linearized reading' (duration: 189.540219ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:34.554573Z","caller":"traceutil/trace.go:171","msg":"trace[1566848987] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"254.21146ms","start":"2026-04-23T16:39:34.30009Z","end":"2026-04-23T16:39:34.554302Z","steps":["trace[1566848987] 'process raft request' (duration: 253.545368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:35.613084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.97951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:39:35.613382Z","caller":"traceutil/trace.go:171","msg":"trace[953143326] transaction","detail":"{read_only:false; response_revision:5382; number_of_response:1; }","duration":"465.833265ms","start":"2026-04-23T16:39:35.147536Z","end":"2026-04-23T16:39:35.61337Z","steps":["trace[953143326] 'process raft request' (duration: 47.493154ms)","trace[953143326] 'compare' (duration: 417.613359ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:35.613432Z","caller":"traceutil/trace.go:171","msg":"trace[825451293] linearizableReadLoop","detail":"{readStateIndex:5601; appliedIndex:5600; }","duration":"460.439168ms","start":"2026-04-23T16:39:35.152965Z","end":"2026-04-23T16:39:35.613404Z","steps":["trace[825451293] 'read index received' (duration: 42.137817ms)","trace[825451293] 'applied index is now lower than readState.Index' (duration: 418.298621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:35.613457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:35.14752Z","time spent":"465.895406ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:35.613554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.733229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:39:35.61358Z","caller":"traceutil/trace.go:171","msg":"trace[667910368] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5383; }","duration":"480.771909ms","start":"2026-04-23T16:39:35.132801Z","end":"2026-04-23T16:39:35.613573Z","steps":["trace[667910368] 'agreement among raft nodes before linearized reading' (duration: 480.682968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:35.6136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:35.132794Z","time spent":"480.801889ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:35.613762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.18132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" ","response":"range_response_count:1 size:3880"} {"level":"info","ts":"2026-04-23T16:39:35.613795Z","caller":"traceutil/trace.go:171","msg":"trace[846832784] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942; range_end:; response_count:1; response_revision:5383; }","duration":"331.253158ms","start":"2026-04-23T16:39:35.282532Z","end":"2026-04-23T16:39:35.613785Z","steps":["trace[846832784] 'agreement among raft nodes before linearized reading' (duration: 331.124718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:35.613819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:35.282439Z","time spent":"331.375169ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" "} {"level":"warn","ts":"2026-04-23T16:39:35.613958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.515191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" ","response":"range_response_count:1 size:3880"} {"level":"info","ts":"2026-04-23T16:39:35.61398Z","caller":"traceutil/trace.go:171","msg":"trace[546293327] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942; range_end:; response_count:1; response_revision:5383; }","duration":"322.550482ms","start":"2026-04-23T16:39:35.291424Z","end":"2026-04-23T16:39:35.613974Z","steps":["trace[546293327] 'agreement among raft nodes before linearized reading' (duration: 322.489632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:35.614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:35.291418Z","time spent":"322.577492ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3902,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" "} {"level":"info","ts":"2026-04-23T16:39:35.614092Z","caller":"traceutil/trace.go:171","msg":"trace[1115952563] transaction","detail":"{read_only:false; response_revision:5383; number_of_response:1; }","duration":"456.730417ms","start":"2026-04-23T16:39:35.156519Z","end":"2026-04-23T16:39:35.61325Z","steps":["trace[1115952563] 'process raft request' (duration: 456.671146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:35.614175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.367628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-23T16:39:35.616106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:35.156505Z","time spent":"459.559865ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:35.616345Z","caller":"traceutil/trace.go:171","msg":"trace[1125788623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5383; }","duration":"248.444809ms","start":"2026-04-23T16:39:35.365768Z","end":"2026-04-23T16:39:35.614213Z","steps":["trace[1125788623] 'agreement among raft nodes before linearized reading' (duration: 248.016717ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:35.8997Z","caller":"traceutil/trace.go:171","msg":"trace[351416900] linearizableReadLoop","detail":"{readStateIndex:5605; appliedIndex:5603; }","duration":"149.251521ms","start":"2026-04-23T16:39:35.750425Z","end":"2026-04-23T16:39:35.899677Z","steps":["trace[351416900] 'read index received' (duration: 148.835969ms)","trace[351416900] 'applied index is now lower than readState.Index' (duration: 414.632µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:35.900158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.688182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-04-23T16:39:35.900406Z","caller":"traceutil/trace.go:171","msg":"trace[1604300658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5386; }","duration":"150.008882ms","start":"2026-04-23T16:39:35.750379Z","end":"2026-04-23T16:39:35.900388Z","steps":["trace[1604300658] 'agreement among raft nodes before linearized reading' (duration: 149.546701ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:35.900405Z","caller":"traceutil/trace.go:171","msg":"trace[2115772714] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"277.406876ms","start":"2026-04-23T16:39:35.622979Z","end":"2026-04-23T16:39:35.900386Z","steps":["trace[2115772714] 'process raft request' (duration: 276.627434ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:35.900235Z","caller":"traceutil/trace.go:171","msg":"trace[696069532] transaction","detail":"{read_only:false; response_revision:5385; number_of_response:1; }","duration":"278.68981ms","start":"2026-04-23T16:39:35.621488Z","end":"2026-04-23T16:39:35.900178Z","steps":["trace[696069532] 'process raft request' (duration: 277.912888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.122233Z","caller":"traceutil/trace.go:171","msg":"trace[890635191] transaction","detail":"{read_only:false; response_revision:5404; number_of_response:1; }","duration":"502.763993ms","start":"2026-04-23T16:39:37.619446Z","end":"2026-04-23T16:39:38.122211Z","steps":["trace[890635191] 'process raft request' (duration: 502.671124ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.122248Z","caller":"traceutil/trace.go:171","msg":"trace[1542153500] linearizableReadLoop","detail":"{readStateIndex:5624; appliedIndex:5624; }","duration":"497.88736ms","start":"2026-04-23T16:39:37.624332Z","end":"2026-04-23T16:39:38.122219Z","steps":["trace[1542153500] 'read index received' (duration: 497.84928ms)","trace[1542153500] 'applied index is now lower than readState.Index' (duration: 35.89µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:38.122347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:37.619425Z","time spent":"502.868664ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:39:38.122501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.160651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:39:38.122542Z","caller":"traceutil/trace.go:171","msg":"trace[326786358] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5404; }","duration":"498.24543ms","start":"2026-04-23T16:39:37.624283Z","end":"2026-04-23T16:39:38.122529Z","steps":["trace[326786358] 'agreement among raft nodes before linearized reading' (duration: 498.059121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:38.122578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:37.624268Z","time spent":"498.301471ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-23T16:39:38.126118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.87137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:38.126205Z","caller":"traceutil/trace.go:171","msg":"trace[265376612] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5405; }","duration":"282.973611ms","start":"2026-04-23T16:39:37.843196Z","end":"2026-04-23T16:39:38.12617Z","steps":["trace[265376612] 'agreement among raft nodes before linearized reading' (duration: 282.82821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:38.126205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.3803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-23T16:39:38.126224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.012731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-04-23T16:39:38.126249Z","caller":"traceutil/trace.go:171","msg":"trace[2051697146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5405; }","duration":"445.460071ms","start":"2026-04-23T16:39:37.680777Z","end":"2026-04-23T16:39:38.126237Z","steps":["trace[2051697146] 'agreement among raft nodes before linearized reading' (duration: 445.322371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.126255Z","caller":"traceutil/trace.go:171","msg":"trace[1354314478] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671; range_end:; response_count:1; response_revision:5405; }","duration":"495.079681ms","start":"2026-04-23T16:39:37.631166Z","end":"2026-04-23T16:39:38.126246Z","steps":["trace[1354314478] 'agreement among raft nodes before linearized reading' (duration: 494.950971ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:38.126278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:37.63115Z","time spent":"495.124371ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4101,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cb2cebcc-9900-4bac-bfc4-e61f6e66a671\" "} {"level":"warn","ts":"2026-04-23T16:39:38.12628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:37.68076Z","time spent":"445.512801ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:39:38.126246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.706603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" ","response":"range_response_count:1 size:4068"} {"level":"info","ts":"2026-04-23T16:39:38.126368Z","caller":"traceutil/trace.go:171","msg":"trace[945186492] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942; range_end:; response_count:1; response_revision:5405; }","duration":"495.891873ms","start":"2026-04-23T16:39:37.630443Z","end":"2026-04-23T16:39:38.126335Z","steps":["trace[945186492] 'agreement among raft nodes before linearized reading' (duration: 495.559073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:38.126432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:37.63042Z","time spent":"496.000844ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":4090,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e1805994-648d-467f-a64a-5430e3f0e942\" "} {"level":"info","ts":"2026-04-23T16:39:38.126486Z","caller":"traceutil/trace.go:171","msg":"trace[1841973949] transaction","detail":"{read_only:false; response_revision:5405; number_of_response:1; }","duration":"167.769585ms","start":"2026-04-23T16:39:37.958708Z","end":"2026-04-23T16:39:38.126478Z","steps":["trace[1841973949] 'process raft request' (duration: 167.012922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:38.126473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.917183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:39:38.126532Z","caller":"traceutil/trace.go:171","msg":"trace[650048984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5405; }","duration":"220.004691ms","start":"2026-04-23T16:39:37.90651Z","end":"2026-04-23T16:39:38.126515Z","steps":["trace[650048984] 'agreement among raft nodes before linearized reading' (duration: 219.847831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.312505Z","caller":"traceutil/trace.go:171","msg":"trace[1580178149] transaction","detail":"{read_only:false; response_revision:5419; number_of_response:1; }","duration":"102.514011ms","start":"2026-04-23T16:39:38.209964Z","end":"2026-04-23T16:39:38.312478Z","steps":["trace[1580178149] 'process raft request' (duration: 102.358621ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.388881Z","caller":"traceutil/trace.go:171","msg":"trace[194182457] transaction","detail":"{read_only:false; response_revision:5421; number_of_response:1; }","duration":"145.780561ms","start":"2026-04-23T16:39:38.243081Z","end":"2026-04-23T16:39:38.388861Z","steps":["trace[194182457] 'process raft request' (duration: 145.69463ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.388926Z","caller":"traceutil/trace.go:171","msg":"trace[1252881399] transaction","detail":"{read_only:false; response_revision:5420; number_of_response:1; }","duration":"178.79998ms","start":"2026-04-23T16:39:38.210097Z","end":"2026-04-23T16:39:38.388897Z","steps":["trace[1252881399] 'process raft request' (duration: 178.56491ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.473211Z","caller":"traceutil/trace.go:171","msg":"trace[1751560617] transaction","detail":"{read_only:false; response_revision:5422; number_of_response:1; }","duration":"157.767403ms","start":"2026-04-23T16:39:38.315423Z","end":"2026-04-23T16:39:38.47319Z","steps":["trace[1751560617] 'process raft request' (duration: 157.633311ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.533962Z","caller":"traceutil/trace.go:171","msg":"trace[514608233] transaction","detail":"{read_only:false; response_revision:5423; number_of_response:1; }","duration":"139.162082ms","start":"2026-04-23T16:39:38.394777Z","end":"2026-04-23T16:39:38.533939Z","steps":["trace[514608233] 'process raft request' (duration: 138.959482ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.534044Z","caller":"traceutil/trace.go:171","msg":"trace[868850159] transaction","detail":"{read_only:false; response_revision:5424; number_of_response:1; }","duration":"137.287747ms","start":"2026-04-23T16:39:38.396684Z","end":"2026-04-23T16:39:38.533972Z","steps":["trace[868850159] 'process raft request' (duration: 137.173697ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.70616Z","caller":"traceutil/trace.go:171","msg":"trace[558863022] transaction","detail":"{read_only:false; response_revision:5426; number_of_response:1; }","duration":"162.063774ms","start":"2026-04-23T16:39:38.544074Z","end":"2026-04-23T16:39:38.706138Z","steps":["trace[558863022] 'process raft request' (duration: 161.923723ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:38.71476Z","caller":"traceutil/trace.go:171","msg":"trace[985321844] transaction","detail":"{read_only:false; response_revision:5427; number_of_response:1; }","duration":"168.807942ms","start":"2026-04-23T16:39:38.545884Z","end":"2026-04-23T16:39:38.714692Z","steps":["trace[985321844] 'process raft request' (duration: 168.596281ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:40.152634Z","caller":"traceutil/trace.go:171","msg":"trace[1051031771] transaction","detail":"{read_only:false; response_revision:5457; number_of_response:1; }","duration":"509.410597ms","start":"2026-04-23T16:39:39.643199Z","end":"2026-04-23T16:39:40.152609Z","steps":["trace[1051031771] 'process raft request' (duration: 509.202957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:40.152773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:39:39.64317Z","time spent":"509.535008ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14409,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:39:40.15292Z","caller":"traceutil/trace.go:171","msg":"trace[567094672] linearizableReadLoop","detail":"{readStateIndex:5678; appliedIndex:5677; }","duration":"297.574426ms","start":"2026-04-23T16:39:39.855004Z","end":"2026-04-23T16:39:40.152578Z","steps":["trace[567094672] 'read index received' (duration: 297.357975ms)","trace[567094672] 'applied index is now lower than readState.Index' (duration: 215.591µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:40.152951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.949307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:40.153062Z","caller":"traceutil/trace.go:171","msg":"trace[2028122694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5457; }","duration":"298.107058ms","start":"2026-04-23T16:39:39.854929Z","end":"2026-04-23T16:39:40.153036Z","steps":["trace[2028122694] 'agreement among raft nodes before linearized reading' (duration: 297.906187ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:40.293701Z","caller":"traceutil/trace.go:171","msg":"trace[1184247855] transaction","detail":"{read_only:false; response_revision:5459; number_of_response:1; }","duration":"136.040818ms","start":"2026-04-23T16:39:40.157633Z","end":"2026-04-23T16:39:40.293674Z","steps":["trace[1184247855] 'process raft request' (duration: 78.939942ms)","trace[1184247855] 'compare' (duration: 56.803495ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:40.29376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.727092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-23T16:39:40.293886Z","caller":"traceutil/trace.go:171","msg":"trace[1416088387] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5459; }","duration":"101.83997ms","start":"2026-04-23T16:39:40.191965Z","end":"2026-04-23T16:39:40.293805Z","steps":["trace[1416088387] 'agreement among raft nodes before linearized reading' (duration: 101.62945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:40.293901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.089087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:40.293961Z","caller":"traceutil/trace.go:171","msg":"trace[90458177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5459; }","duration":"139.189767ms","start":"2026-04-23T16:39:40.154756Z","end":"2026-04-23T16:39:40.293946Z","steps":["trace[90458177] 'agreement among raft nodes before linearized reading' (duration: 138.808066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:40.294083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.775072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14424"} {"level":"info","ts":"2026-04-23T16:39:40.294116Z","caller":"traceutil/trace.go:171","msg":"trace[22702992] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5459; }","duration":"129.840583ms","start":"2026-04-23T16:39:40.164265Z","end":"2026-04-23T16:39:40.294106Z","steps":["trace[22702992] 'agreement among raft nodes before linearized reading' (duration: 129.698353ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:40.338411Z","caller":"traceutil/trace.go:171","msg":"trace[1721211717] transaction","detail":"{read_only:false; response_revision:5460; number_of_response:1; }","duration":"121.168521ms","start":"2026-04-23T16:39:40.217184Z","end":"2026-04-23T16:39:40.338352Z","steps":["trace[1721211717] 'process raft request' (duration: 120.83899ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:40.338525Z","caller":"traceutil/trace.go:171","msg":"trace[1497547549] transaction","detail":"{read_only:false; response_revision:5461; number_of_response:1; }","duration":"121.140621ms","start":"2026-04-23T16:39:40.217355Z","end":"2026-04-23T16:39:40.338496Z","steps":["trace[1497547549] 'process raft request' (duration: 120.90597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:40.338705Z","caller":"traceutil/trace.go:171","msg":"trace[1804917356] transaction","detail":"{read_only:false; response_revision:5462; number_of_response:1; }","duration":"121.220341ms","start":"2026-04-23T16:39:40.217413Z","end":"2026-04-23T16:39:40.338633Z","steps":["trace[1804917356] 'process raft request' (duration: 120.885929ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:41.277676Z","caller":"traceutil/trace.go:171","msg":"trace[1313407327] transaction","detail":"{read_only:false; response_revision:5472; number_of_response:1; }","duration":"289.319817ms","start":"2026-04-23T16:39:40.988339Z","end":"2026-04-23T16:39:41.277659Z","steps":["trace[1313407327] 'process raft request' (duration: 287.438163ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:41.279408Z","caller":"traceutil/trace.go:171","msg":"trace[251960138] linearizableReadLoop","detail":"{readStateIndex:5695; appliedIndex:5692; }","duration":"133.844392ms","start":"2026-04-23T16:39:41.145539Z","end":"2026-04-23T16:39:41.279384Z","steps":["trace[251960138] 'read index received' (duration: 130.269093ms)","trace[251960138] 'applied index is now lower than readState.Index' (duration: 3.574559ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:41.279471Z","caller":"traceutil/trace.go:171","msg":"trace[1620224289] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"290.694982ms","start":"2026-04-23T16:39:40.988758Z","end":"2026-04-23T16:39:41.279453Z","steps":["trace[1620224289] 'process raft request' (duration: 290.392981ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:41.279468Z","caller":"traceutil/trace.go:171","msg":"trace[273538204] transaction","detail":"{read_only:false; response_revision:5474; number_of_response:1; }","duration":"280.627065ms","start":"2026-04-23T16:39:40.998801Z","end":"2026-04-23T16:39:41.279428Z","steps":["trace[273538204] 'process raft request' (duration: 280.524875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:41.279681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.134543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:39:41.279716Z","caller":"traceutil/trace.go:171","msg":"trace[455449735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5474; }","duration":"134.218172ms","start":"2026-04-23T16:39:41.145488Z","end":"2026-04-23T16:39:41.279706Z","steps":["trace[455449735] 'agreement among raft nodes before linearized reading' (duration: 134.013792ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:41.945236Z","caller":"traceutil/trace.go:171","msg":"trace[573145531] linearizableReadLoop","detail":"{readStateIndex:5722; appliedIndex:5721; }","duration":"130.661193ms","start":"2026-04-23T16:39:41.814556Z","end":"2026-04-23T16:39:41.945217Z","steps":["trace[573145531] 'read index received' (duration: 74.665524ms)","trace[573145531] 'applied index is now lower than readState.Index' (duration: 55.994819ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:41.945254Z","caller":"traceutil/trace.go:171","msg":"trace[107435536] transaction","detail":"{read_only:false; response_revision:5499; number_of_response:1; }","duration":"130.956584ms","start":"2026-04-23T16:39:41.814272Z","end":"2026-04-23T16:39:41.945229Z","steps":["trace[107435536] 'process raft request' (duration: 75.000695ms)","trace[107435536] 'compare' (duration: 55.726688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:41.946728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.161447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-04-23T16:39:41.946777Z","caller":"traceutil/trace.go:171","msg":"trace[121371438] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:5499; }","duration":"132.241697ms","start":"2026-04-23T16:39:41.814525Z","end":"2026-04-23T16:39:41.946766Z","steps":["trace[121371438] 'agreement among raft nodes before linearized reading' (duration: 130.749553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:42.635409Z","caller":"traceutil/trace.go:171","msg":"trace[930066869] transaction","detail":"{read_only:false; response_revision:5526; number_of_response:1; }","duration":"226.088941ms","start":"2026-04-23T16:39:42.409301Z","end":"2026-04-23T16:39:42.63539Z","steps":["trace[930066869] 'process raft request' (duration: 225.970901ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:42.641916Z","caller":"traceutil/trace.go:171","msg":"trace[1988726170] linearizableReadLoop","detail":"{readStateIndex:5751; appliedIndex:5749; }","duration":"190.229574ms","start":"2026-04-23T16:39:42.451661Z","end":"2026-04-23T16:39:42.641891Z","steps":["trace[1988726170] 'read index received' (duration: 183.604708ms)","trace[1988726170] 'applied index is now lower than readState.Index' (duration: 6.623876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:42.642315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.623865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:42.642239Z","caller":"traceutil/trace.go:171","msg":"trace[2127445185] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"213.991981ms","start":"2026-04-23T16:39:42.428188Z","end":"2026-04-23T16:39:42.64218Z","steps":["trace[2127445185] 'process raft request' (duration: 213.58757ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:42.642368Z","caller":"traceutil/trace.go:171","msg":"trace[1411129226] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:5527; }","duration":"190.727816ms","start":"2026-04-23T16:39:42.451628Z","end":"2026-04-23T16:39:42.642355Z","steps":["trace[1411129226] 'agreement among raft nodes before linearized reading' (duration: 190.590436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:42.643992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.404505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:39:42.644032Z","caller":"traceutil/trace.go:171","msg":"trace[2128450498] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5527; }","duration":"111.454206ms","start":"2026-04-23T16:39:42.532569Z","end":"2026-04-23T16:39:42.644023Z","steps":["trace[2128450498] 'agreement among raft nodes before linearized reading' (duration: 111.307415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:42.643996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.42736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:39:42.644163Z","caller":"traceutil/trace.go:171","msg":"trace[1270375022] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5527; }","duration":"104.64698ms","start":"2026-04-23T16:39:42.539496Z","end":"2026-04-23T16:39:42.644142Z","steps":["trace[1270375022] 'agreement among raft nodes before linearized reading' (duration: 104.39817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:42.644019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.56513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T16:39:42.644331Z","caller":"traceutil/trace.go:171","msg":"trace[161620196] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5527; }","duration":"175.91821ms","start":"2026-04-23T16:39:42.4684Z","end":"2026-04-23T16:39:42.644318Z","steps":["trace[161620196] 'agreement among raft nodes before linearized reading' (duration: 175.485049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:42.644857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.107228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2194901"} {"level":"info","ts":"2026-04-23T16:39:42.645067Z","caller":"traceutil/trace.go:171","msg":"trace[1981627408] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:5527; }","duration":"188.34885ms","start":"2026-04-23T16:39:42.456705Z","end":"2026-04-23T16:39:42.645054Z","steps":["trace[1981627408] 'agreement among raft nodes before linearized reading' (duration: 186.604376ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:43.55351Z","caller":"traceutil/trace.go:171","msg":"trace[1243806114] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"107.874399ms","start":"2026-04-23T16:39:43.445611Z","end":"2026-04-23T16:39:43.553486Z","steps":["trace[1243806114] 'process raft request' (duration: 107.698248ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:43.570216Z","caller":"traceutil/trace.go:171","msg":"trace[128234605] linearizableReadLoop","detail":"{readStateIndex:5769; appliedIndex:5767; }","duration":"109.225781ms","start":"2026-04-23T16:39:43.460973Z","end":"2026-04-23T16:39:43.570199Z","steps":["trace[128234605] 'read index received' (duration: 92.376853ms)","trace[128234605] 'applied index is now lower than readState.Index' (duration: 16.847948ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:43.570361Z","caller":"traceutil/trace.go:171","msg":"trace[338473847] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"120.018437ms","start":"2026-04-23T16:39:43.450253Z","end":"2026-04-23T16:39:43.570271Z","steps":["trace[338473847] 'process raft request' (duration: 119.744266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:39:43.570434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.433472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-04-23T16:39:43.57058Z","caller":"traceutil/trace.go:171","msg":"trace[693842459] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5546; }","duration":"109.616323ms","start":"2026-04-23T16:39:43.460941Z","end":"2026-04-23T16:39:43.570558Z","steps":["trace[693842459] 'agreement among raft nodes before linearized reading' (duration: 109.320203ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:46.362639Z","caller":"traceutil/trace.go:171","msg":"trace[668471715] transaction","detail":"{read_only:false; response_revision:5574; number_of_response:1; }","duration":"129.204623ms","start":"2026-04-23T16:39:46.233389Z","end":"2026-04-23T16:39:46.362594Z","steps":["trace[668471715] 'process raft request' (duration: 128.632392ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:47.170375Z","caller":"traceutil/trace.go:171","msg":"trace[570022536] transaction","detail":"{read_only:false; response_revision:5590; number_of_response:1; }","duration":"216.328309ms","start":"2026-04-23T16:39:46.954008Z","end":"2026-04-23T16:39:47.170336Z","steps":["trace[570022536] 'process raft request' (duration: 216.165268ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:53.566029Z","caller":"traceutil/trace.go:171","msg":"trace[1563312158] linearizableReadLoop","detail":"{readStateIndex:5912; appliedIndex:5910; }","duration":"187.844346ms","start":"2026-04-23T16:39:53.378156Z","end":"2026-04-23T16:39:53.566Z","steps":["trace[1563312158] 'read index received' (duration: 72.249457ms)","trace[1563312158] 'applied index is now lower than readState.Index' (duration: 115.593829ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:53.566059Z","caller":"traceutil/trace.go:171","msg":"trace[1816916765] transaction","detail":"{read_only:false; response_revision:5684; number_of_response:1; }","duration":"197.678201ms","start":"2026-04-23T16:39:53.368343Z","end":"2026-04-23T16:39:53.566021Z","steps":["trace[1816916765] 'process raft request' (duration: 171.240871ms)","trace[1816916765] 'compare' (duration: 26.315449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:39:53.566232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.066087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T16:39:53.566258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.041947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:39:53.566294Z","caller":"traceutil/trace.go:171","msg":"trace[2078982552] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5684; }","duration":"161.118637ms","start":"2026-04-23T16:39:53.405165Z","end":"2026-04-23T16:39:53.566284Z","steps":["trace[2078982552] 'agreement among raft nodes before linearized reading' (duration: 160.991827ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:53.566417Z","caller":"traceutil/trace.go:171","msg":"trace[43468247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5684; }","duration":"188.156726ms","start":"2026-04-23T16:39:53.378112Z","end":"2026-04-23T16:39:53.566269Z","steps":["trace[43468247] 'agreement among raft nodes before linearized reading' (duration: 187.977946ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:39:53.779298Z","caller":"traceutil/trace.go:171","msg":"trace[1117787483] transaction","detail":"{read_only:false; response_revision:5687; number_of_response:1; }","duration":"156.772041ms","start":"2026-04-23T16:39:53.62249Z","end":"2026-04-23T16:39:53.779262Z","steps":["trace[1117787483] 'process raft request' (duration: 67.173939ms)","trace[1117787483] 'compare' (duration: 89.302531ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:54.603281Z","caller":"traceutil/trace.go:171","msg":"trace[1016323259] transaction","detail":"{read_only:false; response_revision:5695; number_of_response:1; }","duration":"128.357719ms","start":"2026-04-23T16:39:54.474884Z","end":"2026-04-23T16:39:54.603242Z","steps":["trace[1016323259] 'process raft request' (duration: 93.58658ms)","trace[1016323259] 'compare' (duration: 34.488348ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:39:54.603555Z","caller":"traceutil/trace.go:171","msg":"trace[1580921940] transaction","detail":"{read_only:false; response_revision:5696; number_of_response:1; }","duration":"128.247237ms","start":"2026-04-23T16:39:54.475263Z","end":"2026-04-23T16:39:54.603511Z","steps":["trace[1580921940] 'process raft request' (duration: 127.925597ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:02.91469Z","caller":"traceutil/trace.go:171","msg":"trace[78768393] transaction","detail":"{read_only:false; response_revision:5746; number_of_response:1; }","duration":"100.782099ms","start":"2026-04-23T16:40:02.81388Z","end":"2026-04-23T16:40:02.914662Z","steps":["trace[78768393] 'process raft request' (duration: 35.984278ms)","trace[78768393] 'compare' (duration: 64.53806ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:04.699013Z","caller":"traceutil/trace.go:171","msg":"trace[47350856] transaction","detail":"{read_only:false; response_revision:5761; number_of_response:1; }","duration":"144.4879ms","start":"2026-04-23T16:40:04.554488Z","end":"2026-04-23T16:40:04.698975Z","steps":["trace[47350856] 'process raft request' (duration: 144.34718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:05.161346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.164505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:05.161424Z","caller":"traceutil/trace.go:171","msg":"trace[630785878] linearizableReadLoop","detail":"{readStateIndex:5992; appliedIndex:5991; }","duration":"428.515008ms","start":"2026-04-23T16:40:04.732897Z","end":"2026-04-23T16:40:05.161412Z","steps":["trace[630785878] 'read index received' (duration: 227.236923ms)","trace[630785878] 'applied index is now lower than readState.Index' (duration: 201.277225ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:05.161485Z","caller":"traceutil/trace.go:171","msg":"trace[1759728297] transaction","detail":"{read_only:false; response_revision:5762; number_of_response:1; }","duration":"438.655084ms","start":"2026-04-23T16:40:04.722822Z","end":"2026-04-23T16:40:05.161477Z","steps":["trace[1759728297] 'process raft request' (duration: 237.315219ms)","trace[1759728297] 'compare' (duration: 201.068995ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:05.161529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:04.722797Z","time spent":"438.711173ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:05.161755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.856309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:40:05.16178Z","caller":"traceutil/trace.go:171","msg":"trace[1790253921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5762; }","duration":"428.954798ms","start":"2026-04-23T16:40:04.732818Z","end":"2026-04-23T16:40:05.161773Z","steps":["trace[1790253921] 'agreement among raft nodes before linearized reading' (duration: 428.857438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:05.1618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:04.732803Z","time spent":"428.992668ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:05.161992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.293827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:40:05.162767Z","caller":"traceutil/trace.go:171","msg":"trace[1143618689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5762; }","duration":"428.106747ms","start":"2026-04-23T16:40:04.734642Z","end":"2026-04-23T16:40:05.162749Z","steps":["trace[1143618689] 'agreement among raft nodes before linearized reading' (duration: 427.089296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:05.162818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:04.734624Z","time spent":"428.181398ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:05.162036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.579199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:05.16298Z","caller":"traceutil/trace.go:171","msg":"trace[405511454] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5762; }","duration":"306.547421ms","start":"2026-04-23T16:40:04.856413Z","end":"2026-04-23T16:40:05.162961Z","steps":["trace[405511454] 'agreement among raft nodes before linearized reading' (duration: 305.595351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:05.163099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:04.856394Z","time spent":"306.692451ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:40:09.335192Z","caller":"traceutil/trace.go:171","msg":"trace[1541141023] transaction","detail":"{read_only:false; response_revision:5784; number_of_response:1; }","duration":"117.158712ms","start":"2026-04-23T16:40:09.218014Z","end":"2026-04-23T16:40:09.335172Z","steps":["trace[1541141023] 'process raft request' (duration: 52.572254ms)","trace[1541141023] 'compare' (duration: 64.453048ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:09.335344Z","caller":"traceutil/trace.go:171","msg":"trace[1092045184] linearizableReadLoop","detail":"{readStateIndex:6016; appliedIndex:6014; }","duration":"102.247117ms","start":"2026-04-23T16:40:09.23308Z","end":"2026-04-23T16:40:09.335327Z","steps":["trace[1092045184] 'read index received' (duration: 37.52318ms)","trace[1092045184] 'applied index is now lower than readState.Index' (duration: 64.722897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:09.335479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.375007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:09.335551Z","caller":"traceutil/trace.go:171","msg":"trace[792135750] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5785; }","duration":"102.487587ms","start":"2026-04-23T16:40:09.233043Z","end":"2026-04-23T16:40:09.335531Z","steps":["trace[792135750] 'agreement among raft nodes before linearized reading' (duration: 102.345078ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:09.335564Z","caller":"traceutil/trace.go:171","msg":"trace[1333837602] transaction","detail":"{read_only:false; response_revision:5785; number_of_response:1; }","duration":"117.192741ms","start":"2026-04-23T16:40:09.218362Z","end":"2026-04-23T16:40:09.335554Z","steps":["trace[1333837602] 'process raft request' (duration: 116.774522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:19.808711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495087847,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:40:20.071973Z","caller":"traceutil/trace.go:171","msg":"trace[391240480] transaction","detail":"{read_only:false; response_revision:5833; number_of_response:1; }","duration":"814.642132ms","start":"2026-04-23T16:40:19.257302Z","end":"2026-04-23T16:40:20.071945Z","steps":["trace[391240480] 'process raft request' (duration: 814.352202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.072125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.257287Z","time spent":"814.760902ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:20.674382Z","caller":"traceutil/trace.go:171","msg":"trace[704060000] transaction","detail":"{read_only:false; response_revision:5834; number_of_response:1; }","duration":"1.300746575s","start":"2026-04-23T16:40:19.37359Z","end":"2026-04-23T16:40:20.674336Z","steps":["trace[704060000] 'process raft request' (duration: 1.250833899s)","trace[704060000] 'compare' (duration: 49.566416ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:20.674436Z","caller":"traceutil/trace.go:171","msg":"trace[1680185752] transaction","detail":"{read_only:false; response_revision:5835; number_of_response:1; }","duration":"1.099192017s","start":"2026-04-23T16:40:19.575193Z","end":"2026-04-23T16:40:20.674385Z","steps":["trace[1680185752] 'process raft request' (duration: 1.099028076s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.674536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.373567Z","time spent":"1.300890435s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:20.674573Z","caller":"traceutil/trace.go:171","msg":"trace[1889895912] linearizableReadLoop","detail":"{readStateIndex:6069; appliedIndex:6065; }","duration":"1.366533708s","start":"2026-04-23T16:40:19.308015Z","end":"2026-04-23T16:40:20.674549Z","steps":["trace[1889895912] 'read index received' (duration: 763.767823ms)","trace[1889895912] 'applied index is now lower than readState.Index' (duration: 602.764825ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:20.674608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.575167Z","time spent":"1.099350837s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:20.674696Z","caller":"traceutil/trace.go:171","msg":"trace[48542149] transaction","detail":"{read_only:false; response_revision:5836; number_of_response:1; }","duration":"934.292615ms","start":"2026-04-23T16:40:19.74039Z","end":"2026-04-23T16:40:20.674683Z","steps":["trace[48542149] 'process raft request' (duration: 933.949995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.674849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286079691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:40:20.674911Z","caller":"traceutil/trace.go:171","msg":"trace[2070028332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5836; }","duration":"1.286184861s","start":"2026-04-23T16:40:19.388713Z","end":"2026-04-23T16:40:20.674898Z","steps":["trace[2070028332] 'agreement among raft nodes before linearized reading' (duration: 1.286005341s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.674943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.388691Z","time spent":"1.28624415s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:20.674934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.793355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:40:20.674989Z","caller":"traceutil/trace.go:171","msg":"trace[1722308553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5836; }","duration":"810.878514ms","start":"2026-04-23T16:40:19.864094Z","end":"2026-04-23T16:40:20.674972Z","steps":["trace[1722308553] 'agreement among raft nodes before linearized reading' (duration: 810.710155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.881194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:40:20.675048Z","caller":"traceutil/trace.go:171","msg":"trace[116358738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5836; }","duration":"838.947642ms","start":"2026-04-23T16:40:19.836091Z","end":"2026-04-23T16:40:20.675038Z","steps":["trace[116358738] 'agreement among raft nodes before linearized reading' (duration: 838.812253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.836073Z","time spent":"839.004312ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:40:20.675111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367089908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:40:20.675147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28405597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:40:20.67516Z","caller":"traceutil/trace.go:171","msg":"trace[1177158558] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5836; }","duration":"1.367172737s","start":"2026-04-23T16:40:19.307975Z","end":"2026-04-23T16:40:20.675148Z","steps":["trace[1177158558] 'agreement among raft nodes before linearized reading' (duration: 1.367094777s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.918002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:40:20.675212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.307955Z","time spent":"1.367244497s","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:40:20.675085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156881133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-5647cf699-9lbvv\" ","response":"range_response_count:1 size:12206"} {"level":"warn","ts":"2026-04-23T16:40:20.675218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.473767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:40:20.675242Z","caller":"traceutil/trace.go:171","msg":"trace[1638590058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5836; }","duration":"817.971023ms","start":"2026-04-23T16:40:19.857262Z","end":"2026-04-23T16:40:20.675233Z","steps":["trace[1638590058] 'agreement among raft nodes before linearized reading' (duration: 817.930202ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:20.675261Z","caller":"traceutil/trace.go:171","msg":"trace[1974723217] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-5647cf699-9lbvv; range_end:; response_count:1; response_revision:5836; }","duration":"1.157081932s","start":"2026-04-23T16:40:19.518169Z","end":"2026-04-23T16:40:20.675251Z","steps":["trace[1974723217] 'agreement among raft nodes before linearized reading' (duration: 1.156847023s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.857248Z","time spent":"818.011411ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:40:20.675268Z","caller":"traceutil/trace.go:171","msg":"trace[402321214] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5836; }","duration":"133.558966ms","start":"2026-04-23T16:40:20.541696Z","end":"2026-04-23T16:40:20.675255Z","steps":["trace[402321214] 'agreement among raft nodes before linearized reading' (duration: 133.473376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.518155Z","time spent":"1.157135262s","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":12228,"request content":"key:\"/registry/pods/openstack/keystone-api-5647cf699-9lbvv\" "} {"level":"info","ts":"2026-04-23T16:40:20.675174Z","caller":"traceutil/trace.go:171","msg":"trace[151290440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5836; }","duration":"1.284101001s","start":"2026-04-23T16:40:19.391065Z","end":"2026-04-23T16:40:20.675166Z","steps":["trace[151290440] 'agreement among raft nodes before linearized reading' (duration: 1.284038902s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.391055Z","time spent":"1.284412191s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:20.674863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.740363Z","time spent":"934.394883ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:20.675045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:19.864079Z","time spent":"810.954675ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:20.675646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.504593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-23T16:40:20.675699Z","caller":"traceutil/trace.go:171","msg":"trace[250987032] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5836; }","duration":"502.604001ms","start":"2026-04-23T16:40:20.17308Z","end":"2026-04-23T16:40:20.675684Z","steps":["trace[250987032] 'agreement among raft nodes before linearized reading' (duration: 502.449142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:20.675753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:20.173006Z","time spent":"502.735343ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"info","ts":"2026-04-23T16:40:22.236617Z","caller":"traceutil/trace.go:171","msg":"trace[999878798] transaction","detail":"{read_only:false; response_revision:5852; number_of_response:1; }","duration":"158.097985ms","start":"2026-04-23T16:40:22.078499Z","end":"2026-04-23T16:40:22.236597Z","steps":["trace[999878798] 'process raft request' (duration: 157.980265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:22.992966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.445893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:22.993176Z","caller":"traceutil/trace.go:171","msg":"trace[945532945] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"311.187092ms","start":"2026-04-23T16:40:22.681962Z","end":"2026-04-23T16:40:22.993149Z","steps":["trace[945532945] 'process raft request' (duration: 115.44861ms)","trace[945532945] 'compare' (duration: 195.321193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:22.993273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.681936Z","time spent":"311.297892ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:22.993575Z","caller":"traceutil/trace.go:171","msg":"trace[1273556348] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"311.183962ms","start":"2026-04-23T16:40:22.682371Z","end":"2026-04-23T16:40:22.993555Z","steps":["trace[1273556348] 'process raft request' (duration: 310.701282ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:22.993575Z","caller":"traceutil/trace.go:171","msg":"trace[2012100792] linearizableReadLoop","detail":"{readStateIndex:6089; appliedIndex:6086; }","duration":"311.074182ms","start":"2026-04-23T16:40:22.682481Z","end":"2026-04-23T16:40:22.993555Z","steps":["trace[2012100792] 'read index received' (duration: 16.698519ms)","trace[2012100792] 'applied index is now lower than readState.Index' (duration: 294.374233ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:22.993747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.264282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-04-23T16:40:22.993798Z","caller":"traceutil/trace.go:171","msg":"trace[215030992] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:5855; }","duration":"311.343462ms","start":"2026-04-23T16:40:22.682441Z","end":"2026-04-23T16:40:22.993784Z","steps":["trace[215030992] 'agreement among raft nodes before linearized reading' (duration: 311.170263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:22.993854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.682432Z","time spent":"311.405443ms","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":695,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-04-23T16:40:22.993691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.68236Z","time spent":"311.256622ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:23.281619Z","caller":"traceutil/trace.go:171","msg":"trace[1802930376] linearizableReadLoop","detail":"{readStateIndex:6090; appliedIndex:6089; }","duration":"287.839709ms","start":"2026-04-23T16:40:22.99375Z","end":"2026-04-23T16:40:23.28159Z","steps":["trace[1802930376] 'read index received' (duration: 219.007535ms)","trace[1802930376] 'applied index is now lower than readState.Index' (duration: 68.829464ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:23.281696Z","caller":"traceutil/trace.go:171","msg":"trace[833125250] transaction","detail":"{read_only:false; response_revision:5858; number_of_response:1; }","duration":"109.652658ms","start":"2026-04-23T16:40:23.172013Z","end":"2026-04-23T16:40:23.281666Z","steps":["trace[833125250] 'process raft request' (duration: 109.569568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.281876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.275126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-23T16:40:23.281885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.381944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:40:23.281911Z","caller":"traceutil/trace.go:171","msg":"trace[1718113998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5858; }","duration":"558.384416ms","start":"2026-04-23T16:40:22.723516Z","end":"2026-04-23T16:40:23.281901Z","steps":["trace[1718113998] 'agreement among raft nodes before linearized reading' (duration: 558.182486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.281945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.723498Z","time spent":"558.439656ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T16:40:23.281991Z","caller":"traceutil/trace.go:171","msg":"trace[1586378958] transaction","detail":"{read_only:false; response_revision:5856; number_of_response:1; }","duration":"484.03897ms","start":"2026-04-23T16:40:22.797941Z","end":"2026-04-23T16:40:23.28198Z","steps":["trace[1586378958] 'process raft request' (duration: 414.748936ms)","trace[1586378958] 'compare' (duration: 68.680655ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:23.281998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.725485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:40:23.282051Z","caller":"traceutil/trace.go:171","msg":"trace[353130614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5858; }","duration":"527.802185ms","start":"2026-04-23T16:40:22.754235Z","end":"2026-04-23T16:40:23.282038Z","steps":["trace[353130614] 'agreement among raft nodes before linearized reading' (duration: 527.638405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.282069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.797918Z","time spent":"484.095631ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:23.282084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.754224Z","time spent":"527.852234ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:40:23.282101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.732844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:40:23.28214Z","caller":"traceutil/trace.go:171","msg":"trace[1003232733] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5858; }","duration":"528.808675ms","start":"2026-04-23T16:40:22.75332Z","end":"2026-04-23T16:40:23.282129Z","steps":["trace[1003232733] 'agreement among raft nodes before linearized reading' (duration: 528.725024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.28217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.183986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:23.281946Z","caller":"traceutil/trace.go:171","msg":"trace[1762351580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5858; }","duration":"526.481136ms","start":"2026-04-23T16:40:22.755453Z","end":"2026-04-23T16:40:23.281934Z","steps":["trace[1762351580] 'agreement among raft nodes before linearized reading' (duration: 526.308405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.282183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.7533Z","time spent":"528.872264ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-23T16:40:23.282194Z","caller":"traceutil/trace.go:171","msg":"trace[798448326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5858; }","duration":"425.252636ms","start":"2026-04-23T16:40:22.856934Z","end":"2026-04-23T16:40:23.282187Z","steps":["trace[798448326] 'agreement among raft nodes before linearized reading' (duration: 425.214696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.282203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.755443Z","time spent":"526.752535ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:23.282219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:22.856911Z","time spent":"425.302507ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:40:23.282256Z","caller":"traceutil/trace.go:171","msg":"trace[1357650847] transaction","detail":"{read_only:false; response_revision:5857; number_of_response:1; }","duration":"205.468043ms","start":"2026-04-23T16:40:23.0767Z","end":"2026-04-23T16:40:23.282168Z","steps":["trace[1357650847] 'process raft request' (duration: 204.821344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:23.999739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.397313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:23.999904Z","caller":"traceutil/trace.go:171","msg":"trace[1198827137] transaction","detail":"{read_only:false; response_revision:5859; number_of_response:1; }","duration":"714.192335ms","start":"2026-04-23T16:40:23.285684Z","end":"2026-04-23T16:40:23.999876Z","steps":["trace[1198827137] 'process raft request' (duration: 267.539932ms)","trace[1198827137] 'compare' (duration: 446.081133ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:24.000004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.285667Z","time spent":"714.291065ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:24.34918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.008897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:24.349519Z","caller":"traceutil/trace.go:171","msg":"trace[139469117] transaction","detail":"{read_only:false; response_revision:5860; number_of_response:1; }","duration":"1.062506421s","start":"2026-04-23T16:40:23.28699Z","end":"2026-04-23T16:40:24.349497Z","steps":["trace[139469117] 'process raft request' (duration: 866.105254ms)","trace[139469117] 'compare' (duration: 195.911138ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:24.349607Z","caller":"traceutil/trace.go:171","msg":"trace[1454858931] linearizableReadLoop","detail":"{readStateIndex:6096; appliedIndex:6092; }","duration":"818.208744ms","start":"2026-04-23T16:40:23.531386Z","end":"2026-04-23T16:40:24.349595Z","steps":["trace[1454858931] 'read index received' (duration: 21.936636ms)","trace[1454858931] 'applied index is now lower than readState.Index' (duration: 796.271238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:24.349703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.286973Z","time spent":"1.062592041s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:24.349739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.09582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:24.349759Z","caller":"traceutil/trace.go:171","msg":"trace[1308544862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5862; }","duration":"492.11951ms","start":"2026-04-23T16:40:23.857633Z","end":"2026-04-23T16:40:24.349752Z","steps":["trace[1308544862] 'agreement among raft nodes before linearized reading' (duration: 492.04116ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.349778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.857591Z","time spent":"492.182631ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T16:40:24.349784Z","caller":"traceutil/trace.go:171","msg":"trace[1557197399] transaction","detail":"{read_only:false; response_revision:5861; number_of_response:1; }","duration":"1.062721011s","start":"2026-04-23T16:40:23.287011Z","end":"2026-04-23T16:40:24.349732Z","steps":["trace[1557197399] 'process raft request' (duration: 1.062253391s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.349823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.256391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:40:24.349871Z","caller":"traceutil/trace.go:171","msg":"trace[1526346588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5862; }","duration":"109.35693ms","start":"2026-04-23T16:40:24.240502Z","end":"2026-04-23T16:40:24.349859Z","steps":["trace[1526346588] 'agreement among raft nodes before linearized reading' (duration: 109.18114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.349938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.286995Z","time spent":"1.062864751s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:24.350015Z","caller":"traceutil/trace.go:171","msg":"trace[1581569428] transaction","detail":"{read_only:false; response_revision:5862; number_of_response:1; }","duration":"1.062646092s","start":"2026-04-23T16:40:23.28736Z","end":"2026-04-23T16:40:24.350007Z","steps":["trace[1581569428] 'process raft request' (duration: 1.062179813s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.35006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.287348Z","time spent":"1.062689521s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:24.350115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.648274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:40:24.350266Z","caller":"traceutil/trace.go:171","msg":"trace[1141858560] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5862; }","duration":"818.912652ms","start":"2026-04-23T16:40:23.531335Z","end":"2026-04-23T16:40:24.350248Z","steps":["trace[1141858560] 'agreement among raft nodes before linearized reading' (duration: 818.333573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.350411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:23.531315Z","time spent":"819.076412ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T16:40:24.889113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.788104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:24.88925Z","caller":"traceutil/trace.go:171","msg":"trace[1391530059] linearizableReadLoop","detail":"{readStateIndex:6097; appliedIndex:6096; }","duration":"535.805899ms","start":"2026-04-23T16:40:24.353421Z","end":"2026-04-23T16:40:24.889227Z","steps":["trace[1391530059] 'read index received' (duration: 169.822996ms)","trace[1391530059] 'applied index is now lower than readState.Index' (duration: 365.976903ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:24.889578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.140749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:40:24.889609Z","caller":"traceutil/trace.go:171","msg":"trace[342842095] transaction","detail":"{read_only:false; response_revision:5863; number_of_response:1; }","duration":"536.544299ms","start":"2026-04-23T16:40:24.353035Z","end":"2026-04-23T16:40:24.889579Z","steps":["trace[342842095] 'process raft request' (duration: 170.195955ms)","trace[342842095] 'compare' (duration: 365.677104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:24.889769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.353021Z","time spent":"536.669409ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:24.889644Z","caller":"traceutil/trace.go:171","msg":"trace[959966215] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5863; }","duration":"536.216029ms","start":"2026-04-23T16:40:24.353409Z","end":"2026-04-23T16:40:24.889625Z","steps":["trace[959966215] 'agreement among raft nodes before linearized reading' (duration: 535.88318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:24.889954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.353402Z","time spent":"536.53416ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T16:40:25.678841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.459491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:25.679504Z","caller":"traceutil/trace.go:171","msg":"trace[1982272513] transaction","detail":"{read_only:false; response_revision:5864; number_of_response:1; }","duration":"974.665459ms","start":"2026-04-23T16:40:24.704794Z","end":"2026-04-23T16:40:25.679459Z","steps":["trace[1982272513] 'process raft request' (duration: 317.493559ms)","trace[1982272513] 'compare' (duration: 656.26156ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:25.679563Z","caller":"traceutil/trace.go:171","msg":"trace[970540984] transaction","detail":"{read_only:false; response_revision:5866; number_of_response:1; }","duration":"679.599083ms","start":"2026-04-23T16:40:24.999936Z","end":"2026-04-23T16:40:25.679535Z","steps":["trace[970540984] 'process raft request' (duration: 679.530863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:25.679654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.999929Z","time spent":"679.683313ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:25.680007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.704767Z","time spent":"974.834389ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:25.68045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.947443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12958"} {"level":"info","ts":"2026-04-23T16:40:25.680277Z","caller":"traceutil/trace.go:171","msg":"trace[591173389] linearizableReadLoop","detail":"{readStateIndex:6098; appliedIndex:6097; }","duration":"788.769193ms","start":"2026-04-23T16:40:24.891494Z","end":"2026-04-23T16:40:25.680263Z","steps":["trace[591173389] 'read index received' (duration: 130.866723ms)","trace[591173389] 'applied index is now lower than readState.Index' (duration: 657.90092ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:25.68061Z","caller":"traceutil/trace.go:171","msg":"trace[2095901751] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5866; }","duration":"789.143363ms","start":"2026-04-23T16:40:24.891454Z","end":"2026-04-23T16:40:25.680597Z","steps":["trace[2095901751] 'agreement among raft nodes before linearized reading' (duration: 788.852084ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:25.680331Z","caller":"traceutil/trace.go:171","msg":"trace[763477707] transaction","detail":"{read_only:false; response_revision:5865; number_of_response:1; }","duration":"680.498063ms","start":"2026-04-23T16:40:24.999788Z","end":"2026-04-23T16:40:25.680286Z","steps":["trace[763477707] 'process raft request' (duration: 679.164023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:25.680659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.891437Z","time spent":"789.211683ms","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12980,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-23T16:40:25.680707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.999765Z","time spent":"680.902213ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:26.180679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495087905,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T16:40:26.349524Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.061976218s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T16:40:26.404653Z","caller":"traceutil/trace.go:171","msg":"trace[1952601215] linearizableReadLoop","detail":"{readStateIndex:6101; appliedIndex:6100; }","duration":"724.016802ms","start":"2026-04-23T16:40:25.680612Z","end":"2026-04-23T16:40:26.404629Z","steps":["trace[1952601215] 'read index received' (duration: 669.183578ms)","trace[1952601215] 'applied index is now lower than readState.Index' (duration: 54.832454ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:26.404743Z","caller":"traceutil/trace.go:171","msg":"trace[1792619373] transaction","detail":"{read_only:false; response_revision:5867; number_of_response:1; }","duration":"1.117476261s","start":"2026-04-23T16:40:25.287228Z","end":"2026-04-23T16:40:26.404704Z","steps":["trace[1792619373] 'process raft request' (duration: 1.062629928s)","trace[1792619373] 'compare' (duration: 53.966884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:26.404901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:25.287209Z","time spent":"1.117606221s","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:40:26.404914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.702973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:40:26.404905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067091071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:26.405028Z","caller":"traceutil/trace.go:171","msg":"trace[2028259316] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5867; }","duration":"888.913272ms","start":"2026-04-23T16:40:25.516088Z","end":"2026-04-23T16:40:26.405001Z","steps":["trace[2028259316] 'agreement among raft nodes before linearized reading' (duration: 888.654963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:26.405086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:25.516065Z","time spent":"889.009802ms","remote":"127.0.0.1:43664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":27,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-23T16:40:26.405074Z","caller":"traceutil/trace.go:171","msg":"trace[889764915] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:5867; }","duration":"1.067289491s","start":"2026-04-23T16:40:25.337744Z","end":"2026-04-23T16:40:26.405033Z","steps":["trace[889764915] 'agreement among raft nodes before linearized reading' (duration: 1.067084992s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:26.405195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:25.337723Z","time spent":"1.067426111s","remote":"127.0.0.1:47164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:40:26.405206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.678547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:26.40533Z","caller":"traceutil/trace.go:171","msg":"trace[1700653218] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5867; }","duration":"655.866706ms","start":"2026-04-23T16:40:25.749441Z","end":"2026-04-23T16:40:26.405308Z","steps":["trace[1700653218] 'agreement among raft nodes before linearized reading' (duration: 655.645936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:26.405088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.513371926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-23T16:40:26.405386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:25.749414Z","time spent":"655.962797ms","remote":"127.0.0.1:34110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-23T16:40:26.405408Z","caller":"traceutil/trace.go:171","msg":"trace[1702634384] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:5867; }","duration":"1.513736745s","start":"2026-04-23T16:40:24.891656Z","end":"2026-04-23T16:40:26.405393Z","steps":["trace[1702634384] 'agreement among raft nodes before linearized reading' (duration: 1.513276035s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:26.405454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:24.891645Z","time spent":"1.513794086s","remote":"127.0.0.1:40218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":29,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:40:26.405567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.216239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-23T16:40:26.405609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.437091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:26.405623Z","caller":"traceutil/trace.go:171","msg":"trace[242134600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5867; }","duration":"400.272749ms","start":"2026-04-23T16:40:26.005337Z","end":"2026-04-23T16:40:26.40561Z","steps":["trace[242134600] 'agreement among raft nodes before linearized reading' (duration: 400.079999ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:26.405666Z","caller":"traceutil/trace.go:171","msg":"trace[651684342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5867; }","duration":"548.546902ms","start":"2026-04-23T16:40:25.857105Z","end":"2026-04-23T16:40:26.405652Z","steps":["trace[651684342] 'agreement among raft nodes before linearized reading' (duration: 548.473821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:26.405725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:25.857077Z","time spent":"548.640981ms","remote":"127.0.0.1:33674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:40:26.405675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:26.005244Z","time spent":"400.422848ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-23T16:40:38.678153Z","caller":"traceutil/trace.go:171","msg":"trace[887578072] transaction","detail":"{read_only:false; response_revision:5938; number_of_response:1; }","duration":"119.296864ms","start":"2026-04-23T16:40:38.558831Z","end":"2026-04-23T16:40:38.678128Z","steps":["trace[887578072] 'process raft request' (duration: 58.120039ms)","trace[887578072] 'compare' (duration: 61.001986ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:39.84583Z","caller":"traceutil/trace.go:171","msg":"trace[449028617] transaction","detail":"{read_only:false; response_revision:5941; number_of_response:1; }","duration":"114.168896ms","start":"2026-04-23T16:40:39.731618Z","end":"2026-04-23T16:40:39.845787Z","steps":["trace[449028617] 'process raft request' (duration: 114.007856ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:39.96214Z","caller":"traceutil/trace.go:171","msg":"trace[200778724] linearizableReadLoop","detail":"{readStateIndex:6181; appliedIndex:6179; }","duration":"105.823009ms","start":"2026-04-23T16:40:39.856296Z","end":"2026-04-23T16:40:39.962119Z","steps":["trace[200778724] 'read index received' (duration: 75.246448ms)","trace[200778724] 'applied index is now lower than readState.Index' (duration: 30.575411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:39.962264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.947268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:39.962293Z","caller":"traceutil/trace.go:171","msg":"trace[101736884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5943; }","duration":"106.02905ms","start":"2026-04-23T16:40:39.856255Z","end":"2026-04-23T16:40:39.962285Z","steps":["trace[101736884] 'agreement among raft nodes before linearized reading' (duration: 105.94853ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:39.962656Z","caller":"traceutil/trace.go:171","msg":"trace[406107790] transaction","detail":"{read_only:false; response_revision:5942; number_of_response:1; }","duration":"229.587349ms","start":"2026-04-23T16:40:39.733056Z","end":"2026-04-23T16:40:39.962644Z","steps":["trace[406107790] 'process raft request' (duration: 198.492199ms)","trace[406107790] 'compare' (duration: 30.416841ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:39.962794Z","caller":"traceutil/trace.go:171","msg":"trace[907053444] transaction","detail":"{read_only:false; response_revision:5943; number_of_response:1; }","duration":"221.723611ms","start":"2026-04-23T16:40:39.741062Z","end":"2026-04-23T16:40:39.962785Z","steps":["trace[907053444] 'process raft request' (duration: 221.012443ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:46.099093Z","caller":"traceutil/trace.go:171","msg":"trace[2052316406] transaction","detail":"{read_only:false; response_revision:5974; number_of_response:1; }","duration":"107.813877ms","start":"2026-04-23T16:40:45.991246Z","end":"2026-04-23T16:40:46.099059Z","steps":["trace[2052316406] 'process raft request' (duration: 66.483559ms)","trace[2052316406] 'compare' (duration: 41.230558ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:46.136492Z","caller":"traceutil/trace.go:171","msg":"trace[1673141808] linearizableReadLoop","detail":"{readStateIndex:6214; appliedIndex:6212; }","duration":"103.413974ms","start":"2026-04-23T16:40:46.033046Z","end":"2026-04-23T16:40:46.13646Z","steps":["trace[1673141808] 'read index received' (duration: 24.69642ms)","trace[1673141808] 'applied index is now lower than readState.Index' (duration: 78.716304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:46.136659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.580524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:40:46.13672Z","caller":"traceutil/trace.go:171","msg":"trace[1426105661] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5975; }","duration":"103.692083ms","start":"2026-04-23T16:40:46.03301Z","end":"2026-04-23T16:40:46.136702Z","steps":["trace[1426105661] 'agreement among raft nodes before linearized reading' (duration: 103.566493ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:46.136879Z","caller":"traceutil/trace.go:171","msg":"trace[166355365] transaction","detail":"{read_only:false; response_revision:5975; number_of_response:1; }","duration":"144.900151ms","start":"2026-04-23T16:40:45.991949Z","end":"2026-04-23T16:40:46.136849Z","steps":["trace[166355365] 'process raft request' (duration: 144.190553ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:46.616681Z","caller":"traceutil/trace.go:171","msg":"trace[1125758037] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"131.468548ms","start":"2026-04-23T16:40:46.485186Z","end":"2026-04-23T16:40:46.616655Z","steps":["trace[1125758037] 'process raft request' (duration: 131.272588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:46.874855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.576061ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T16:40:46.874988Z","caller":"traceutil/trace.go:171","msg":"trace[1137602749] linearizableReadLoop","detail":"{readStateIndex:6216; appliedIndex:6214; }","duration":"307.982525ms","start":"2026-04-23T16:40:46.56699Z","end":"2026-04-23T16:40:46.874972Z","steps":["trace[1137602749] 'read index received' (duration: 49.477361ms)","trace[1137602749] 'applied index is now lower than readState.Index' (duration: 258.503534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:46.875153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.153635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:40:46.875251Z","caller":"traceutil/trace.go:171","msg":"trace[1505431077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5976; }","duration":"308.243436ms","start":"2026-04-23T16:40:46.566954Z","end":"2026-04-23T16:40:46.875197Z","steps":["trace[1505431077] 'agreement among raft nodes before linearized reading' (duration: 308.062726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:46.875285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:46.566939Z","time spent":"308.337855ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-23T16:40:46.875309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.02473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:40:46.875356Z","caller":"traceutil/trace.go:171","msg":"trace[1695016050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5976; }","duration":"135.112951ms","start":"2026-04-23T16:40:46.740233Z","end":"2026-04-23T16:40:46.875346Z","steps":["trace[1695016050] 'agreement among raft nodes before linearized reading' (duration: 134.997471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:46.875439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.305527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:40:46.875522Z","caller":"traceutil/trace.go:171","msg":"trace[801379848] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:5976; }","duration":"302.656886ms","start":"2026-04-23T16:40:46.572855Z","end":"2026-04-23T16:40:46.875512Z","steps":["trace[801379848] 'agreement among raft nodes before linearized reading' (duration: 302.291027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:46.875621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:46.572843Z","time spent":"302.767756ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:40:46.875534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.738982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:40:46.875765Z","caller":"traceutil/trace.go:171","msg":"trace[743645824] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5976; }","duration":"244.984212ms","start":"2026-04-23T16:40:46.630754Z","end":"2026-04-23T16:40:46.875738Z","steps":["trace[743645824] 'agreement among raft nodes before linearized reading' (duration: 244.751101ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:47.069985Z","caller":"traceutil/trace.go:171","msg":"trace[1992955457] linearizableReadLoop","detail":"{readStateIndex:6220; appliedIndex:6216; }","duration":"189.499569ms","start":"2026-04-23T16:40:46.88047Z","end":"2026-04-23T16:40:47.069969Z","steps":["trace[1992955457] 'read index received' (duration: 10.929609ms)","trace[1992955457] 'applied index is now lower than readState.Index' (duration: 178.56927ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:47.070171Z","caller":"traceutil/trace.go:171","msg":"trace[2053811910] transaction","detail":"{read_only:false; response_revision:5980; number_of_response:1; }","duration":"190.063637ms","start":"2026-04-23T16:40:46.880073Z","end":"2026-04-23T16:40:47.070136Z","steps":["trace[2053811910] 'process raft request' (duration: 189.859018ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:47.070329Z","caller":"traceutil/trace.go:171","msg":"trace[772176120] transaction","detail":"{read_only:false; response_revision:5978; number_of_response:1; }","duration":"190.284997ms","start":"2026-04-23T16:40:46.880032Z","end":"2026-04-23T16:40:47.070317Z","steps":["trace[772176120] 'process raft request' (duration: 133.195814ms)","trace[772176120] 'compare' (duration: 56.396875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:47.070517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.038858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12958"} {"level":"info","ts":"2026-04-23T16:40:47.070543Z","caller":"traceutil/trace.go:171","msg":"trace[72946540] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5980; }","duration":"190.090608ms","start":"2026-04-23T16:40:46.880446Z","end":"2026-04-23T16:40:47.070537Z","steps":["trace[72946540] 'agreement among raft nodes before linearized reading' (duration: 189.986378ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:47.07051Z","caller":"traceutil/trace.go:171","msg":"trace[1038431626] transaction","detail":"{read_only:false; response_revision:5979; number_of_response:1; }","duration":"190.429886ms","start":"2026-04-23T16:40:46.880051Z","end":"2026-04-23T16:40:47.070481Z","steps":["trace[1038431626] 'process raft request' (duration: 189.846447ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:48.156654Z","caller":"traceutil/trace.go:171","msg":"trace[2116560703] linearizableReadLoop","detail":"{readStateIndex:6222; appliedIndex:6221; }","duration":"237.020398ms","start":"2026-04-23T16:40:47.919616Z","end":"2026-04-23T16:40:48.156637Z","steps":["trace[2116560703] 'read index received' (duration: 236.923408ms)","trace[2116560703] 'applied index is now lower than readState.Index' (duration: 96.32µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:48.156699Z","caller":"traceutil/trace.go:171","msg":"trace[1025705572] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"267.633734ms","start":"2026-04-23T16:40:47.889037Z","end":"2026-04-23T16:40:48.156671Z","steps":["trace[1025705572] 'process raft request' (duration: 267.501915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:48.15674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.106327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:48.156765Z","caller":"traceutil/trace.go:171","msg":"trace[698676121] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5982; }","duration":"237.179188ms","start":"2026-04-23T16:40:47.919577Z","end":"2026-04-23T16:40:48.156756Z","steps":["trace[698676121] 'agreement among raft nodes before linearized reading' (duration: 237.124107ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:48.361238Z","caller":"traceutil/trace.go:171","msg":"trace[1135351666] transaction","detail":"{read_only:false; response_revision:5984; number_of_response:1; }","duration":"218.510762ms","start":"2026-04-23T16:40:48.142698Z","end":"2026-04-23T16:40:48.361209Z","steps":["trace[1135351666] 'process raft request' (duration: 218.443483ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:48.36129Z","caller":"traceutil/trace.go:171","msg":"trace[1423390512] transaction","detail":"{read_only:false; response_revision:5983; number_of_response:1; }","duration":"257.067821ms","start":"2026-04-23T16:40:48.104191Z","end":"2026-04-23T16:40:48.361259Z","steps":["trace[1423390512] 'process raft request' (duration: 164.240486ms)","trace[1423390512] 'compare' (duration: 92.478206ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:48.755989Z","caller":"traceutil/trace.go:171","msg":"trace[917711106] transaction","detail":"{read_only:false; response_revision:5985; number_of_response:1; }","duration":"134.993017ms","start":"2026-04-23T16:40:48.620971Z","end":"2026-04-23T16:40:48.755964Z","steps":["trace[917711106] 'process raft request' (duration: 71.226011ms)","trace[917711106] 'compare' (duration: 63.415827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:49.225554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.685334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T16:40:49.225579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.043396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:40:49.225631Z","caller":"traceutil/trace.go:171","msg":"trace[515291220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5985; }","duration":"368.809685ms","start":"2026-04-23T16:40:48.856802Z","end":"2026-04-23T16:40:49.225612Z","steps":["trace[515291220] 'range keys from in-memory index tree' (duration: 368.603445ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:49.225656Z","caller":"traceutil/trace.go:171","msg":"trace[1496302185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5985; }","duration":"330.168706ms","start":"2026-04-23T16:40:48.895468Z","end":"2026-04-23T16:40:49.225637Z","steps":["trace[1496302185] 'range keys from in-memory index tree' (duration: 329.855857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:49.225672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:48.856779Z","time spent":"368.885065ms","remote":"127.0.0.1:33668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T16:40:49.225948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:48.895446Z","time spent":"330.487356ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T16:40:49.226359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.028552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:40:49.226464Z","caller":"traceutil/trace.go:171","msg":"trace[586410013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5985; }","duration":"148.315152ms","start":"2026-04-23T16:40:49.078131Z","end":"2026-04-23T16:40:49.226446Z","steps":["trace[586410013] 'range keys from in-memory index tree' (duration: 147.832692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:49.226773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.468731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:40:49.226848Z","caller":"traceutil/trace.go:171","msg":"trace[561256222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5985; }","duration":"148.56355ms","start":"2026-04-23T16:40:49.078273Z","end":"2026-04-23T16:40:49.226837Z","steps":["trace[561256222] 'range keys from in-memory index tree' (duration: 148.384812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:49.22721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.821693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:40:49.227261Z","caller":"traceutil/trace.go:171","msg":"trace[1300838929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5985; }","duration":"147.910592ms","start":"2026-04-23T16:40:49.079338Z","end":"2026-04-23T16:40:49.227248Z","steps":["trace[1300838929] 'range keys from in-memory index tree' (duration: 147.374402ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:49.436878Z","caller":"traceutil/trace.go:171","msg":"trace[535561011] transaction","detail":"{read_only:false; response_revision:5987; number_of_response:1; }","duration":"204.50153ms","start":"2026-04-23T16:40:49.232354Z","end":"2026-04-23T16:40:49.436855Z","steps":["trace[535561011] 'process raft request' (duration: 204.32741ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:49.437186Z","caller":"traceutil/trace.go:171","msg":"trace[322234019] transaction","detail":"{read_only:false; response_revision:5988; number_of_response:1; }","duration":"204.53975ms","start":"2026-04-23T16:40:49.232635Z","end":"2026-04-23T16:40:49.437175Z","steps":["trace[322234019] 'process raft request' (duration: 204.181671ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:49.43748Z","caller":"traceutil/trace.go:171","msg":"trace[2143140871] transaction","detail":"{read_only:false; response_revision:5990; number_of_response:1; }","duration":"204.4934ms","start":"2026-04-23T16:40:49.232975Z","end":"2026-04-23T16:40:49.437469Z","steps":["trace[2143140871] 'process raft request' (duration: 204.315941ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:49.437431Z","caller":"traceutil/trace.go:171","msg":"trace[756706765] transaction","detail":"{read_only:false; response_revision:5989; number_of_response:1; }","duration":"204.76537ms","start":"2026-04-23T16:40:49.232643Z","end":"2026-04-23T16:40:49.437408Z","steps":["trace[756706765] 'process raft request' (duration: 204.433371ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:52.269209Z","caller":"traceutil/trace.go:171","msg":"trace[269606424] transaction","detail":"{read_only:false; response_revision:6008; number_of_response:1; }","duration":"151.9402ms","start":"2026-04-23T16:40:52.117243Z","end":"2026-04-23T16:40:52.269183Z","steps":["trace[269606424] 'process raft request' (duration: 89.614764ms)","trace[269606424] 'compare' (duration: 62.194916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:52.269376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.180109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:40:52.269444Z","caller":"traceutil/trace.go:171","msg":"trace[1592512113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6008; }","duration":"100.294328ms","start":"2026-04-23T16:40:52.169137Z","end":"2026-04-23T16:40:52.269431Z","steps":["trace[1592512113] 'agreement among raft nodes before linearized reading' (duration: 100.013339ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:52.278634Z","caller":"traceutil/trace.go:171","msg":"trace[1649221052] transaction","detail":"{read_only:false; response_revision:6009; number_of_response:1; }","duration":"106.609873ms","start":"2026-04-23T16:40:52.171996Z","end":"2026-04-23T16:40:52.278606Z","steps":["trace[1649221052] 'process raft request' (duration: 106.457454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:52.590457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.573294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:40:52.590898Z","caller":"traceutil/trace.go:171","msg":"trace[65991430] transaction","detail":"{read_only:false; response_revision:6010; number_of_response:1; }","duration":"309.547837ms","start":"2026-04-23T16:40:52.281319Z","end":"2026-04-23T16:40:52.590866Z","steps":["trace[65991430] 'process raft request' (duration: 180.459964ms)","trace[65991430] 'compare' (duration: 128.333955ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:52.590935Z","caller":"traceutil/trace.go:171","msg":"trace[1038480760] linearizableReadLoop","detail":"{readStateIndex:6251; appliedIndex:6250; }","duration":"253.968656ms","start":"2026-04-23T16:40:52.336941Z","end":"2026-04-23T16:40:52.59091Z","steps":["trace[1038480760] 'read index received' (duration: 124.843773ms)","trace[1038480760] 'applied index is now lower than readState.Index' (duration: 129.123003ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:52.590969Z","caller":"traceutil/trace.go:171","msg":"trace[851484538] transaction","detail":"{read_only:false; response_revision:6011; number_of_response:1; }","duration":"215.449455ms","start":"2026-04-23T16:40:52.375499Z","end":"2026-04-23T16:40:52.590948Z","steps":["trace[851484538] 'process raft request' (duration: 215.290075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:52.591047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.100045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:40:52.591078Z","caller":"traceutil/trace.go:171","msg":"trace[350746559] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6012; }","duration":"254.189086ms","start":"2026-04-23T16:40:52.336879Z","end":"2026-04-23T16:40:52.591068Z","steps":["trace[350746559] 'agreement among raft nodes before linearized reading' (duration: 254.112126ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:52.591157Z","caller":"traceutil/trace.go:171","msg":"trace[1115445706] transaction","detail":"{read_only:false; response_revision:6012; number_of_response:1; }","duration":"212.926901ms","start":"2026-04-23T16:40:52.378007Z","end":"2026-04-23T16:40:52.590934Z","steps":["trace[1115445706] 'process raft request' (duration: 212.875981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:52.591231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:52.281298Z","time spent":"309.668248ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8078,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:40:52.848114Z","caller":"traceutil/trace.go:171","msg":"trace[2052570554] transaction","detail":"{read_only:false; response_revision:6015; number_of_response:1; }","duration":"112.023072ms","start":"2026-04-23T16:40:52.736058Z","end":"2026-04-23T16:40:52.848081Z","steps":["trace[2052570554] 'process raft request' (duration: 98.361285ms)","trace[2052570554] 'compare' (duration: 13.471008ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:52.989631Z","caller":"traceutil/trace.go:171","msg":"trace[72965731] transaction","detail":"{read_only:false; response_revision:6017; number_of_response:1; }","duration":"123.036888ms","start":"2026-04-23T16:40:52.866566Z","end":"2026-04-23T16:40:52.989603Z","steps":["trace[72965731] 'process raft request' (duration: 112.326182ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:53.335297Z","caller":"traceutil/trace.go:171","msg":"trace[425884186] transaction","detail":"{read_only:false; response_revision:6018; number_of_response:1; }","duration":"336.573429ms","start":"2026-04-23T16:40:52.998694Z","end":"2026-04-23T16:40:53.335267Z","steps":["trace[425884186] 'process raft request' (duration: 336.290231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:53.335591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:40:52.998661Z","time spent":"336.786408ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7041,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T16:40:53.477694Z","caller":"traceutil/trace.go:171","msg":"trace[1970777243] transaction","detail":"{read_only:false; response_revision:6021; number_of_response:1; }","duration":"136.911469ms","start":"2026-04-23T16:40:53.340761Z","end":"2026-04-23T16:40:53.477673Z","steps":["trace[1970777243] 'process raft request' (duration: 136.664969ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:53.477756Z","caller":"traceutil/trace.go:171","msg":"trace[1772263090] transaction","detail":"{read_only:false; response_revision:6022; number_of_response:1; }","duration":"134.891473ms","start":"2026-04-23T16:40:53.342812Z","end":"2026-04-23T16:40:53.477703Z","steps":["trace[1772263090] 'process raft request' (duration: 134.711573ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:53.477844Z","caller":"traceutil/trace.go:171","msg":"trace[1379530021] transaction","detail":"{read_only:false; response_revision:6020; number_of_response:1; }","duration":"137.762846ms","start":"2026-04-23T16:40:53.340066Z","end":"2026-04-23T16:40:53.477828Z","steps":["trace[1379530021] 'process raft request' (duration: 108.175735ms)","trace[1379530021] 'compare' (duration: 29.072712ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:53.653282Z","caller":"traceutil/trace.go:171","msg":"trace[1275180180] linearizableReadLoop","detail":"{readStateIndex:6267; appliedIndex:6266; }","duration":"115.860207ms","start":"2026-04-23T16:40:53.537388Z","end":"2026-04-23T16:40:53.653249Z","steps":["trace[1275180180] 'read index received' (duration: 36.554954ms)","trace[1275180180] 'applied index is now lower than readState.Index' (duration: 79.304033ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:53.653352Z","caller":"traceutil/trace.go:171","msg":"trace[820377395] transaction","detail":"{read_only:false; response_revision:6025; number_of_response:1; }","duration":"130.883373ms","start":"2026-04-23T16:40:53.522433Z","end":"2026-04-23T16:40:53.653316Z","steps":["trace[820377395] 'process raft request' (duration: 117.575023ms)","trace[820377395] 'compare' (duration: 12.84375ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:40:53.653603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.186037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:40:53.653708Z","caller":"traceutil/trace.go:171","msg":"trace[1536836600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6025; }","duration":"116.347106ms","start":"2026-04-23T16:40:53.537339Z","end":"2026-04-23T16:40:53.653686Z","steps":["trace[1536836600] 'agreement among raft nodes before linearized reading' (duration: 116.086277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:53.653911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.503926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T16:40:53.653958Z","caller":"traceutil/trace.go:171","msg":"trace[1050641551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6025; }","duration":"116.585375ms","start":"2026-04-23T16:40:53.53736Z","end":"2026-04-23T16:40:53.653946Z","steps":["trace[1050641551] 'agreement among raft nodes before linearized reading' (duration: 116.447056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:53.653976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.14088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:40:53.654044Z","caller":"traceutil/trace.go:171","msg":"trace[709554898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6025; }","duration":"115.229859ms","start":"2026-04-23T16:40:53.538798Z","end":"2026-04-23T16:40:53.654028Z","steps":["trace[709554898] 'agreement among raft nodes before linearized reading' (duration: 115.06138ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:54.809317Z","caller":"traceutil/trace.go:171","msg":"trace[246732677] transaction","detail":"{read_only:false; response_revision:6035; number_of_response:1; }","duration":"212.24981ms","start":"2026-04-23T16:40:54.597032Z","end":"2026-04-23T16:40:54.809281Z","steps":["trace[246732677] 'process raft request' (duration: 125.744507ms)","trace[246732677] 'compare' (duration: 86.352343ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:40:54.831241Z","caller":"traceutil/trace.go:171","msg":"trace[330049500] transaction","detail":"{read_only:false; response_revision:6036; number_of_response:1; }","duration":"114.721844ms","start":"2026-04-23T16:40:54.716444Z","end":"2026-04-23T16:40:54.831166Z","steps":["trace[330049500] 'process raft request' (duration: 114.396125ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:40:56.25558Z","caller":"traceutil/trace.go:171","msg":"trace[1430270952] transaction","detail":"{read_only:false; response_revision:6045; number_of_response:1; }","duration":"232.008789ms","start":"2026-04-23T16:40:56.02355Z","end":"2026-04-23T16:40:56.255559Z","steps":["trace[1430270952] 'process raft request' (duration: 231.87474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:40:56.67291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.729652ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-04-23T16:41:00.268796Z","caller":"traceutil/trace.go:171","msg":"trace[368661382] transaction","detail":"{read_only:false; response_revision:6071; number_of_response:1; }","duration":"205.556787ms","start":"2026-04-23T16:41:00.063207Z","end":"2026-04-23T16:41:00.268764Z","steps":["trace[368661382] 'process raft request' (duration: 205.294838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:00.504525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.282138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:41:00.504608Z","caller":"traceutil/trace.go:171","msg":"trace[1854475187] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:6071; }","duration":"160.417378ms","start":"2026-04-23T16:41:00.344173Z","end":"2026-04-23T16:41:00.50459Z","steps":["trace[1854475187] 'count revisions from in-memory index tree' (duration: 160.200479ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:00.556608Z","caller":"traceutil/trace.go:171","msg":"trace[672549324] transaction","detail":"{read_only:false; response_revision:6072; number_of_response:1; }","duration":"174.312391ms","start":"2026-04-23T16:41:00.38227Z","end":"2026-04-23T16:41:00.556583Z","steps":["trace[672549324] 'process raft request' (duration: 174.163191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:02.987089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.675881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:41:02.987165Z","caller":"traceutil/trace.go:171","msg":"trace[346469071] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:6083; }","duration":"114.82132ms","start":"2026-04-23T16:41:02.872328Z","end":"2026-04-23T16:41:02.987149Z","steps":["trace[346469071] 'range keys from in-memory index tree' (duration: 114.562ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:03.043215Z","caller":"traceutil/trace.go:171","msg":"trace[2008064160] transaction","detail":"{read_only:false; response_revision:6084; number_of_response:1; }","duration":"132.303891ms","start":"2026-04-23T16:41:02.910884Z","end":"2026-04-23T16:41:03.043188Z","steps":["trace[2008064160] 'process raft request' (duration: 132.151431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:03.300857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.434879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:41:03.301284Z","caller":"traceutil/trace.go:171","msg":"trace[948931041] linearizableReadLoop","detail":"{readStateIndex:6329; appliedIndex:6328; }","duration":"253.707951ms","start":"2026-04-23T16:41:03.047555Z","end":"2026-04-23T16:41:03.301263Z","steps":["trace[948931041] 'read index received' (duration: 79.798724ms)","trace[948931041] 'applied index is now lower than readState.Index' (duration: 173.907537ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:41:03.301525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.962771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:41:03.301741Z","caller":"traceutil/trace.go:171","msg":"trace[1891319591] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6085; }","duration":"254.208531ms","start":"2026-04-23T16:41:03.047516Z","end":"2026-04-23T16:41:03.301725Z","steps":["trace[1891319591] 'agreement among raft nodes before linearized reading' (duration: 253.871061ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:03.301517Z","caller":"traceutil/trace.go:171","msg":"trace[1481101443] transaction","detail":"{read_only:false; response_revision:6085; number_of_response:1; }","duration":"275.40076ms","start":"2026-04-23T16:41:03.026056Z","end":"2026-04-23T16:41:03.301457Z","steps":["trace[1481101443] 'process raft request' (duration: 101.303023ms)","trace[1481101443] 'compare' (duration: 173.247669ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:03.665922Z","caller":"traceutil/trace.go:171","msg":"trace[10521403] transaction","detail":"{read_only:false; response_revision:6086; number_of_response:1; }","duration":"124.267608ms","start":"2026-04-23T16:41:03.541632Z","end":"2026-04-23T16:41:03.665899Z","steps":["trace[10521403] 'process raft request' (duration: 124.133279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:03.817627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.162607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:41:03.817726Z","caller":"traceutil/trace.go:171","msg":"trace[1880312508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6086; }","duration":"135.324318ms","start":"2026-04-23T16:41:03.682377Z","end":"2026-04-23T16:41:03.817702Z","steps":["trace[1880312508] 'range keys from in-memory index tree' (duration: 134.951058ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:04.337049Z","caller":"traceutil/trace.go:171","msg":"trace[1432316590] transaction","detail":"{read_only:false; response_revision:6092; number_of_response:1; }","duration":"101.189938ms","start":"2026-04-23T16:41:04.235835Z","end":"2026-04-23T16:41:04.337025Z","steps":["trace[1432316590] 'process raft request' (duration: 101.054719ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:30.40957Z","caller":"traceutil/trace.go:171","msg":"trace[743649744] transaction","detail":"{read_only:false; response_revision:6363; number_of_response:1; }","duration":"101.305139ms","start":"2026-04-23T16:41:30.308244Z","end":"2026-04-23T16:41:30.40955Z","steps":["trace[743649744] 'process raft request' (duration: 101.146439ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:34.562623Z","caller":"traceutil/trace.go:171","msg":"trace[338680054] transaction","detail":"{read_only:false; response_revision:6392; number_of_response:1; }","duration":"104.71135ms","start":"2026-04-23T16:41:34.457882Z","end":"2026-04-23T16:41:34.562593Z","steps":["trace[338680054] 'process raft request' (duration: 95.769127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:41.475907Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831409927495089307,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T16:41:41.719473Z","caller":"traceutil/trace.go:171","msg":"trace[2069172971] transaction","detail":"{read_only:false; response_revision:6438; number_of_response:1; }","duration":"819.29967ms","start":"2026-04-23T16:41:40.900144Z","end":"2026-04-23T16:41:41.719443Z","steps":["trace[2069172971] 'process raft request' (duration: 819.114182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:41.719652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:40.900123Z","time spent":"819.440629ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:41:42.034217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.273783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:41:42.034434Z","caller":"traceutil/trace.go:171","msg":"trace[1728592593] linearizableReadLoop","detail":"{readStateIndex:6696; appliedIndex:6693; }","duration":"1.059400593s","start":"2026-04-23T16:41:40.97502Z","end":"2026-04-23T16:41:42.034421Z","steps":["trace[1728592593] 'read index received' (duration: 744.299394ms)","trace[1728592593] 'applied index is now lower than readState.Index' (duration: 315.100449ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:42.034499Z","caller":"traceutil/trace.go:171","msg":"trace[1216361548] transaction","detail":"{read_only:false; response_revision:6440; number_of_response:1; }","duration":"678.577968ms","start":"2026-04-23T16:41:41.355915Z","end":"2026-04-23T16:41:42.034493Z","steps":["trace[1216361548] 'process raft request' (duration: 678.388268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.034539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.355897Z","time spent":"678.618718ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:41:42.03468Z","caller":"traceutil/trace.go:171","msg":"trace[903358446] transaction","detail":"{read_only:false; response_revision:6441; number_of_response:1; }","duration":"525.586523ms","start":"2026-04-23T16:41:41.509087Z","end":"2026-04-23T16:41:42.034674Z","steps":["trace[903358446] 'process raft request' (duration: 525.303555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.034713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.509065Z","time spent":"525.630483ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:41:42.034854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059830901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:41:42.034873Z","caller":"traceutil/trace.go:171","msg":"trace[1854350431] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:6441; }","duration":"1.059878331s","start":"2026-04-23T16:41:40.974988Z","end":"2026-04-23T16:41:42.034867Z","steps":["trace[1854350431] 'agreement among raft nodes before linearized reading' (duration: 1.059812541s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.034895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:40.974972Z","time spent":"1.05991731s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":43,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:41:42.035006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.412936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-23T16:41:42.035023Z","caller":"traceutil/trace.go:171","msg":"trace[939894580] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:6441; }","duration":"637.452627ms","start":"2026-04-23T16:41:41.397565Z","end":"2026-04-23T16:41:42.035018Z","steps":["trace[939894580] 'agreement among raft nodes before linearized reading' (duration: 637.420977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.035041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.39755Z","time spent":"637.485027ms","remote":"127.0.0.1:34130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:41:42.03532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.916508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:41:42.035347Z","caller":"traceutil/trace.go:171","msg":"trace[1673737092] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:6441; }","duration":"434.981878ms","start":"2026-04-23T16:41:41.600356Z","end":"2026-04-23T16:41:42.035338Z","steps":["trace[1673737092] 'agreement among raft nodes before linearized reading' (duration: 434.935988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.035367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.600331Z","time spent":"435.030938ms","remote":"127.0.0.1:38456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-23T16:41:42.035526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.722117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-23T16:41:42.035571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.258702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce\" ","response":"range_response_count:1 size:764"} {"level":"info","ts":"2026-04-23T16:41:42.035574Z","caller":"traceutil/trace.go:171","msg":"trace[1269216110] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:6441; }","duration":"524.794947ms","start":"2026-04-23T16:41:41.510764Z","end":"2026-04-23T16:41:42.035559Z","steps":["trace[1269216110] 'agreement among raft nodes before linearized reading' (duration: 524.607748ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:42.035596Z","caller":"traceutil/trace.go:171","msg":"trace[53103602] range","detail":"{range_begin:/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce; range_end:; response_count:1; response_revision:6441; }","duration":"429.283522ms","start":"2026-04-23T16:41:41.606304Z","end":"2026-04-23T16:41:42.035588Z","steps":["trace[53103602] 'agreement among raft nodes before linearized reading' (duration: 429.211432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:42.035615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.606236Z","time spent":"429.373611ms","remote":"127.0.0.1:33750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":786,"request content":"key:\"/registry/events/openstack/valkey-data-valkey-node-1.18a909b5251e03ce\" "} {"level":"warn","ts":"2026-04-23T16:41:42.035612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.510753Z","time spent":"524.850967ms","remote":"127.0.0.1:33692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-04-23T16:41:42.035608Z","caller":"traceutil/trace.go:171","msg":"trace[590170018] transaction","detail":"{read_only:false; response_revision:6439; number_of_response:1; }","duration":"955.620573ms","start":"2026-04-23T16:41:41.079956Z","end":"2026-04-23T16:41:42.035576Z","steps":["trace[590170018] 'process raft request' (duration: 814.893066ms)","trace[590170018] 'compare' (duration: 138.995254ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:41:42.035825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:41.079929Z","time spent":"955.793142ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:41:44.068571Z","caller":"traceutil/trace.go:171","msg":"trace[1355570440] transaction","detail":"{read_only:false; response_revision:6449; number_of_response:1; }","duration":"342.731064ms","start":"2026-04-23T16:41:43.725815Z","end":"2026-04-23T16:41:44.068546Z","steps":["trace[1355570440] 'process raft request' (duration: 342.542895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:44.068728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:43.725793Z","time spent":"342.859013ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:41:44.270331Z","caller":"traceutil/trace.go:171","msg":"trace[640405301] transaction","detail":"{read_only:false; response_revision:6451; number_of_response:1; }","duration":"230.499355ms","start":"2026-04-23T16:41:44.039767Z","end":"2026-04-23T16:41:44.270267Z","steps":["trace[640405301] 'process raft request' (duration: 230.393155ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:44.270501Z","caller":"traceutil/trace.go:171","msg":"trace[866327037] transaction","detail":"{read_only:false; response_revision:6450; number_of_response:1; }","duration":"468.358582ms","start":"2026-04-23T16:41:43.802134Z","end":"2026-04-23T16:41:44.270493Z","steps":["trace[866327037] 'process raft request' (duration: 448.942468ms)","trace[866327037] 'compare' (duration: 18.680748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:41:44.270569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:43.802106Z","time spent":"468.414582ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:41:44.270658Z","caller":"traceutil/trace.go:171","msg":"trace[703501919] transaction","detail":"{read_only:false; response_revision:6452; number_of_response:1; }","duration":"229.545869ms","start":"2026-04-23T16:41:44.041059Z","end":"2026-04-23T16:41:44.270605Z","steps":["trace[703501919] 'process raft request' (duration: 229.17265ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:44.270986Z","caller":"traceutil/trace.go:171","msg":"trace[217114967] linearizableReadLoop","detail":"{readStateIndex:6707; appliedIndex:6705; }","duration":"317.779987ms","start":"2026-04-23T16:41:43.953195Z","end":"2026-04-23T16:41:44.270975Z","steps":["trace[217114967] 'read index received' (duration: 115.318638ms)","trace[217114967] 'applied index is now lower than readState.Index' (duration: 202.459969ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:44.270998Z","caller":"traceutil/trace.go:171","msg":"trace[51854876] transaction","detail":"{read_only:false; response_revision:6453; number_of_response:1; }","duration":"229.767407ms","start":"2026-04-23T16:41:44.041211Z","end":"2026-04-23T16:41:44.270979Z","steps":["trace[51854876] 'process raft request' (duration: 229.301489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:44.27114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.942117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-04-23T16:41:44.271169Z","caller":"traceutil/trace.go:171","msg":"trace[52444523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6453; }","duration":"318.007156ms","start":"2026-04-23T16:41:43.953154Z","end":"2026-04-23T16:41:44.271161Z","steps":["trace[52444523] 'agreement among raft nodes before linearized reading' (duration: 317.891257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:44.271446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:41:43.953134Z","time spent":"318.304146ms","remote":"127.0.0.1:33872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-23T16:41:44.272232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.501519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T16:41:44.272299Z","caller":"traceutil/trace.go:171","msg":"trace[2146551560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6453; }","duration":"128.590097ms","start":"2026-04-23T16:41:44.14367Z","end":"2026-04-23T16:41:44.27226Z","steps":["trace[2146551560] 'agreement among raft nodes before linearized reading' (duration: 127.484992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:46.41303Z","caller":"traceutil/trace.go:171","msg":"trace[170147289] transaction","detail":"{read_only:false; response_revision:6466; number_of_response:1; }","duration":"120.300606ms","start":"2026-04-23T16:41:46.2927Z","end":"2026-04-23T16:41:46.413001Z","steps":["trace[170147289] 'process raft request' (duration: 112.063873ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:46.444115Z","caller":"traceutil/trace.go:171","msg":"trace[489080147] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"151.349825ms","start":"2026-04-23T16:41:46.29274Z","end":"2026-04-23T16:41:46.44409Z","steps":["trace[489080147] 'process raft request' (duration: 151.203416ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:46.444461Z","caller":"traceutil/trace.go:171","msg":"trace[2142452366] linearizableReadLoop","detail":"{readStateIndex:6726; appliedIndex:6722; }","duration":"118.134746ms","start":"2026-04-23T16:41:46.326314Z","end":"2026-04-23T16:41:46.444449Z","steps":["trace[2142452366] 'read index received' (duration: 78.404826ms)","trace[2142452366] 'applied index is now lower than readState.Index' (duration: 39.728481ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:46.444445Z","caller":"traceutil/trace.go:171","msg":"trace[1285749049] transaction","detail":"{read_only:false; response_revision:6468; number_of_response:1; }","duration":"151.514776ms","start":"2026-04-23T16:41:46.292907Z","end":"2026-04-23T16:41:46.444422Z","steps":["trace[1285749049] 'process raft request' (duration: 151.146918ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:46.444607Z","caller":"traceutil/trace.go:171","msg":"trace[689285280] transaction","detail":"{read_only:false; response_revision:6469; number_of_response:1; }","duration":"151.299116ms","start":"2026-04-23T16:41:46.2933Z","end":"2026-04-23T16:41:46.4446Z","steps":["trace[689285280] 'process raft request' (duration: 151.028178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:46.444787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.461125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:46.444813Z","caller":"traceutil/trace.go:171","msg":"trace[366142804] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6469; }","duration":"118.529355ms","start":"2026-04-23T16:41:46.326276Z","end":"2026-04-23T16:41:46.444805Z","steps":["trace[366142804] 'agreement among raft nodes before linearized reading' (duration: 118.417615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:46.445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.181575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:46.445022Z","caller":"traceutil/trace.go:171","msg":"trace[577919980] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6469; }","duration":"116.230745ms","start":"2026-04-23T16:41:46.328786Z","end":"2026-04-23T16:41:46.445017Z","steps":["trace[577919980] 'agreement among raft nodes before linearized reading' (duration: 116.174794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:46.445165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.317525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:46.445186Z","caller":"traceutil/trace.go:171","msg":"trace[1098083400] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6469; }","duration":"116.338224ms","start":"2026-04-23T16:41:46.328843Z","end":"2026-04-23T16:41:46.445181Z","steps":["trace[1098083400] 'agreement among raft nodes before linearized reading' (duration: 116.283585ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:48.391608Z","caller":"traceutil/trace.go:171","msg":"trace[2092601063] transaction","detail":"{read_only:false; response_revision:6471; number_of_response:1; }","duration":"110.064676ms","start":"2026-04-23T16:41:48.281513Z","end":"2026-04-23T16:41:48.391578Z","steps":["trace[2092601063] 'process raft request' (duration: 109.841927ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:48.393102Z","caller":"traceutil/trace.go:171","msg":"trace[407517047] linearizableReadLoop","detail":"{readStateIndex:6731; appliedIndex:6728; }","duration":"101.580904ms","start":"2026-04-23T16:41:48.291498Z","end":"2026-04-23T16:41:48.393079Z","steps":["trace[407517047] 'read index received' (duration: 99.940582ms)","trace[407517047] 'applied index is now lower than readState.Index' (duration: 1.639632ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:41:48.393351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.838414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-23T16:41:48.393395Z","caller":"traceutil/trace.go:171","msg":"trace[1520110019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6473; }","duration":"101.923393ms","start":"2026-04-23T16:41:48.291462Z","end":"2026-04-23T16:41:48.393385Z","steps":["trace[1520110019] 'agreement among raft nodes before linearized reading' (duration: 101.709194ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:48.393451Z","caller":"traceutil/trace.go:171","msg":"trace[2133095427] transaction","detail":"{read_only:false; response_revision:6472; number_of_response:1; }","duration":"110.463814ms","start":"2026-04-23T16:41:48.282969Z","end":"2026-04-23T16:41:48.393433Z","steps":["trace[2133095427] 'process raft request' (duration: 109.970616ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:48.393666Z","caller":"traceutil/trace.go:171","msg":"trace[1974163091] transaction","detail":"{read_only:false; response_revision:6473; number_of_response:1; }","duration":"110.111156ms","start":"2026-04-23T16:41:48.283545Z","end":"2026-04-23T16:41:48.393656Z","steps":["trace[1974163091] 'process raft request' (duration: 109.502119ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:51.803659Z","caller":"traceutil/trace.go:171","msg":"trace[1447408054] transaction","detail":"{read_only:false; response_revision:6495; number_of_response:1; }","duration":"226.190661ms","start":"2026-04-23T16:41:51.577443Z","end":"2026-04-23T16:41:51.803633Z","steps":["trace[1447408054] 'process raft request' (duration: 162.043511ms)","trace[1447408054] 'compare' (duration: 63.813972ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:56.621414Z","caller":"traceutil/trace.go:171","msg":"trace[377101968] linearizableReadLoop","detail":"{readStateIndex:6781; appliedIndex:6779; }","duration":"137.996304ms","start":"2026-04-23T16:41:56.483394Z","end":"2026-04-23T16:41:56.621391Z","steps":["trace[377101968] 'read index received' (duration: 87.682216ms)","trace[377101968] 'applied index is now lower than readState.Index' (duration: 50.313088ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:41:56.621889Z","caller":"traceutil/trace.go:171","msg":"trace[1748300742] transaction","detail":"{read_only:false; response_revision:6521; number_of_response:1; }","duration":"157.799627ms","start":"2026-04-23T16:41:56.464051Z","end":"2026-04-23T16:41:56.62185Z","steps":["trace[1748300742] 'process raft request' (duration: 107.024492ms)","trace[1748300742] 'compare' (duration: 50.126168ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:41:56.621952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.277042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:56.622001Z","caller":"traceutil/trace.go:171","msg":"trace[309287215] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6522; }","duration":"136.362691ms","start":"2026-04-23T16:41:56.485627Z","end":"2026-04-23T16:41:56.62199Z","steps":["trace[309287215] 'agreement among raft nodes before linearized reading' (duration: 136.201362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:56.622017Z","caller":"traceutil/trace.go:171","msg":"trace[2101312790] transaction","detail":"{read_only:false; response_revision:6522; number_of_response:1; }","duration":"157.505788ms","start":"2026-04-23T16:41:56.464491Z","end":"2026-04-23T16:41:56.621997Z","steps":["trace[2101312790] 'process raft request' (duration: 156.856471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:56.622038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.113343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-23T16:41:56.62222Z","caller":"traceutil/trace.go:171","msg":"trace[1106885227] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6522; }","duration":"107.301151ms","start":"2026-04-23T16:41:56.514874Z","end":"2026-04-23T16:41:56.622176Z","steps":["trace[1106885227] 'agreement among raft nodes before linearized reading' (duration: 107.062223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:56.622311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.643898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:56.622347Z","caller":"traceutil/trace.go:171","msg":"trace[932388271] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6522; }","duration":"126.699897ms","start":"2026-04-23T16:41:56.495637Z","end":"2026-04-23T16:41:56.622337Z","steps":["trace[932388271] 'agreement among raft nodes before linearized reading' (duration: 126.621378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:56.622239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.384934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-23T16:41:56.622544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.606094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-23T16:41:56.622619Z","caller":"traceutil/trace.go:171","msg":"trace[1619818529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6522; }","duration":"127.707593ms","start":"2026-04-23T16:41:56.494894Z","end":"2026-04-23T16:41:56.622601Z","steps":["trace[1619818529] 'agreement among raft nodes before linearized reading' (duration: 127.529193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:41:56.621954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.548151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-04-23T16:41:56.622956Z","caller":"traceutil/trace.go:171","msg":"trace[1564220182] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:6522; }","duration":"139.577575ms","start":"2026-04-23T16:41:56.483342Z","end":"2026-04-23T16:41:56.62292Z","steps":["trace[1564220182] 'agreement among raft nodes before linearized reading' (duration: 138.44711ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:41:56.622902Z","caller":"traceutil/trace.go:171","msg":"trace[332376601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6522; }","duration":"125.807162ms","start":"2026-04-23T16:41:56.496826Z","end":"2026-04-23T16:41:56.622633Z","steps":["trace[332376601] 'agreement among raft nodes before linearized reading' (duration: 125.353714ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:00.670537Z","caller":"traceutil/trace.go:171","msg":"trace[131079386] transaction","detail":"{read_only:false; response_revision:6544; number_of_response:1; }","duration":"114.041075ms","start":"2026-04-23T16:42:00.55647Z","end":"2026-04-23T16:42:00.670511Z","steps":["trace[131079386] 'process raft request' (duration: 71.207387ms)","trace[131079386] 'compare' (duration: 42.624499ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:42:18.968491Z","caller":"traceutil/trace.go:171","msg":"trace[513513082] transaction","detail":"{read_only:false; response_revision:6689; number_of_response:1; }","duration":"130.073601ms","start":"2026-04-23T16:42:18.83839Z","end":"2026-04-23T16:42:18.968464Z","steps":["trace[513513082] 'process raft request' (duration: 129.848583ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:18.968759Z","caller":"traceutil/trace.go:171","msg":"trace[249789893] linearizableReadLoop","detail":"{readStateIndex:6957; appliedIndex:6953; }","duration":"114.890844ms","start":"2026-04-23T16:42:18.853844Z","end":"2026-04-23T16:42:18.968735Z","steps":["trace[249789893] 'read index received' (duration: 11.246259ms)","trace[249789893] 'applied index is now lower than readState.Index' (duration: 103.643526ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:42:18.968806Z","caller":"traceutil/trace.go:171","msg":"trace[544233576] transaction","detail":"{read_only:false; response_revision:6690; number_of_response:1; }","duration":"130.278991ms","start":"2026-04-23T16:42:18.838446Z","end":"2026-04-23T16:42:18.968725Z","steps":["trace[544233576] 'process raft request' (duration: 129.966422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:18.968897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.029223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:42:18.971107Z","caller":"traceutil/trace.go:171","msg":"trace[637590216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6691; }","duration":"117.26801ms","start":"2026-04-23T16:42:18.853817Z","end":"2026-04-23T16:42:18.971085Z","steps":["trace[637590216] 'agreement among raft nodes before linearized reading' (duration: 114.992362ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:18.968973Z","caller":"traceutil/trace.go:171","msg":"trace[781095312] transaction","detail":"{read_only:false; response_revision:6691; number_of_response:1; }","duration":"129.844273ms","start":"2026-04-23T16:42:18.839112Z","end":"2026-04-23T16:42:18.968956Z","steps":["trace[781095312] 'process raft request' (duration: 129.512455ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:29.256647Z","caller":"traceutil/trace.go:171","msg":"trace[534979178] transaction","detail":"{read_only:false; response_revision:6740; number_of_response:1; }","duration":"331.550311ms","start":"2026-04-23T16:42:28.925071Z","end":"2026-04-23T16:42:29.256621Z","steps":["trace[534979178] 'process raft request' (duration: 331.370325ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:29.256694Z","caller":"traceutil/trace.go:171","msg":"trace[689604118] linearizableReadLoop","detail":"{readStateIndex:7009; appliedIndex:7009; }","duration":"234.389051ms","start":"2026-04-23T16:42:29.02229Z","end":"2026-04-23T16:42:29.256679Z","steps":["trace[689604118] 'read index received' (duration: 234.38315ms)","trace[689604118] 'applied index is now lower than readState.Index' (duration: 5.061µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:42:29.256788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:42:28.925064Z","time spent":"331.64202ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T16:42:29.25698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.47947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-23T16:42:29.257033Z","caller":"traceutil/trace.go:171","msg":"trace[2073978098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6740; }","duration":"234.555865ms","start":"2026-04-23T16:42:29.022464Z","end":"2026-04-23T16:42:29.25702Z","steps":["trace[2073978098] 'agreement among raft nodes before linearized reading' (duration: 234.428649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:29.257159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.863349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-23T16:42:29.257196Z","caller":"traceutil/trace.go:171","msg":"trace[1752927220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6740; }","duration":"234.924081ms","start":"2026-04-23T16:42:29.022264Z","end":"2026-04-23T16:42:29.257188Z","steps":["trace[1752927220] 'agreement among raft nodes before linearized reading' (duration: 234.496523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:29.257211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.627271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-23T16:42:29.257231Z","caller":"traceutil/trace.go:171","msg":"trace[122407919] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6740; }","duration":"220.675921ms","start":"2026-04-23T16:42:29.03655Z","end":"2026-04-23T16:42:29.257226Z","steps":["trace[122407919] 'agreement among raft nodes before linearized reading' (duration: 220.512098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:29.57882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.03552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:42:29.579059Z","caller":"traceutil/trace.go:171","msg":"trace[2108591657] transaction","detail":"{read_only:false; response_revision:6744; number_of_response:1; }","duration":"169.616077ms","start":"2026-04-23T16:42:29.409424Z","end":"2026-04-23T16:42:29.57904Z","steps":["trace[2108591657] 'process raft request' (duration: 169.580189ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T16:42:29.579338Z","caller":"traceutil/trace.go:171","msg":"trace[327419135] transaction","detail":"{read_only:false; response_revision:6742; number_of_response:1; }","duration":"317.756396ms","start":"2026-04-23T16:42:29.261571Z","end":"2026-04-23T16:42:29.579327Z","steps":["trace[327419135] 'process raft request' (duration: 156.139856ms)","trace[327419135] 'compare' (duration: 160.637257ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:42:29.579387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:42:29.261562Z","time spent":"317.800796ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:42:29.579482Z","caller":"traceutil/trace.go:171","msg":"trace[1461710127] transaction","detail":"{read_only:false; response_revision:6743; number_of_response:1; }","duration":"318.019271ms","start":"2026-04-23T16:42:29.261457Z","end":"2026-04-23T16:42:29.579476Z","steps":["trace[1461710127] 'process raft request' (duration: 317.459475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:29.579525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T16:42:29.261442Z","time spent":"318.058939ms","remote":"127.0.0.1:33912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T16:42:29.695683Z","caller":"traceutil/trace.go:171","msg":"trace[1606126418] linearizableReadLoop","detail":"{readStateIndex:7014; appliedIndex:7010; }","duration":"154.342913ms","start":"2026-04-23T16:42:29.541318Z","end":"2026-04-23T16:42:29.695661Z","steps":["trace[1606126418] 'read index received' (duration: 14.657856ms)","trace[1606126418] 'applied index is now lower than readState.Index' (duration: 139.684257ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T16:42:29.695792Z","caller":"traceutil/trace.go:171","msg":"trace[672651125] transaction","detail":"{read_only:false; response_revision:6745; number_of_response:1; }","duration":"228.48945ms","start":"2026-04-23T16:42:29.467293Z","end":"2026-04-23T16:42:29.695783Z","steps":["trace[672651125] 'process raft request' (duration: 214.176796ms)","trace[672651125] 'compare' (duration: 14.073184ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T16:42:29.696211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.869984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T16:42:29.696258Z","caller":"traceutil/trace.go:171","msg":"trace[1275609933] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:6745; }","duration":"154.967244ms","start":"2026-04-23T16:42:29.541279Z","end":"2026-04-23T16:42:29.696246Z","steps":["trace[1275609933] 'agreement among raft nodes before linearized reading' (duration: 154.879806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T16:42:34.900651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.844153ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T16:42:34.900903Z","caller":"traceutil/trace.go:171","msg":"trace[2068994632] transaction","detail":"{read_only:false; response_revision:6772; number_of_response:1; }","duration":"139.351281ms","start":"2026-04-23T16:42:34.761534Z","end":"2026-04-23T16:42:34.900885Z","steps":["trace[2068994632] 'process raft request' (duration: 31.199956ms)","trace[2068994632] 'compare' (duration: 107.492091ms)"],"step_count":2}