{"level":"warn","ts":"2026-03-03T17:46:28.866976Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T17:46:28.867061Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.206:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.206:2380","--initial-cluster=instance=https://162.253.55.206:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.206:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.206:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T17:46:28.867129Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T17:46:28.86714Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-03T17:46:28.867158Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T17:46:28.867955Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"]} {"level":"info","ts":"2026-03-03T17:46:28.868033Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.206:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T17:46:28.871939Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.639099ms"} {"level":"info","ts":"2026-03-03T17:46:28.878827Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"cfc9fec265e3384a","cluster-id":"9866fe2b0d49ed88"} {"level":"info","ts":"2026-03-03T17:46:28.8789Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T17:46:28.87892Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 0"} {"level":"info","ts":"2026-03-03T17:46:28.878931Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft cfc9fec265e3384a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T17:46:28.878944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became follower at term 1"} {"level":"info","ts":"2026-03-03T17:46:28.878985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"warn","ts":"2026-03-03T17:46:28.885943Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T17:46:28.88744Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T17:46:28.888615Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T17:46:28.891443Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"cfc9fec265e3384a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T17:46:28.892436Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"cfc9fec265e3384a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T17:46:28.892589Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:46:28.892625Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:46:28.892636Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T17:46:28.89286Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a switched to configuration voters=(14972778547056425034)"} {"level":"info","ts":"2026-03-03T17:46:28.892949Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","added-peer-id":"cfc9fec265e3384a","added-peer-peer-urls":["https://162.253.55.206:2380"]} {"level":"info","ts":"2026-03-03T17:46:28.896832Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T17:46:28.896935Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-03T17:46:28.897105Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.206:2380"} {"level":"info","ts":"2026-03-03T17:46:28.89833Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"cfc9fec265e3384a","initial-advertise-peer-urls":["https://162.253.55.206:2380"],"listen-peer-urls":["https://162.253.55.206:2380"],"advertise-client-urls":["https://162.253.55.206:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.206:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T17:46:28.898384Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T17:46:29.780005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T17:46:29.780052Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T17:46:29.780079Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgPreVoteResp from cfc9fec265e3384a at term 1"} {"level":"info","ts":"2026-03-03T17:46:29.780093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became candidate at term 2"} {"level":"info","ts":"2026-03-03T17:46:29.780151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a received MsgVoteResp from cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-03T17:46:29.780162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"cfc9fec265e3384a became leader at term 2"} {"level":"info","ts":"2026-03-03T17:46:29.780171Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: cfc9fec265e3384a elected leader cfc9fec265e3384a at term 2"} {"level":"info","ts":"2026-03-03T17:46:29.780996Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"cfc9fec265e3384a","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.206:2379]}","request-path":"/0/members/cfc9fec265e3384a/attributes","cluster-id":"9866fe2b0d49ed88","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T17:46:29.781035Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T17:46:29.781097Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:46:29.781228Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T17:46:29.781484Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T17:46:29.781645Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T17:46:29.782314Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9866fe2b0d49ed88","local-member-id":"cfc9fec265e3384a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:46:29.78246Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:46:29.782515Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T17:46:29.782804Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T17:46:29.785677Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.206:2379"} {"level":"info","ts":"2026-03-03T17:46:31.497664Z","caller":"traceutil/trace.go:171","msg":"trace[1197981246] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"447.95037ms","start":"2026-03-03T17:46:31.04969Z","end":"2026-03-03T17:46:31.49764Z","steps":["trace[1197981246] 'read index received' (duration: 447.824256ms)","trace[1197981246] 'applied index is now lower than readState.Index' (duration: 124.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:46:31.497959Z","caller":"traceutil/trace.go:171","msg":"trace[1374696887] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"448.030863ms","start":"2026-03-03T17:46:31.049642Z","end":"2026-03-03T17:46:31.497673Z","steps":["trace[1374696887] 'process raft request' (duration: 447.702504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.497965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.239337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.498064Z","caller":"traceutil/trace.go:171","msg":"trace[807145715] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:2; }","duration":"448.365361ms","start":"2026-03-03T17:46:31.049679Z","end":"2026-03-03T17:46:31.498045Z","steps":["trace[807145715] 'agreement among raft nodes before linearized reading' (duration: 448.098254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.498121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.049674Z","time spent":"448.431433ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T17:46:31.498447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.049632Z","time spent":"448.415452ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:46:31.729606Z","caller":"traceutil/trace.go:171","msg":"trace[599919004] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"674.982552ms","start":"2026-03-03T17:46:31.054578Z","end":"2026-03-03T17:46:31.72956Z","steps":["trace[599919004] 'process raft request' (duration: 674.640493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.729666Z","caller":"traceutil/trace.go:171","msg":"trace[864488559] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"590.488954ms","start":"2026-03-03T17:46:31.13916Z","end":"2026-03-03T17:46:31.729648Z","steps":["trace[864488559] 'process raft request' (duration: 590.256358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.729643Z","caller":"traceutil/trace.go:171","msg":"trace[1538878617] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"590.30493ms","start":"2026-03-03T17:46:31.139245Z","end":"2026-03-03T17:46:31.72955Z","steps":["trace[1538878617] 'process raft request' (duration: 590.220537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.729739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.054561Z","time spent":"675.113795ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:46:31.729727Z","caller":"traceutil/trace.go:171","msg":"trace[2056122385] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"231.841771ms","start":"2026-03-03T17:46:31.497848Z","end":"2026-03-03T17:46:31.72969Z","steps":["trace[2056122385] 'read index received' (duration: 231.354548ms)","trace[2056122385] 'applied index is now lower than readState.Index' (duration: 485.853µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:46:31.729772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139204Z","time spent":"590.523935ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:46:31.72985Z","caller":"traceutil/trace.go:171","msg":"trace[250262500] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"590.739871ms","start":"2026-03-03T17:46:31.139102Z","end":"2026-03-03T17:46:31.729842Z","steps":["trace[250262500] 'process raft request' (duration: 590.278279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.729829Z","caller":"traceutil/trace.go:171","msg":"trace[198729598] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"590.230518ms","start":"2026-03-03T17:46:31.139523Z","end":"2026-03-03T17:46:31.729753Z","steps":["trace[198729598] 'process raft request' (duration: 589.993892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.729949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139089Z","time spent":"590.785062ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:46:31.730006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139497Z","time spent":"590.438753ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:46:31.730062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.095991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T17:46:31.730047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.44201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T17:46:31.729771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139148Z","time spent":"590.563787ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:46:31.730115Z","caller":"traceutil/trace.go:171","msg":"trace[2017815936] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"591.164902ms","start":"2026-03-03T17:46:31.138936Z","end":"2026-03-03T17:46:31.730101Z","steps":["trace[2017815936] 'agreement among raft nodes before linearized reading' (duration: 591.104811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.730105Z","caller":"traceutil/trace.go:171","msg":"trace[169498439] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"590.808203ms","start":"2026-03-03T17:46:31.139243Z","end":"2026-03-03T17:46:31.730051Z","steps":["trace[169498439] 'process raft request' (duration: 590.199757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.0771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T17:46:31.730287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.360583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.730329Z","caller":"traceutil/trace.go:171","msg":"trace[1346107985] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"539.446555ms","start":"2026-03-03T17:46:31.190873Z","end":"2026-03-03T17:46:31.73032Z","steps":["trace[1346107985] 'agreement among raft nodes before linearized reading' (duration: 539.359963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.600297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T17:46:31.730365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139231Z","time spent":"590.975407ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:46:31.730382Z","caller":"traceutil/trace.go:171","msg":"trace[968966752] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:0; response_revision:11; }","duration":"591.284746ms","start":"2026-03-03T17:46:31.139036Z","end":"2026-03-03T17:46:31.730321Z","steps":["trace[968966752] 'agreement among raft nodes before linearized reading' (duration: 590.913426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.730417Z","caller":"traceutil/trace.go:171","msg":"trace[551904660] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"527.6985ms","start":"2026-03-03T17:46:31.202689Z","end":"2026-03-03T17:46:31.730387Z","steps":["trace[551904660] 'agreement among raft nodes before linearized reading' (duration: 527.553176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.202676Z","time spent":"527.762911ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139027Z","time spent":"591.412929ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.190855Z","time spent":"539.499397ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.629255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.730537Z","caller":"traceutil/trace.go:171","msg":"trace[903603146] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"591.167983ms","start":"2026-03-03T17:46:31.13936Z","end":"2026-03-03T17:46:31.730528Z","steps":["trace[903603146] 'process raft request' (duration: 590.123565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.107984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-03T17:46:31.73059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.918277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.730607Z","caller":"traceutil/trace.go:171","msg":"trace[1635764444] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"525.797139ms","start":"2026-03-03T17:46:31.204773Z","end":"2026-03-03T17:46:31.73057Z","steps":["trace[1635764444] 'agreement among raft nodes before linearized reading' (duration: 525.543932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.730632Z","caller":"traceutil/trace.go:171","msg":"trace[1944779404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"678.968158ms","start":"2026-03-03T17:46:31.051653Z","end":"2026-03-03T17:46:31.730621Z","steps":["trace[1944779404] 'agreement among raft nodes before linearized reading' (duration: 678.899216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.73067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.139337Z","time spent":"591.264735ms","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:46:31.730502Z","caller":"traceutil/trace.go:171","msg":"trace[1665967001] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"579.467599ms","start":"2026-03-03T17:46:31.150951Z","end":"2026-03-03T17:46:31.730419Z","steps":["trace[1665967001] 'process raft request' (duration: 578.624316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:31.730683Z","caller":"traceutil/trace.go:171","msg":"trace[996251635] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:11; }","duration":"679.770221ms","start":"2026-03-03T17:46:31.050847Z","end":"2026-03-03T17:46:31.730617Z","steps":["trace[996251635] 'agreement among raft nodes before linearized reading' (duration: 679.014611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.204756Z","time spent":"525.904682ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.050842Z","time spent":"679.890524ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.150939Z","time spent":"579.784828ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3163,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:46:31.730157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.138915Z","time spent":"591.233694ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-03T17:46:31.730147Z","caller":"traceutil/trace.go:171","msg":"trace[693506416] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"525.589734ms","start":"2026-03-03T17:46:31.20453Z","end":"2026-03-03T17:46:31.73012Z","steps":["trace[693506416] 'agreement among raft nodes before linearized reading' (duration: 525.223914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.730904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.204516Z","time spent":"526.380774ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":28,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T17:46:31.730675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.051649Z","time spent":"679.01844ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:46:31.731232Z","caller":"traceutil/trace.go:171","msg":"trace[182348792] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"230.005512ms","start":"2026-03-03T17:46:31.499861Z","end":"2026-03-03T17:46:31.729866Z","steps":["trace[182348792] 'process raft request' (duration: 229.868868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.731327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.898497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.731433Z","caller":"traceutil/trace.go:171","msg":"trace[47481114] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"678.989739ms","start":"2026-03-03T17:46:31.052391Z","end":"2026-03-03T17:46:31.731381Z","steps":["trace[47481114] 'agreement among raft nodes before linearized reading' (duration: 678.722562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.731479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.052384Z","time spent":"679.085341ms","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":28,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-03T17:46:31.73153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.990518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-03T17:46:31.731601Z","caller":"traceutil/trace.go:171","msg":"trace[1322971769] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"591.077541ms","start":"2026-03-03T17:46:31.14051Z","end":"2026-03-03T17:46:31.731588Z","steps":["trace[1322971769] 'agreement among raft nodes before linearized reading' (duration: 590.968268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:31.731646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:31.140502Z","time spent":"591.131282ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-03T17:46:36.851942Z","caller":"traceutil/trace.go:171","msg":"trace[1335913259] transaction","detail":"{read_only:false; response_revision:331; number_of_response:1; }","duration":"199.624716ms","start":"2026-03-03T17:46:36.652288Z","end":"2026-03-03T17:46:36.851913Z","steps":["trace[1335913259] 'process raft request' (duration: 199.449911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:47.916757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780996288,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:46:47.983821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.545139971s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T17:46:47.984229Z","caller":"traceutil/trace.go:171","msg":"trace[40492309] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"1.545682905s","start":"2026-03-03T17:46:46.438527Z","end":"2026-03-03T17:46:47.984209Z","steps":["trace[40492309] 'process raft request' (duration: 1.545530841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:47.984359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:46.438506Z","time spent":"1.545779148s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:46:48.56172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.734768ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T17:46:48.561827Z","caller":"traceutil/trace.go:171","msg":"trace[2104211439] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:459; }","duration":"1.145200089s","start":"2026-03-03T17:46:47.41661Z","end":"2026-03-03T17:46:48.56181Z","steps":["trace[2104211439] 'read index received' (duration: 567.480117ms)","trace[2104211439] 'applied index is now lower than readState.Index' (duration: 577.718372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:46:48.561969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145352763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:46:48.561998Z","caller":"traceutil/trace.go:171","msg":"trace[1355378473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:445; }","duration":"1.145413125s","start":"2026-03-03T17:46:47.416576Z","end":"2026-03-03T17:46:48.561989Z","steps":["trace[1355378473] 'agreement among raft nodes before linearized reading' (duration: 1.145332742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:48.562033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:47.416559Z","time spent":"1.145466046s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:46:48.562052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.630582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:46:48.562083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.066982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:46:48.562132Z","caller":"traceutil/trace.go:171","msg":"trace[94854186] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:445; }","duration":"901.766377ms","start":"2026-03-03T17:46:47.660346Z","end":"2026-03-03T17:46:48.562113Z","steps":["trace[94854186] 'agreement among raft nodes before linearized reading' (duration: 901.601742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:48.562181Z","caller":"traceutil/trace.go:171","msg":"trace[1212045453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:445; }","duration":"568.217156ms","start":"2026-03-03T17:46:47.993941Z","end":"2026-03-03T17:46:48.562159Z","steps":["trace[1212045453] 'agreement among raft nodes before linearized reading' (duration: 568.037411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:48.562193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:47.660322Z","time spent":"901.86156ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:46:48.562237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:47.993913Z","time spent":"568.310818ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:46:48.56221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.085987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T17:46:48.562308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.166946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-03T17:46:48.562347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.944092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:46:48.562343Z","caller":"traceutil/trace.go:171","msg":"trace[1758681154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:445; }","duration":"532.292462ms","start":"2026-03-03T17:46:48.030021Z","end":"2026-03-03T17:46:48.562314Z","steps":["trace[1758681154] 'agreement among raft nodes before linearized reading' (duration: 532.007335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:48.562399Z","caller":"traceutil/trace.go:171","msg":"trace[2019815047] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:445; }","duration":"845.027063ms","start":"2026-03-03T17:46:47.717363Z","end":"2026-03-03T17:46:48.56239Z","steps":["trace[2019815047] 'agreement among raft nodes before linearized reading' (duration: 844.946101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:48.562409Z","caller":"traceutil/trace.go:171","msg":"trace[140964657] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:445; }","duration":"574.335741ms","start":"2026-03-03T17:46:47.988051Z","end":"2026-03-03T17:46:48.562387Z","steps":["trace[140964657] 'agreement among raft nodes before linearized reading' (duration: 574.046663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:48.562437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:47.717341Z","time spent":"845.088886ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:46:48.562441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:48.030002Z","time spent":"532.427907ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:46:48.562461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:46:47.988031Z","time spent":"574.420774ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T17:46:58.840455Z","caller":"traceutil/trace.go:171","msg":"trace[75668399] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"208.012392ms","start":"2026-03-03T17:46:58.632418Z","end":"2026-03-03T17:46:58.84043Z","steps":["trace[75668399] 'process raft request' (duration: 207.814036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:46:58.842183Z","caller":"traceutil/trace.go:171","msg":"trace[1542754404] linearizableReadLoop","detail":"{readStateIndex:521; appliedIndex:519; }","duration":"206.023219ms","start":"2026-03-03T17:46:58.636128Z","end":"2026-03-03T17:46:58.842151Z","steps":["trace[1542754404] 'read index received' (duration: 204.241341ms)","trace[1542754404] 'applied index is now lower than readState.Index' (duration: 1.780628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:46:58.842541Z","caller":"traceutil/trace.go:171","msg":"trace[1083148936] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"209.014668ms","start":"2026-03-03T17:46:58.633509Z","end":"2026-03-03T17:46:58.842524Z","steps":["trace[1083148936] 'process raft request' (duration: 208.463553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:58.842726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.486171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:46:58.842807Z","caller":"traceutil/trace.go:171","msg":"trace[2143611108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:503; }","duration":"206.618815ms","start":"2026-03-03T17:46:58.636169Z","end":"2026-03-03T17:46:58.842788Z","steps":["trace[2143611108] 'agreement among raft nodes before linearized reading' (duration: 206.43855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:46:58.843168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.969614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:46:58.843288Z","caller":"traceutil/trace.go:171","msg":"trace[1748043519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:503; }","duration":"207.16399ms","start":"2026-03-03T17:46:58.6361Z","end":"2026-03-03T17:46:58.843264Z","steps":["trace[1748043519] 'agreement among raft nodes before linearized reading' (duration: 206.521893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.263214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780996555,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:47:07.28648Z","caller":"traceutil/trace.go:171","msg":"trace[1537619950] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"841.599502ms","start":"2026-03-03T17:47:06.444852Z","end":"2026-03-03T17:47:07.286451Z","steps":["trace[1537619950] 'process raft request' (duration: 841.460948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.28665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.444837Z","time spent":"841.742175ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1733,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:47:07.688323Z","caller":"traceutil/trace.go:171","msg":"trace[220402099] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"925.404104ms","start":"2026-03-03T17:47:06.762886Z","end":"2026-03-03T17:47:07.68829Z","steps":["trace[220402099] 'read index received' (duration: 523.515838ms)","trace[220402099] 'applied index is now lower than readState.Index' (duration: 401.887026ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:07.690224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.044998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:47:07.69154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.672028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T17:47:07.691967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.077562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-xmbxp\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-03-03T17:47:07.69197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.717983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:07.691995Z","caller":"traceutil/trace.go:171","msg":"trace[1588126277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:552; }","duration":"787.397591ms","start":"2026-03-03T17:47:06.904569Z","end":"2026-03-03T17:47:07.691967Z","steps":["trace[1588126277] 'agreement among raft nodes before linearized reading' (duration: 785.249699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:07.692045Z","caller":"traceutil/trace.go:171","msg":"trace[1732868214] range","detail":"{range_begin:/registry/pods/kube-system/cilium-xmbxp; range_end:; response_count:1; response_revision:552; }","duration":"929.175765ms","start":"2026-03-03T17:47:06.762839Z","end":"2026-03-03T17:47:07.692015Z","steps":["trace[1732868214] 'agreement among raft nodes before linearized reading' (duration: 925.603839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.69205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.904557Z","time spent":"787.477052ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T17:47:07.692055Z","caller":"traceutil/trace.go:171","msg":"trace[644765457] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:552; }","duration":"697.817816ms","start":"2026-03-03T17:47:06.994204Z","end":"2026-03-03T17:47:07.692022Z","steps":["trace[644765457] 'agreement among raft nodes before linearized reading' (duration: 696.30817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.692082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.762822Z","time spent":"929.251656ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-xmbxp\" "} {"level":"warn","ts":"2026-03-03T17:47:07.692078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.45011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:47:07.69209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.994182Z","time spent":"697.898248ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:47:07.692129Z","caller":"traceutil/trace.go:171","msg":"trace[1552129221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:552; }","duration":"822.549153ms","start":"2026-03-03T17:47:06.869554Z","end":"2026-03-03T17:47:07.692104Z","steps":["trace[1552129221] 'agreement among raft nodes before linearized reading' (duration: 822.477751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.692169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.869527Z","time spent":"822.632355ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:47:07.691989Z","caller":"traceutil/trace.go:171","msg":"trace[689009154] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"822.860793ms","start":"2026-03-03T17:47:06.869102Z","end":"2026-03-03T17:47:07.691963Z","steps":["trace[689009154] 'agreement among raft nodes before linearized reading' (duration: 820.736971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.692399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.869078Z","time spent":"823.307474ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:47:07.691329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.365572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:47:07.688374Z","caller":"traceutil/trace.go:171","msg":"trace[577716752] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"1.166903764s","start":"2026-03-03T17:47:06.521434Z","end":"2026-03-03T17:47:07.688337Z","steps":["trace[577716752] 'process raft request' (duration: 1.166591416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.69306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.521419Z","time spent":"1.171552856s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211512,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:47:07.692699Z","caller":"traceutil/trace.go:171","msg":"trace[304095396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"789.026301ms","start":"2026-03-03T17:47:06.90364Z","end":"2026-03-03T17:47:07.692666Z","steps":["trace[304095396] 'agreement among raft nodes before linearized reading' (duration: 786.382008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:07.693241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:06.903629Z","time spent":"789.599437ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:47:08.017049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.167189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:47:08.017162Z","caller":"traceutil/trace.go:171","msg":"trace[163793622] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"319.821056ms","start":"2026-03-03T17:47:07.697322Z","end":"2026-03-03T17:47:08.017143Z","steps":["trace[163793622] 'process raft request' (duration: 174.205317ms)","trace[163793622] 'compare' (duration: 144.989005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:08.017359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.697308Z","time spent":"320.011271ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:09.564505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388593993s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:47:09.564932Z","caller":"traceutil/trace.go:171","msg":"trace[170667654] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"1.866609363s","start":"2026-03-03T17:47:07.698243Z","end":"2026-03-03T17:47:09.564852Z","steps":["trace[170667654] 'process raft request' (duration: 477.579209ms)","trace[170667654] 'compare' (duration: 1.38846697s)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:09.565083Z","caller":"traceutil/trace.go:171","msg":"trace[975545682] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"1.866507311s","start":"2026-03-03T17:47:07.69855Z","end":"2026-03-03T17:47:09.565057Z","steps":["trace[975545682] 'process raft request' (duration: 1.86607413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:09.5652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.698539Z","time spent":"1.866595553s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:09.565382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.69822Z","time spent":"1.866909759s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:09.565641Z","caller":"traceutil/trace.go:171","msg":"trace[1518812788] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"1.866918419s","start":"2026-03-03T17:47:07.698709Z","end":"2026-03-03T17:47:09.565628Z","steps":["trace[1518812788] 'process raft request' (duration: 1.86610258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:09.565721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.698679Z","time spent":"1.866996831s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:09.565894Z","caller":"traceutil/trace.go:171","msg":"trace[1288866172] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.859774098s","start":"2026-03-03T17:47:07.706102Z","end":"2026-03-03T17:47:09.565876Z","steps":["trace[1288866172] 'process raft request' (duration: 1.85942631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:09.565983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.70609Z","time spent":"1.85985482s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:09.566054Z","caller":"traceutil/trace.go:171","msg":"trace[124920913] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.840590316s","start":"2026-03-03T17:47:07.725384Z","end":"2026-03-03T17:47:09.565974Z","steps":["trace[124920913] 'process raft request' (duration: 1.84033099s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:09.566075Z","caller":"traceutil/trace.go:171","msg":"trace[900223491] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.840585967s","start":"2026-03-03T17:47:07.725479Z","end":"2026-03-03T17:47:09.566065Z","steps":["trace[900223491] 'process raft request' (duration: 1.840438003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:09.566118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.725469Z","time spent":"1.840627447s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":953,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:47:09.566133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.725366Z","time spent":"1.840719869s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:47:09.566229Z","caller":"traceutil/trace.go:171","msg":"trace[1139522927] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"1.840416532s","start":"2026-03-03T17:47:07.725795Z","end":"2026-03-03T17:47:09.566211Z","steps":["trace[1139522927] 'process raft request' (duration: 1.840170866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:09.566315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.725765Z","time spent":"1.840510065s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:47:09.567194Z","caller":"traceutil/trace.go:171","msg":"trace[2057472786] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:572; }","duration":"1.571418578s","start":"2026-03-03T17:47:07.994833Z","end":"2026-03-03T17:47:09.566252Z","steps":["trace[2057472786] 'read index received' (duration: 181.003031ms)","trace[2057472786] 'applied index is now lower than readState.Index' (duration: 1.390413207s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:09.67676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.746852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T17:47:09.676824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.681976935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:09.676915Z","caller":"traceutil/trace.go:171","msg":"trace[1065989403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:560; }","duration":"1.682126919s","start":"2026-03-03T17:47:07.994763Z","end":"2026-03-03T17:47:09.67689Z","steps":["trace[1065989403] 'agreement among raft nodes before linearized reading' (duration: 1.571718074s)","trace[1065989403] 'range keys from in-memory index tree' (duration: 110.280611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:09.676968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:07.994735Z","time spent":"1.682224241s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:47:10.178838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780996572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:47:10.679842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780996572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T17:47:10.681058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.109968298s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T17:47:10.681462Z","caller":"traceutil/trace.go:171","msg":"trace[1140171291] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:580; }","duration":"1.002851413s","start":"2026-03-03T17:47:09.678584Z","end":"2026-03-03T17:47:10.681435Z","steps":["trace[1140171291] 'read index received' (duration: 1.002585147s)","trace[1140171291] 'applied index is now lower than readState.Index' (duration: 265.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:10.681554Z","caller":"traceutil/trace.go:171","msg":"trace[985875629] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.11049945s","start":"2026-03-03T17:47:09.571017Z","end":"2026-03-03T17:47:10.681516Z","steps":["trace[985875629] 'process raft request' (duration: 1.110234554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:10.681641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003037657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:10.68172Z","caller":"traceutil/trace.go:171","msg":"trace[715883370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"1.00316144s","start":"2026-03-03T17:47:09.678542Z","end":"2026-03-03T17:47:10.681704Z","steps":["trace[715883370] 'agreement among raft nodes before linearized reading' (duration: 1.002999636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:10.681723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:09.570999Z","time spent":"1.110646694s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":908,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:47:10.681754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:09.678523Z","time spent":"1.003224612s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:47:10.681753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.024408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:47:10.6818Z","caller":"traceutil/trace.go:171","msg":"trace[870889876] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:561; }","duration":"661.1226ms","start":"2026-03-03T17:47:10.020664Z","end":"2026-03-03T17:47:10.681786Z","steps":["trace[870889876] 'agreement among raft nodes before linearized reading' (duration: 660.890585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:10.682053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:10.020643Z","time spent":"661.186381ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:47:12.256674Z","caller":"traceutil/trace.go:171","msg":"trace[1783019265] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"361.296774ms","start":"2026-03-03T17:47:11.895355Z","end":"2026-03-03T17:47:12.256652Z","steps":["trace[1783019265] 'process raft request' (duration: 361.268523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:12.256721Z","caller":"traceutil/trace.go:171","msg":"trace[165864808] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"361.968441ms","start":"2026-03-03T17:47:11.894725Z","end":"2026-03-03T17:47:12.256693Z","steps":["trace[165864808] 'process raft request' (duration: 361.813367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:12.256872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:11.895347Z","time spent":"361.394306ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:47:12.256885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:11.894707Z","time spent":"362.090613ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:47:12.259071Z","caller":"traceutil/trace.go:171","msg":"trace[1555458962] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"284.697912ms","start":"2026-03-03T17:47:11.97435Z","end":"2026-03-03T17:47:12.259047Z","steps":["trace[1555458962] 'process raft request' (duration: 284.532628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:12.2593Z","caller":"traceutil/trace.go:171","msg":"trace[1351756326] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"284.685932ms","start":"2026-03-03T17:47:11.974598Z","end":"2026-03-03T17:47:12.259284Z","steps":["trace[1351756326] 'process raft request' (duration: 284.411485ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:12.259293Z","caller":"traceutil/trace.go:171","msg":"trace[1137540713] linearizableReadLoop","detail":"{readStateIndex:720; appliedIndex:718; }","duration":"265.514451ms","start":"2026-03-03T17:47:11.993652Z","end":"2026-03-03T17:47:12.259167Z","steps":["trace[1137540713] 'read index received' (duration: 263.018312ms)","trace[1137540713] 'applied index is now lower than readState.Index' (duration: 2.494069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:47:12.259483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.810729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:12.259566Z","caller":"traceutil/trace.go:171","msg":"trace[1171979130] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:700; }","duration":"265.937552ms","start":"2026-03-03T17:47:11.993608Z","end":"2026-03-03T17:47:12.259545Z","steps":["trace[1171979130] 'agreement among raft nodes before linearized reading' (duration: 265.801179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:12.259561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.082271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:12.259857Z","caller":"traceutil/trace.go:171","msg":"trace[390023229] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:700; }","duration":"178.430459ms","start":"2026-03-03T17:47:12.081408Z","end":"2026-03-03T17:47:12.259839Z","steps":["trace[390023229] 'agreement among raft nodes before linearized reading' (duration: 178.083211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:22.236027Z","caller":"traceutil/trace.go:171","msg":"trace[770969052] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"103.289293ms","start":"2026-03-03T17:47:22.132716Z","end":"2026-03-03T17:47:22.236006Z","steps":["trace[770969052] 'process raft request' (duration: 103.15649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:30.102405Z","caller":"traceutil/trace.go:171","msg":"trace[995869761] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"408.660911ms","start":"2026-03-03T17:47:29.693719Z","end":"2026-03-03T17:47:30.10238Z","steps":["trace[995869761] 'process raft request' (duration: 408.530668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.102561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.693695Z","time spent":"408.795515ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:47:30.108529Z","caller":"traceutil/trace.go:171","msg":"trace[133339303] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:955; }","duration":"136.46677ms","start":"2026-03-03T17:47:29.972038Z","end":"2026-03-03T17:47:30.108504Z","steps":["trace[133339303] 'read index received' (duration: 130.21093ms)","trace[133339303] 'applied index is now lower than readState.Index' (duration: 6.25478ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:47:30.10858Z","caller":"traceutil/trace.go:171","msg":"trace[1257555069] transaction","detail":"{read_only:false; response_revision:930; number_of_response:1; }","duration":"414.44934ms","start":"2026-03-03T17:47:29.694107Z","end":"2026-03-03T17:47:30.108557Z","steps":["trace[1257555069] 'process raft request' (duration: 414.236185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.108724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.43696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:47:30.108768Z","caller":"traceutil/trace.go:171","msg":"trace[860885665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:931; }","duration":"114.534793ms","start":"2026-03-03T17:47:29.994224Z","end":"2026-03-03T17:47:30.108758Z","steps":["trace[860885665] 'agreement among raft nodes before linearized reading' (duration: 114.40782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.108719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.69409Z","time spent":"414.543603ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:47:30.109052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.001292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:47:30.109129Z","caller":"traceutil/trace.go:171","msg":"trace[403211559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:931; }","duration":"137.126765ms","start":"2026-03-03T17:47:29.971985Z","end":"2026-03-03T17:47:30.109111Z","steps":["trace[403211559] 'agreement among raft nodes before linearized reading' (duration: 136.637454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:47:30.109169Z","caller":"traceutil/trace.go:171","msg":"trace[1900864824] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"412.467762ms","start":"2026-03-03T17:47:29.696124Z","end":"2026-03-03T17:47:30.108592Z","steps":["trace[1900864824] 'process raft request' (duration: 412.345229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:47:30.109272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:47:29.69611Z","time spent":"413.116438ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:00.591819Z","caller":"traceutil/trace.go:171","msg":"trace[439940094] linearizableReadLoop","detail":"{readStateIndex:1246; appliedIndex:1245; }","duration":"339.591902ms","start":"2026-03-03T17:48:00.252209Z","end":"2026-03-03T17:48:00.591801Z","steps":["trace[439940094] 'read index received' (duration: 339.455189ms)","trace[439940094] 'applied index is now lower than readState.Index' (duration: 135.933µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:00.591901Z","caller":"traceutil/trace.go:171","msg":"trace[1748691683] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"340.34196ms","start":"2026-03-03T17:48:00.251534Z","end":"2026-03-03T17:48:00.591876Z","steps":["trace[1748691683] 'process raft request' (duration: 340.152306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:00.591972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.750166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T17:48:00.592002Z","caller":"traceutil/trace.go:171","msg":"trace[1719871080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1206; }","duration":"339.812598ms","start":"2026-03-03T17:48:00.252182Z","end":"2026-03-03T17:48:00.591995Z","steps":["trace[1719871080] 'agreement among raft nodes before linearized reading' (duration: 339.705975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:00.592014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.251518Z","time spent":"340.431902ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:00.592039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.252171Z","time spent":"339.862079ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:48:00.622285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.90706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T17:48:00.622377Z","caller":"traceutil/trace.go:171","msg":"trace[2050014146] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1207; }","duration":"370.027404ms","start":"2026-03-03T17:48:00.252326Z","end":"2026-03-03T17:48:00.622354Z","steps":["trace[2050014146] 'agreement among raft nodes before linearized reading' (duration: 369.784027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:00.622422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.252319Z","time spent":"370.093555ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:48:00.622857Z","caller":"traceutil/trace.go:171","msg":"trace[564742302] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"369.209203ms","start":"2026-03-03T17:48:00.252609Z","end":"2026-03-03T17:48:00.621819Z","steps":["trace[564742302] 'process raft request' (duration: 369.153462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:00.622958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.252595Z","time spent":"370.30336ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:01.221914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.381847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:48:01.222757Z","caller":"traceutil/trace.go:171","msg":"trace[2080019052] linearizableReadLoop","detail":"{readStateIndex:1249; appliedIndex:1247; }","duration":"269.748233ms","start":"2026-03-03T17:48:00.952981Z","end":"2026-03-03T17:48:01.222729Z","steps":["trace[2080019052] 'read index received' (duration: 266.835303ms)","trace[2080019052] 'applied index is now lower than readState.Index' (duration: 2.9118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:01.222767Z","caller":"traceutil/trace.go:171","msg":"trace[461604088] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"625.777911ms","start":"2026-03-03T17:48:00.596949Z","end":"2026-03-03T17:48:01.222727Z","steps":["trace[461604088] 'process raft request' (duration: 322.489392ms)","trace[461604088] 'compare' (duration: 301.70385ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:01.222929Z","caller":"traceutil/trace.go:171","msg":"trace[501968112] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"596.20153ms","start":"2026-03-03T17:48:00.626679Z","end":"2026-03-03T17:48:01.222881Z","steps":["trace[501968112] 'process raft request' (duration: 595.930353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:01.223015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.014879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:48:01.223044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.626664Z","time spent":"596.326822ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:01.223062Z","caller":"traceutil/trace.go:171","msg":"trace[334989718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1209; }","duration":"270.099692ms","start":"2026-03-03T17:48:00.952947Z","end":"2026-03-03T17:48:01.223047Z","steps":["trace[334989718] 'agreement among raft nodes before linearized reading' (duration: 269.897617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:01.223142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:00.59693Z","time spent":"625.947795ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:12.028078Z","caller":"traceutil/trace.go:171","msg":"trace[1443943626] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"105.217439ms","start":"2026-03-03T17:48:11.922832Z","end":"2026-03-03T17:48:12.02805Z","steps":["trace[1443943626] 'process raft request' (duration: 104.81291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:16.617643Z","caller":"traceutil/trace.go:171","msg":"trace[1340898414] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"162.815273ms","start":"2026-03-03T17:48:16.454744Z","end":"2026-03-03T17:48:16.617559Z","steps":["trace[1340898414] 'process raft request' (duration: 162.649169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:16.828563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.247697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:48:16.828681Z","caller":"traceutil/trace.go:171","msg":"trace[1000031277] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1498; }","duration":"170.41339ms","start":"2026-03-03T17:48:16.658246Z","end":"2026-03-03T17:48:16.828659Z","steps":["trace[1000031277] 'range keys from in-memory index tree' (duration: 170.039033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:16.82873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.812456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:48:16.828842Z","caller":"traceutil/trace.go:171","msg":"trace[656709115] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1498; }","duration":"136.962319ms","start":"2026-03-03T17:48:16.691855Z","end":"2026-03-03T17:48:16.828817Z","steps":["trace[656709115] 'range keys from in-memory index tree' (duration: 136.59783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:24.124765Z","caller":"traceutil/trace.go:171","msg":"trace[619495446] linearizableReadLoop","detail":"{readStateIndex:1674; appliedIndex:1673; }","duration":"129.360381ms","start":"2026-03-03T17:48:23.99538Z","end":"2026-03-03T17:48:24.12474Z","steps":["trace[619495446] 'read index received' (duration: 129.201428ms)","trace[619495446] 'applied index is now lower than readState.Index' (duration: 157.923µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:24.124893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.494194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:24.124924Z","caller":"traceutil/trace.go:171","msg":"trace[1474521747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1608; }","duration":"129.575986ms","start":"2026-03-03T17:48:23.995339Z","end":"2026-03-03T17:48:24.124915Z","steps":["trace[1474521747] 'agreement among raft nodes before linearized reading' (duration: 129.507935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:24.12501Z","caller":"traceutil/trace.go:171","msg":"trace[1489052112] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"425.142241ms","start":"2026-03-03T17:48:23.699833Z","end":"2026-03-03T17:48:24.124976Z","steps":["trace[1489052112] 'process raft request' (duration: 424.758052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:24.125179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:23.699808Z","time spent":"425.286865ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:24.946676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.199962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:48:24.946731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.306667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-03T17:48:24.94678Z","caller":"traceutil/trace.go:171","msg":"trace[1564932189] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1611; }","duration":"437.371087ms","start":"2026-03-03T17:48:24.50939Z","end":"2026-03-03T17:48:24.946761Z","steps":["trace[1564932189] 'count revisions from in-memory index tree' (duration: 437.124341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:24.946822Z","caller":"traceutil/trace.go:171","msg":"trace[1572826483] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd; range_end:; response_count:1; response_revision:1611; }","duration":"369.456419ms","start":"2026-03-03T17:48:24.577343Z","end":"2026-03-03T17:48:24.946799Z","steps":["trace[1572826483] 'range keys from in-memory index tree' (duration: 369.07722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:24.946834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:24.509375Z","time spent":"437.447279ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":14,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:48:24.946844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.596431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:48:24.946869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:24.577322Z","time spent":"369.537032ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" "} {"level":"info","ts":"2026-03-03T17:48:24.946885Z","caller":"traceutil/trace.go:171","msg":"trace[460207158] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1611; }","duration":"109.688143ms","start":"2026-03-03T17:48:24.837187Z","end":"2026-03-03T17:48:24.946875Z","steps":["trace[460207158] 'count revisions from in-memory index tree' (duration: 109.510939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.128161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.13695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:48:33.12829Z","caller":"traceutil/trace.go:171","msg":"trace[2069961795] linearizableReadLoop","detail":"{readStateIndex:1748; appliedIndex:1747; }","duration":"145.511029ms","start":"2026-03-03T17:48:32.98276Z","end":"2026-03-03T17:48:33.128271Z","steps":["trace[2069961795] 'read index received' (duration: 15.118654ms)","trace[2069961795] 'applied index is now lower than readState.Index' (duration: 130.391235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:33.128331Z","caller":"traceutil/trace.go:171","msg":"trace[1935589790] transaction","detail":"{read_only:false; response_revision:1679; number_of_response:1; }","duration":"237.786835ms","start":"2026-03-03T17:48:32.890517Z","end":"2026-03-03T17:48:33.128304Z","steps":["trace[1935589790] 'process raft request' (duration: 107.40767ms)","trace[1935589790] 'compare' (duration: 129.976835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:33.12845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.672543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:48:33.128506Z","caller":"traceutil/trace.go:171","msg":"trace[1746036736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1679; }","duration":"145.775365ms","start":"2026-03-03T17:48:32.982717Z","end":"2026-03-03T17:48:33.128493Z","steps":["trace[1746036736] 'agreement among raft nodes before linearized reading' (duration: 145.618941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.226013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.811215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:33.226132Z","caller":"traceutil/trace.go:171","msg":"trace[1843637742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1680; }","duration":"231.983749ms","start":"2026-03-03T17:48:32.994125Z","end":"2026-03-03T17:48:33.226108Z","steps":["trace[1843637742] 'agreement among raft nodes before linearized reading' (duration: 231.805605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:33.22618Z","caller":"traceutil/trace.go:171","msg":"trace[1850466918] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"197.74799ms","start":"2026-03-03T17:48:33.028407Z","end":"2026-03-03T17:48:33.226155Z","steps":["trace[1850466918] 'process raft request' (duration: 197.217277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.226187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.655158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T17:48:33.226281Z","caller":"traceutil/trace.go:171","msg":"trace[527871536] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1680; }","duration":"135.806942ms","start":"2026-03-03T17:48:33.090454Z","end":"2026-03-03T17:48:33.226261Z","steps":["trace[527871536] 'agreement among raft nodes before linearized reading' (duration: 135.476104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.226337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.28479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:48:33.226459Z","caller":"traceutil/trace.go:171","msg":"trace[19235589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1680; }","duration":"239.452743ms","start":"2026-03-03T17:48:32.986981Z","end":"2026-03-03T17:48:33.226434Z","steps":["trace[19235589] 'agreement among raft nodes before linearized reading' (duration: 239.077264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:33.653364Z","caller":"traceutil/trace.go:171","msg":"trace[1248389622] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"516.710811ms","start":"2026-03-03T17:48:33.136624Z","end":"2026-03-03T17:48:33.653334Z","steps":["trace[1248389622] 'process raft request' (duration: 516.486835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:33.653472Z","caller":"traceutil/trace.go:171","msg":"trace[2139926363] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1749; }","duration":"427.548787ms","start":"2026-03-03T17:48:33.225894Z","end":"2026-03-03T17:48:33.653443Z","steps":["trace[2139926363] 'read index received' (duration: 427.164317ms)","trace[2139926363] 'applied index is now lower than readState.Index' (duration: 382.65µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:48:33.653541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:33.136613Z","time spent":"516.836753ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:33.653562Z","caller":"traceutil/trace.go:171","msg":"trace[617577700] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"446.182443ms","start":"2026-03-03T17:48:33.207339Z","end":"2026-03-03T17:48:33.653522Z","steps":["trace[617577700] 'process raft request' (duration: 445.949927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.65373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:33.207325Z","time spent":"446.324987ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:33.65382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.174591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T17:48:33.653934Z","caller":"traceutil/trace.go:171","msg":"trace[816637460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1682; }","duration":"523.310235ms","start":"2026-03-03T17:48:33.130596Z","end":"2026-03-03T17:48:33.653906Z","steps":["trace[816637460] 'agreement among raft nodes before linearized reading' (duration: 522.937796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.653998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:33.130582Z","time spent":"523.402197ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T17:48:33.654647Z","caller":"traceutil/trace.go:171","msg":"trace[1141190144] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"424.229579ms","start":"2026-03-03T17:48:33.230399Z","end":"2026-03-03T17:48:33.654628Z","steps":["trace[1141190144] 'process raft request' (duration: 424.041925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.65476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:33.230381Z","time spent":"424.315231ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:33.654914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.845954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:33.655007Z","caller":"traceutil/trace.go:171","msg":"trace[1488448481] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"115.187541ms","start":"2026-03-03T17:48:33.539762Z","end":"2026-03-03T17:48:33.654949Z","steps":["trace[1488448481] 'process raft request' (duration: 114.817952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.655049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.08138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:48:33.655105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.76778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:48:33.655134Z","caller":"traceutil/trace.go:171","msg":"trace[1838218615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1684; }","duration":"288.203703ms","start":"2026-03-03T17:48:33.366911Z","end":"2026-03-03T17:48:33.655115Z","steps":["trace[1838218615] 'agreement among raft nodes before linearized reading' (duration: 288.003068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:33.655165Z","caller":"traceutil/trace.go:171","msg":"trace[1750385944] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1684; }","duration":"224.870962ms","start":"2026-03-03T17:48:33.430277Z","end":"2026-03-03T17:48:33.655148Z","steps":["trace[1750385944] 'agreement among raft nodes before linearized reading' (duration: 224.706979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:33.655055Z","caller":"traceutil/trace.go:171","msg":"trace[66813640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"428.022319ms","start":"2026-03-03T17:48:33.227006Z","end":"2026-03-03T17:48:33.655028Z","steps":["trace[66813640] 'agreement among raft nodes before linearized reading' (duration: 427.816594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.655185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.945072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:48:33.655229Z","caller":"traceutil/trace.go:171","msg":"trace[190821468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1684; }","duration":"290.026594ms","start":"2026-03-03T17:48:33.365189Z","end":"2026-03-03T17:48:33.655215Z","steps":["trace[190821468] 'agreement among raft nodes before linearized reading' (duration: 289.898641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:33.655245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:33.226994Z","time spent":"428.218553ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:48:33.655217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.759171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:48:33.655442Z","caller":"traceutil/trace.go:171","msg":"trace[381392568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1684; }","duration":"272.985186ms","start":"2026-03-03T17:48:33.382438Z","end":"2026-03-03T17:48:33.655423Z","steps":["trace[381392568] 'agreement among raft nodes before linearized reading' (duration: 272.482504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:37.447671Z","caller":"traceutil/trace.go:171","msg":"trace[576596328] linearizableReadLoop","detail":"{readStateIndex:1777; appliedIndex:1776; }","duration":"447.300999ms","start":"2026-03-03T17:48:37.000349Z","end":"2026-03-03T17:48:37.44765Z","steps":["trace[576596328] 'read index received' (duration: 447.187126ms)","trace[576596328] 'applied index is now lower than readState.Index' (duration: 113.023µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:37.44774Z","caller":"traceutil/trace.go:171","msg":"trace[737199593] transaction","detail":"{read_only:false; response_revision:1708; number_of_response:1; }","duration":"628.720666ms","start":"2026-03-03T17:48:36.818986Z","end":"2026-03-03T17:48:37.447707Z","steps":["trace[737199593] 'process raft request' (duration: 628.521221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:37.447819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.456292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:37.447852Z","caller":"traceutil/trace.go:171","msg":"trace[916979775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1708; }","duration":"447.543254ms","start":"2026-03-03T17:48:37.000299Z","end":"2026-03-03T17:48:37.447842Z","steps":["trace[916979775] 'agreement among raft nodes before linearized reading' (duration: 447.479413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:37.447879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:37.000281Z","time spent":"447.592516ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:48:37.447906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:36.818961Z","time spent":"628.849719ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:48:37.690989Z","caller":"traceutil/trace.go:171","msg":"trace[2043703019] linearizableReadLoop","detail":"{readStateIndex:1779; appliedIndex:1777; }","duration":"243.211591ms","start":"2026-03-03T17:48:37.447755Z","end":"2026-03-03T17:48:37.690966Z","steps":["trace[2043703019] 'read index received' (duration: 242.953165ms)","trace[2043703019] 'applied index is now lower than readState.Index' (duration: 257.666µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:48:37.69132Z","caller":"traceutil/trace.go:171","msg":"trace[1893950707] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"454.369583ms","start":"2026-03-03T17:48:37.236935Z","end":"2026-03-03T17:48:37.691305Z","steps":["trace[1893950707] 'process raft request' (duration: 453.992444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:48:37.69132Z","caller":"traceutil/trace.go:171","msg":"trace[1498916732] transaction","detail":"{read_only:false; response_revision:1709; number_of_response:1; }","duration":"621.082778ms","start":"2026-03-03T17:48:37.070212Z","end":"2026-03-03T17:48:37.691294Z","steps":["trace[1498916732] 'process raft request' (duration: 620.577246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:37.691432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:37.236899Z","time spent":"454.459405ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:37.691484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:37.070196Z","time spent":"621.209021ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7969,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:48:37.691504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.150418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-03T17:48:37.691584Z","caller":"traceutil/trace.go:171","msg":"trace[122193735] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1710; }","duration":"317.283661ms","start":"2026-03-03T17:48:37.374282Z","end":"2026-03-03T17:48:37.691566Z","steps":["trace[122193735] 'agreement among raft nodes before linearized reading' (duration: 317.043235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:48:37.691633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:48:37.374259Z","time spent":"317.365513ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12013,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T17:48:37.695836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.034381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:48:37.695892Z","caller":"traceutil/trace.go:171","msg":"trace[1808588533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1711; }","duration":"247.120463ms","start":"2026-03-03T17:48:37.448757Z","end":"2026-03-03T17:48:37.695877Z","steps":["trace[1808588533] 'agreement among raft nodes before linearized reading' (duration: 247.022761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:04.018877Z","caller":"traceutil/trace.go:171","msg":"trace[44850671] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"184.958291ms","start":"2026-03-03T17:49:03.833896Z","end":"2026-03-03T17:49:04.018854Z","steps":["trace[44850671] 'process raft request' (duration: 179.907623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:04.019011Z","caller":"traceutil/trace.go:171","msg":"trace[22839443] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1928; }","duration":"150.458885ms","start":"2026-03-03T17:49:03.868522Z","end":"2026-03-03T17:49:04.018981Z","steps":["trace[22839443] 'read index received' (duration: 145.250943ms)","trace[22839443] 'applied index is now lower than readState.Index' (duration: 5.206392ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:04.019149Z","caller":"traceutil/trace.go:171","msg":"trace[1104399012] transaction","detail":"{read_only:false; response_revision:1854; number_of_response:1; }","duration":"181.525031ms","start":"2026-03-03T17:49:03.837611Z","end":"2026-03-03T17:49:04.019136Z","steps":["trace[1104399012] 'process raft request' (duration: 181.144892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:04.019377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.406733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:49:04.019495Z","caller":"traceutil/trace.go:171","msg":"trace[147715421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1854; }","duration":"132.590107ms","start":"2026-03-03T17:49:03.886873Z","end":"2026-03-03T17:49:04.019463Z","steps":["trace[147715421] 'agreement among raft nodes before linearized reading' (duration: 132.309301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:04.019542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.020238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:04.019597Z","caller":"traceutil/trace.go:171","msg":"trace[2001636388] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1854; }","duration":"151.10997ms","start":"2026-03-03T17:49:03.868469Z","end":"2026-03-03T17:49:04.019579Z","steps":["trace[2001636388] 'agreement among raft nodes before linearized reading' (duration: 150.952366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:04.019699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.269675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:49:04.01973Z","caller":"traceutil/trace.go:171","msg":"trace[1182779000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1854; }","duration":"116.354457ms","start":"2026-03-03T17:49:03.903366Z","end":"2026-03-03T17:49:04.01972Z","steps":["trace[1182779000] 'agreement among raft nodes before linearized reading' (duration: 116.264575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:04.019864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.425086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:49:04.019891Z","caller":"traceutil/trace.go:171","msg":"trace[757741861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1854; }","duration":"124.472227ms","start":"2026-03-03T17:49:03.895408Z","end":"2026-03-03T17:49:04.019881Z","steps":["trace[757741861] 'agreement among raft nodes before linearized reading' (duration: 124.394525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:04.152857Z","caller":"traceutil/trace.go:171","msg":"trace[1187095740] transaction","detail":"{read_only:false; response_revision:1855; number_of_response:1; }","duration":"127.98384ms","start":"2026-03-03T17:49:04.024826Z","end":"2026-03-03T17:49:04.15281Z","steps":["trace[1187095740] 'process raft request' (duration: 99.122886ms)","trace[1187095740] 'compare' (duration: 28.497675ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:04.152877Z","caller":"traceutil/trace.go:171","msg":"trace[557051793] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"127.846657ms","start":"2026-03-03T17:49:04.024989Z","end":"2026-03-03T17:49:04.152836Z","steps":["trace[557051793] 'process raft request' (duration: 127.717614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:04.153114Z","caller":"traceutil/trace.go:171","msg":"trace[621823581] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"127.578381ms","start":"2026-03-03T17:49:04.02551Z","end":"2026-03-03T17:49:04.153089Z","steps":["trace[621823581] 'process raft request' (duration: 127.272474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.957476Z","caller":"traceutil/trace.go:171","msg":"trace[1921654049] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"158.140525ms","start":"2026-03-03T17:49:09.79931Z","end":"2026-03-03T17:49:09.957451Z","steps":["trace[1921654049] 'process raft request' (duration: 157.713575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:09.973553Z","caller":"traceutil/trace.go:171","msg":"trace[2121919534] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"173.144935ms","start":"2026-03-03T17:49:09.800375Z","end":"2026-03-03T17:49:09.97352Z","steps":["trace[2121919534] 'process raft request' (duration: 173.039062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.561108Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780999204,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:49:10.691069Z","caller":"traceutil/trace.go:171","msg":"trace[376725340] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"644.399533ms","start":"2026-03-03T17:49:10.046635Z","end":"2026-03-03T17:49:10.691035Z","steps":["trace[376725340] 'process raft request' (duration: 635.585067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.691231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.046607Z","time spent":"644.533536ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:10.729664Z","caller":"traceutil/trace.go:171","msg":"trace[1715578190] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"679.527084ms","start":"2026-03-03T17:49:10.050104Z","end":"2026-03-03T17:49:10.729631Z","steps":["trace[1715578190] 'process raft request' (duration: 679.246067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.729841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.050094Z","time spent":"679.653587ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:10.73049Z","caller":"traceutil/trace.go:171","msg":"trace[500439617] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1958; }","duration":"669.847727ms","start":"2026-03-03T17:49:10.060609Z","end":"2026-03-03T17:49:10.730456Z","steps":["trace[500439617] 'read index received' (duration: 622.249525ms)","trace[500439617] 'applied index is now lower than readState.Index' (duration: 47.596692ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:10.730619Z","caller":"traceutil/trace.go:171","msg":"trace[1428236868] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"345.148932ms","start":"2026-03-03T17:49:10.385444Z","end":"2026-03-03T17:49:10.730593Z","steps":["trace[1428236868] 'process raft request' (duration: 344.100468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.730742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.61426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:49:10.73076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.385415Z","time spent":"345.265425ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:10.730802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.181395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:10.730875Z","caller":"traceutil/trace.go:171","msg":"trace[260542795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1884; }","duration":"670.328308ms","start":"2026-03-03T17:49:10.060531Z","end":"2026-03-03T17:49:10.730859Z","steps":["trace[260542795] 'agreement among raft nodes before linearized reading' (duration: 670.097233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.730874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.720008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T17:49:10.73091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.0605Z","time spent":"670.40307ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:10.730922Z","caller":"traceutil/trace.go:171","msg":"trace[1677333195] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1884; }","duration":"548.80958ms","start":"2026-03-03T17:49:10.182096Z","end":"2026-03-03T17:49:10.730906Z","steps":["trace[1677333195] 'agreement among raft nodes before linearized reading' (duration: 548.649847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.730955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.18207Z","time spent":"548.878101ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:49:10.730982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.470595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T17:49:10.731019Z","caller":"traceutil/trace.go:171","msg":"trace[1769760339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1884; }","duration":"549.578078ms","start":"2026-03-03T17:49:10.181434Z","end":"2026-03-03T17:49:10.731012Z","steps":["trace[1769760339] 'agreement among raft nodes before linearized reading' (duration: 549.409164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:10.730822Z","caller":"traceutil/trace.go:171","msg":"trace[1883682320] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:1884; }","duration":"600.708242ms","start":"2026-03-03T17:49:10.130056Z","end":"2026-03-03T17:49:10.730764Z","steps":["trace[1883682320] 'agreement among raft nodes before linearized reading' (duration: 600.61818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.731054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.130031Z","time spent":"601.012309ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:49:10.73107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.181397Z","time spent":"549.6652ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:10.731241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.871795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T17:49:10.731308Z","caller":"traceutil/trace.go:171","msg":"trace[667838893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1884; }","duration":"549.966816ms","start":"2026-03-03T17:49:10.181327Z","end":"2026-03-03T17:49:10.731294Z","steps":["trace[667838893] 'agreement among raft nodes before linearized reading' (duration: 549.812943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:10.731343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:10.18131Z","time spent":"550.024458ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:10.96485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.687219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:49:10.96503Z","caller":"traceutil/trace.go:171","msg":"trace[1697991068] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"229.138992ms","start":"2026-03-03T17:49:10.735876Z","end":"2026-03-03T17:49:10.965015Z","steps":["trace[1697991068] 'process raft request' (duration: 229.108651ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:10.965243Z","caller":"traceutil/trace.go:171","msg":"trace[1702845478] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"230.083445ms","start":"2026-03-03T17:49:10.735124Z","end":"2026-03-03T17:49:10.965208Z","steps":["trace[1702845478] 'process raft request' (duration: 229.822299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:10.965142Z","caller":"traceutil/trace.go:171","msg":"trace[2014425367] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"230.565536ms","start":"2026-03-03T17:49:10.734528Z","end":"2026-03-03T17:49:10.965093Z","steps":["trace[2014425367] 'process raft request' (duration: 103.554719ms)","trace[2014425367] 'compare' (duration: 126.566146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:11.53579Z","caller":"traceutil/trace.go:171","msg":"trace[1396001655] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"346.895114ms","start":"2026-03-03T17:49:11.188862Z","end":"2026-03-03T17:49:11.535758Z","steps":["trace[1396001655] 'process raft request' (duration: 346.702119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:11.535988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.188839Z","time spent":"347.039666ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:12.239845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.20555ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:12.239981Z","caller":"traceutil/trace.go:171","msg":"trace[517271627] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1888; }","duration":"439.366063ms","start":"2026-03-03T17:49:11.800597Z","end":"2026-03-03T17:49:12.239963Z","steps":["trace[517271627] 'range keys from in-memory index tree' (duration: 439.170319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.240114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.080265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:12.240251Z","caller":"traceutil/trace.go:171","msg":"trace[1459341147] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:1888; }","duration":"608.275609ms","start":"2026-03-03T17:49:11.631946Z","end":"2026-03-03T17:49:12.240222Z","steps":["trace[1459341147] 'count revisions from in-memory index tree' (duration: 607.88308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.240368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.631926Z","time spent":"608.419652ms","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:49:12.240471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.200679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T17:49:12.240551Z","caller":"traceutil/trace.go:171","msg":"trace[1873467133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1888; }","duration":"501.326701ms","start":"2026-03-03T17:49:11.739201Z","end":"2026-03-03T17:49:12.240527Z","steps":["trace[1873467133] 'range keys from in-memory index tree' (duration: 500.685226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.240613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.739171Z","time spent":"501.424723ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:12.273107Z","caller":"traceutil/trace.go:171","msg":"trace[1290702824] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"309.319146ms","start":"2026-03-03T17:49:11.963763Z","end":"2026-03-03T17:49:12.273082Z","steps":["trace[1290702824] 'process raft request' (duration: 309.0694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.273257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.963737Z","time spent":"309.44071ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:12.575026Z","caller":"traceutil/trace.go:171","msg":"trace[60106168] linearizableReadLoop","detail":"{readStateIndex:1967; appliedIndex:1965; }","duration":"580.4995ms","start":"2026-03-03T17:49:11.994494Z","end":"2026-03-03T17:49:12.574994Z","steps":["trace[60106168] 'read index received' (duration: 278.320671ms)","trace[60106168] 'applied index is now lower than readState.Index' (duration: 302.177509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:12.57526Z","caller":"traceutil/trace.go:171","msg":"trace[606923236] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"595.444269ms","start":"2026-03-03T17:49:11.979785Z","end":"2026-03-03T17:49:12.575229Z","steps":["trace[606923236] 'process raft request' (duration: 594.337844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.575272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.775277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:12.575359Z","caller":"traceutil/trace.go:171","msg":"trace[1249091379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1890; }","duration":"580.867479ms","start":"2026-03-03T17:49:11.994469Z","end":"2026-03-03T17:49:12.575337Z","steps":["trace[1249091379] 'agreement among raft nodes before linearized reading' (duration: 580.729806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:12.575398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.994376Z","time spent":"581.014322ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:12.575427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:11.979747Z","time spent":"595.595242ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:12.575628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.399147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T17:49:12.575658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.701481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.1899660c6ca4967e\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T17:49:12.575702Z","caller":"traceutil/trace.go:171","msg":"trace[1418413135] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1890; }","duration":"226.501451ms","start":"2026-03-03T17:49:12.349183Z","end":"2026-03-03T17:49:12.575685Z","steps":["trace[1418413135] 'agreement among raft nodes before linearized reading' (duration: 226.268494ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:12.575718Z","caller":"traceutil/trace.go:171","msg":"trace[1794333604] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.1899660c6ca4967e; range_end:; response_count:1; response_revision:1890; }","duration":"284.785613ms","start":"2026-03-03T17:49:12.290914Z","end":"2026-03-03T17:49:12.575699Z","steps":["trace[1794333604] 'agreement among raft nodes before linearized reading' (duration: 284.499296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.81529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.673996ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T17:49:18.81549Z","caller":"traceutil/trace.go:171","msg":"trace[1089575352] linearizableReadLoop","detail":"{readStateIndex:1996; appliedIndex:1995; }","duration":"908.751286ms","start":"2026-03-03T17:49:17.906719Z","end":"2026-03-03T17:49:18.81547Z","steps":["trace[1089575352] 'read index received' (duration: 168.442846ms)","trace[1089575352] 'applied index is now lower than readState.Index' (duration: 740.30691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:18.815678Z","caller":"traceutil/trace.go:171","msg":"trace[1840160054] transaction","detail":"{read_only:false; response_revision:1918; number_of_response:1; }","duration":"576.903356ms","start":"2026-03-03T17:49:18.238766Z","end":"2026-03-03T17:49:18.81567Z","steps":["trace[1840160054] 'process raft request' (duration: 576.670211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.81576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.238726Z","time spent":"576.978078ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:18.816042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.313248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12386"} {"level":"info","ts":"2026-03-03T17:49:18.816094Z","caller":"traceutil/trace.go:171","msg":"trace[1886632900] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1917; }","duration":"909.39699ms","start":"2026-03-03T17:49:17.906684Z","end":"2026-03-03T17:49:18.816081Z","steps":["trace[1886632900] 'agreement among raft nodes before linearized reading' (duration: 908.857058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:18.816129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.906669Z","time spent":"909.452111ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12410,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T17:49:19.315572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714780999298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:49:19.380007Z","caller":"traceutil/trace.go:171","msg":"trace[649521112] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"783.960758ms","start":"2026-03-03T17:49:18.596014Z","end":"2026-03-03T17:49:19.379975Z","steps":["trace[649521112] 'process raft request' (duration: 783.891946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.380055Z","caller":"traceutil/trace.go:171","msg":"trace[1373337612] transaction","detail":"{read_only:false; response_revision:1919; number_of_response:1; }","duration":"1.088208226s","start":"2026-03-03T17:49:18.291822Z","end":"2026-03-03T17:49:19.38003Z","steps":["trace[1373337612] 'process raft request' (duration: 1.087884879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.380195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.291804Z","time spent":"1.088298457s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:19.380375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.595983Z","time spent":"784.1148ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:19.585765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.73255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:49:19.585972Z","caller":"traceutil/trace.go:171","msg":"trace[777319212] linearizableReadLoop","detail":"{readStateIndex:2001; appliedIndex:1997; }","duration":"770.439618ms","start":"2026-03-03T17:49:18.815517Z","end":"2026-03-03T17:49:19.585957Z","steps":["trace[777319212] 'read index received' (duration: 564.209403ms)","trace[777319212] 'applied index is now lower than readState.Index' (duration: 206.229075ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:19.58602Z","caller":"traceutil/trace.go:171","msg":"trace[857507867] transaction","detail":"{read_only:false; response_revision:1921; number_of_response:1; }","duration":"831.854681ms","start":"2026-03-03T17:49:18.754133Z","end":"2026-03-03T17:49:19.585988Z","steps":["trace[857507867] 'process raft request' (duration: 718.826474ms)","trace[857507867] 'compare' (duration: 112.510145ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:49:19.58606Z","caller":"traceutil/trace.go:171","msg":"trace[1013843548] transaction","detail":"{read_only:false; response_revision:1922; number_of_response:1; }","duration":"543.006384ms","start":"2026-03-03T17:49:19.043044Z","end":"2026-03-03T17:49:19.58605Z","steps":["trace[1013843548] 'process raft request' (duration: 542.82529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.58612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:19.043014Z","time spent":"543.073126ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:19.586129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.754102Z","time spent":"831.970403ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:49:19.586191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212474803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:49:19.586222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.88392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:19.586245Z","caller":"traceutil/trace.go:171","msg":"trace[195850408] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:1922; }","duration":"1.212586855s","start":"2026-03-03T17:49:18.373646Z","end":"2026-03-03T17:49:19.586233Z","steps":["trace[195850408] 'agreement among raft nodes before linearized reading' (duration: 1.212475412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591895248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:49:19.586271Z","caller":"traceutil/trace.go:171","msg":"trace[901209134] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1922; }","duration":"762.933391ms","start":"2026-03-03T17:49:18.823325Z","end":"2026-03-03T17:49:19.586258Z","steps":["trace[901209134] 'agreement among raft nodes before linearized reading' (duration: 762.85637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.404887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:49:19.58632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.823308Z","time spent":"763.004523ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.738298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T17:49:19.586325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.288518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:49:19.586336Z","caller":"traceutil/trace.go:171","msg":"trace[1780369911] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1922; }","duration":"164.464398ms","start":"2026-03-03T17:49:19.421866Z","end":"2026-03-03T17:49:19.58633Z","steps":["trace[1780369911] 'agreement among raft nodes before linearized reading' (duration: 164.431977ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.58633Z","caller":"traceutil/trace.go:171","msg":"trace[486822330] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1922; }","duration":"1.592048171s","start":"2026-03-03T17:49:17.994255Z","end":"2026-03-03T17:49:19.586303Z","steps":["trace[486822330] 'agreement among raft nodes before linearized reading' (duration: 1.591882918s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.586354Z","caller":"traceutil/trace.go:171","msg":"trace[577500811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1922; }","duration":"863.808589ms","start":"2026-03-03T17:49:18.722536Z","end":"2026-03-03T17:49:19.586345Z","steps":["trace[577500811] 'agreement among raft nodes before linearized reading' (duration: 863.700517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.586362Z","caller":"traceutil/trace.go:171","msg":"trace[1841149100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1922; }","duration":"588.34498ms","start":"2026-03-03T17:49:18.998008Z","end":"2026-03-03T17:49:19.586353Z","steps":["trace[1841149100] 'agreement among raft nodes before linearized reading' (duration: 588.200286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302338436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T17:49:19.586385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.722513Z","time spent":"863.8653ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.997998Z","time spent":"588.38336ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:17.994234Z","time spent":"1.592142153s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.647766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:49:19.58642Z","caller":"traceutil/trace.go:171","msg":"trace[77153937] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1922; }","duration":"1.302457139s","start":"2026-03-03T17:49:18.283946Z","end":"2026-03-03T17:49:19.586403Z","steps":["trace[77153937] 'agreement among raft nodes before linearized reading' (duration: 1.302214173s)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:19.586447Z","caller":"traceutil/trace.go:171","msg":"trace[2018689811] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1922; }","duration":"588.706617ms","start":"2026-03-03T17:49:18.997728Z","end":"2026-03-03T17:49:19.586435Z","steps":["trace[2018689811] 'agreement among raft nodes before linearized reading' (duration: 588.552774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.282348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:49:19.586274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.373626Z","time spent":"1.212642857s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:49:19.586469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.283915Z","time spent":"1.30254509s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T17:49:19.586486Z","caller":"traceutil/trace.go:171","msg":"trace[613212195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1922; }","duration":"588.518223ms","start":"2026-03-03T17:49:18.997959Z","end":"2026-03-03T17:49:19.586477Z","steps":["trace[613212195] 'agreement among raft nodes before linearized reading' (duration: 588.257718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.997669Z","time spent":"588.801979ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.997943Z","time spent":"588.556864ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:19.586367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.625157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:49:19.586701Z","caller":"traceutil/trace.go:171","msg":"trace[984518037] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1922; }","duration":"860.033046ms","start":"2026-03-03T17:49:18.726643Z","end":"2026-03-03T17:49:19.586676Z","steps":["trace[984518037] 'agreement among raft nodes before linearized reading' (duration: 859.530205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.244816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T17:49:19.586754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.726599Z","time spent":"860.139108ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:49:19.586807Z","caller":"traceutil/trace.go:171","msg":"trace[2012151142] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1922; }","duration":"826.675666ms","start":"2026-03-03T17:49:18.760105Z","end":"2026-03-03T17:49:19.58678Z","steps":["trace[2012151142] 'agreement among raft nodes before linearized reading' (duration: 826.288587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:19.586889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:18.760078Z","time spent":"826.801118ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:49:47.572296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.266101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:49:47.572612Z","caller":"traceutil/trace.go:171","msg":"trace[58048224] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"440.013629ms","start":"2026-03-03T17:49:47.132566Z","end":"2026-03-03T17:49:47.572579Z","steps":["trace[58048224] 'process raft request' (duration: 290.388941ms)","trace[58048224] 'compare' (duration: 149.136627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:49:47.572783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:47.132538Z","time spent":"440.144992ms","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:49:47.572732Z","caller":"traceutil/trace.go:171","msg":"trace[1341745883] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"440.024609ms","start":"2026-03-03T17:49:47.132662Z","end":"2026-03-03T17:49:47.572687Z","steps":["trace[1341745883] 'process raft request' (duration: 439.723613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:49:47.572885Z","caller":"traceutil/trace.go:171","msg":"trace[1813350698] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"422.90812ms","start":"2026-03-03T17:49:47.149957Z","end":"2026-03-03T17:49:47.572865Z","steps":["trace[1813350698] 'process raft request' (duration: 422.865539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:47.572907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:47.132645Z","time spent":"440.220244ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:49:47.572967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:47.149941Z","time spent":"422.997132ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":948,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:49:47.573024Z","caller":"traceutil/trace.go:171","msg":"trace[1706039880] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"423.087184ms","start":"2026-03-03T17:49:47.149924Z","end":"2026-03-03T17:49:47.573012Z","steps":["trace[1706039880] 'process raft request' (duration: 422.680705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:49:47.573081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:49:47.149908Z","time spent":"423.148755ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:50:25.777852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.210381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.1899661fe293888d\" ","response":"range_response_count:1 size:768"} {"level":"info","ts":"2026-03-03T17:50:25.777954Z","caller":"traceutil/trace.go:171","msg":"trace[440525666] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.1899661fe293888d; range_end:; response_count:1; response_revision:2443; }","duration":"202.355177ms","start":"2026-03-03T17:50:25.575582Z","end":"2026-03-03T17:50:25.777937Z","steps":["trace[440525666] 'range keys from in-memory index tree' (duration: 202.019411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:25.778024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.575739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T17:50:25.778135Z","caller":"traceutil/trace.go:171","msg":"trace[547200923] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2443; }","duration":"122.734796ms","start":"2026-03-03T17:50:25.655372Z","end":"2026-03-03T17:50:25.778106Z","steps":["trace[547200923] 'range keys from in-memory index tree' (duration: 122.352037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.010474Z","caller":"traceutil/trace.go:171","msg":"trace[115863387] transaction","detail":"{read_only:false; response_revision:2444; number_of_response:1; }","duration":"281.893184ms","start":"2026-03-03T17:50:25.728389Z","end":"2026-03-03T17:50:26.010282Z","steps":["trace[115863387] 'process raft request' (duration: 281.638872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.537814Z","caller":"traceutil/trace.go:171","msg":"trace[791898712] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2544; }","duration":"756.834497ms","start":"2026-03-03T17:50:25.780957Z","end":"2026-03-03T17:50:26.537792Z","steps":["trace[791898712] 'read index received' (duration: 228.936681ms)","trace[791898712] 'applied index is now lower than readState.Index' (duration: 527.896916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:50:26.538432Z","caller":"traceutil/trace.go:171","msg":"trace[2093948187] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"807.136808ms","start":"2026-03-03T17:50:25.731214Z","end":"2026-03-03T17:50:26.53835Z","steps":["trace[2093948187] 'process raft request' (duration: 806.351229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.731206Z","time spent":"807.305216ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.538669Z","caller":"traceutil/trace.go:171","msg":"trace[875634731] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"757.779533ms","start":"2026-03-03T17:50:25.780845Z","end":"2026-03-03T17:50:26.538624Z","steps":["trace[875634731] 'process raft request' (duration: 756.844547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.651037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:50:26.538721Z","caller":"traceutil/trace.go:171","msg":"trace[709861128] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"746.826758ms","start":"2026-03-03T17:50:25.791828Z","end":"2026-03-03T17:50:26.538655Z","steps":["trace[709861128] 'process raft request' (duration: 745.922314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.538803Z","caller":"traceutil/trace.go:171","msg":"trace[15114586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2447; }","duration":"549.71917ms","start":"2026-03-03T17:50:25.989075Z","end":"2026-03-03T17:50:26.538794Z","steps":["trace[15114586] 'agreement among raft nodes before linearized reading' (duration: 549.658777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.510181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:50:26.538794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.006131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:50:26.538795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.825845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-03T17:50:26.53883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.989054Z","time spent":"549.771633ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:50:26.538806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.065608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:50:26.538799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.805443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:50:26.538864Z","caller":"traceutil/trace.go:171","msg":"trace[656220867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2447; }","duration":"566.112477ms","start":"2026-03-03T17:50:25.972728Z","end":"2026-03-03T17:50:26.53884Z","steps":["trace[656220867] 'agreement among raft nodes before linearized reading' (duration: 565.950459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.780828Z","time spent":"757.932091ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.538882Z","caller":"traceutil/trace.go:171","msg":"trace[2105496821] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2447; }","duration":"551.171344ms","start":"2026-03-03T17:50:25.987693Z","end":"2026-03-03T17:50:26.538864Z","steps":["trace[2105496821] 'agreement among raft nodes before linearized reading' (duration: 550.964564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.538886Z","caller":"traceutil/trace.go:171","msg":"trace[851754138] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2447; }","duration":"757.91642ms","start":"2026-03-03T17:50:25.780945Z","end":"2026-03-03T17:50:26.538862Z","steps":["trace[851754138] 'agreement among raft nodes before linearized reading' (duration: 757.634466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.972708Z","time spent":"566.18523ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T17:50:26.538913Z","caller":"traceutil/trace.go:171","msg":"trace[1888164707] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2447; }","duration":"636.961401ms","start":"2026-03-03T17:50:25.901925Z","end":"2026-03-03T17:50:26.538887Z","steps":["trace[1888164707] 'agreement among raft nodes before linearized reading' (duration: 636.688037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.538929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.987649Z","time spent":"551.269868ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:50:26.538947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.780915Z","time spent":"758.019625ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T17:50:26.538966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.901903Z","time spent":"637.052825ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:50:26.538713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.682099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:50:26.538848Z","caller":"traceutil/trace.go:171","msg":"trace[1584223619] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:2447; }","duration":"544.623386ms","start":"2026-03-03T17:50:25.994211Z","end":"2026-03-03T17:50:26.538834Z","steps":["trace[1584223619] 'agreement among raft nodes before linearized reading' (duration: 544.48852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.53903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.791803Z","time spent":"747.06912ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.539048Z","caller":"traceutil/trace.go:171","msg":"trace[998679170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2447; }","duration":"550.008175ms","start":"2026-03-03T17:50:25.989009Z","end":"2026-03-03T17:50:26.539017Z","steps":["trace[998679170] 'agreement among raft nodes before linearized reading' (duration: 549.615086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.539046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.994201Z","time spent":"544.833807ms","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:50:26.539115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:25.989002Z","time spent":"550.091809ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:50:26.934787Z","caller":"traceutil/trace.go:171","msg":"trace[118540773] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"391.7125ms","start":"2026-03-03T17:50:26.543047Z","end":"2026-03-03T17:50:26.934759Z","steps":["trace[118540773] 'process raft request' (duration: 391.647496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.934835Z","caller":"traceutil/trace.go:171","msg":"trace[1738429336] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"391.751541ms","start":"2026-03-03T17:50:26.543036Z","end":"2026-03-03T17:50:26.934788Z","steps":["trace[1738429336] 'process raft request' (duration: 369.332336ms)","trace[1738429336] 'compare' (duration: 22.153982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:26.935171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.543012Z","time spent":"392.036515ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:50:26.934966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.54303Z","time spent":"391.841285ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.936493Z","caller":"traceutil/trace.go:171","msg":"trace[790788631] transaction","detail":"{read_only:false; response_revision:2450; number_of_response:1; }","duration":"393.287897ms","start":"2026-03-03T17:50:26.543183Z","end":"2026-03-03T17:50:26.936471Z","steps":["trace[790788631] 'process raft request' (duration: 391.836565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.936624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.543161Z","time spent":"393.394772ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.937264Z","caller":"traceutil/trace.go:171","msg":"trace[946864696] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"393.790751ms","start":"2026-03-03T17:50:26.543454Z","end":"2026-03-03T17:50:26.937245Z","steps":["trace[946864696] 'process raft request' (duration: 393.55169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.937355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.543448Z","time spent":"393.863556ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.937618Z","caller":"traceutil/trace.go:171","msg":"trace[600920277] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"393.316378ms","start":"2026-03-03T17:50:26.544289Z","end":"2026-03-03T17:50:26.937605Z","steps":["trace[600920277] 'process raft request' (duration: 392.809113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.937679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.544267Z","time spent":"393.382661ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:50:26.937884Z","caller":"traceutil/trace.go:171","msg":"trace[1477966606] transaction","detail":"{read_only:false; response_revision:2453; number_of_response:1; }","duration":"122.397019ms","start":"2026-03-03T17:50:26.815465Z","end":"2026-03-03T17:50:26.937862Z","steps":["trace[1477966606] 'process raft request' (duration: 121.902404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:26.937804Z","caller":"traceutil/trace.go:171","msg":"trace[720444358] linearizableReadLoop","detail":"{readStateIndex:2553; appliedIndex:2548; }","duration":"393.059796ms","start":"2026-03-03T17:50:26.544724Z","end":"2026-03-03T17:50:26.937784Z","steps":["trace[720444358] 'read index received' (duration: 367.597469ms)","trace[720444358] 'applied index is now lower than readState.Index' (duration: 25.461487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:26.938034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.307908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"info","ts":"2026-03-03T17:50:26.938074Z","caller":"traceutil/trace.go:171","msg":"trace[1812248443] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2453; }","duration":"393.363541ms","start":"2026-03-03T17:50:26.544699Z","end":"2026-03-03T17:50:26.938063Z","steps":["trace[1812248443] 'agreement among raft nodes before linearized reading' (duration: 393.230214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:26.938119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:50:26.54469Z","time spent":"393.421233ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T17:50:32.190789Z","caller":"traceutil/trace.go:171","msg":"trace[870528900] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"163.40366ms","start":"2026-03-03T17:50:32.027353Z","end":"2026-03-03T17:50:32.190757Z","steps":["trace[870528900] 'process raft request' (duration: 162.907906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:32.778011Z","caller":"traceutil/trace.go:171","msg":"trace[1704885495] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"203.228041ms","start":"2026-03-03T17:50:32.574753Z","end":"2026-03-03T17:50:32.777981Z","steps":["trace[1704885495] 'process raft request' (duration: 111.928748ms)","trace[1704885495] 'compare' (duration: 91.045731ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:50:33.205636Z","caller":"traceutil/trace.go:171","msg":"trace[746977543] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"204.564218ms","start":"2026-03-03T17:50:33.001024Z","end":"2026-03-03T17:50:33.205588Z","steps":["trace[746977543] 'read index received' (duration: 104.826875ms)","trace[746977543] 'applied index is now lower than readState.Index' (duration: 99.731693ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:50:33.205665Z","caller":"traceutil/trace.go:171","msg":"trace[2021169135] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"209.751917ms","start":"2026-03-03T17:50:32.99587Z","end":"2026-03-03T17:50:33.205622Z","steps":["trace[2021169135] 'process raft request' (duration: 109.981392ms)","trace[2021169135] 'compare' (duration: 99.541653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:50:33.205897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.389509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:50:33.205937Z","caller":"traceutil/trace.go:171","msg":"trace[2085134588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2480; }","duration":"211.472132ms","start":"2026-03-03T17:50:32.994452Z","end":"2026-03-03T17:50:33.205924Z","steps":["trace[2085134588] 'agreement among raft nodes before linearized reading' (duration: 211.22563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:33.205919Z","caller":"traceutil/trace.go:171","msg":"trace[103452823] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"201.38284ms","start":"2026-03-03T17:50:33.004505Z","end":"2026-03-03T17:50:33.205888Z","steps":["trace[103452823] 'process raft request' (duration: 201.039453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:50:33.206012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.334734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T17:50:33.206088Z","caller":"traceutil/trace.go:171","msg":"trace[1868969338] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2480; }","duration":"216.453829ms","start":"2026-03-03T17:50:32.989621Z","end":"2026-03-03T17:50:33.206075Z","steps":["trace[1868969338] 'agreement among raft nodes before linearized reading' (duration: 216.096191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:33.206246Z","caller":"traceutil/trace.go:171","msg":"trace[1808753302] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"200.668034ms","start":"2026-03-03T17:50:33.005556Z","end":"2026-03-03T17:50:33.206225Z","steps":["trace[1808753302] 'process raft request' (duration: 200.243483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:33.20628Z","caller":"traceutil/trace.go:171","msg":"trace[1535506168] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"200.239443ms","start":"2026-03-03T17:50:33.006029Z","end":"2026-03-03T17:50:33.206268Z","steps":["trace[1535506168] 'process raft request' (duration: 200.118087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:50:33.206292Z","caller":"traceutil/trace.go:171","msg":"trace[522836399] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"199.898215ms","start":"2026-03-03T17:50:33.006365Z","end":"2026-03-03T17:50:33.206264Z","steps":["trace[522836399] 'process raft request' (duration: 199.851083ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:09.692226Z","caller":"traceutil/trace.go:171","msg":"trace[888367911] transaction","detail":"{read_only:false; response_revision:2662; number_of_response:1; }","duration":"119.074124ms","start":"2026-03-03T17:51:09.573122Z","end":"2026-03-03T17:51:09.692196Z","steps":["trace[888367911] 'process raft request' (duration: 118.837289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:51:16.679557Z","caller":"traceutil/trace.go:171","msg":"trace[1181389327] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"238.483978ms","start":"2026-03-03T17:51:16.441053Z","end":"2026-03-03T17:51:16.679537Z","steps":["trace[1181389327] 'process raft request' (duration: 238.360665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:52:18.380307Z","caller":"traceutil/trace.go:171","msg":"trace[819516390] linearizableReadLoop","detail":"{readStateIndex:3236; appliedIndex:3235; }","duration":"219.789537ms","start":"2026-03-03T17:52:18.160471Z","end":"2026-03-03T17:52:18.38026Z","steps":["trace[819516390] 'read index received' (duration: 171.937962ms)","trace[819516390] 'applied index is now lower than readState.Index' (duration: 47.835085ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:52:18.380512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.986772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:52:18.380653Z","caller":"traceutil/trace.go:171","msg":"trace[1531282527] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:3105; }","duration":"220.186066ms","start":"2026-03-03T17:52:18.160435Z","end":"2026-03-03T17:52:18.380621Z","steps":["trace[1531282527] 'agreement among raft nodes before linearized reading' (duration: 219.90841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:18.380698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.171015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:52:18.380757Z","caller":"traceutil/trace.go:171","msg":"trace[1031395446] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:3105; }","duration":"185.287437ms","start":"2026-03-03T17:52:18.195455Z","end":"2026-03-03T17:52:18.380742Z","steps":["trace[1031395446] 'agreement among raft nodes before linearized reading' (duration: 185.044572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:18.380792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.241481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/secretgen-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:52:18.380912Z","caller":"traceutil/trace.go:171","msg":"trace[699168163] range","detail":"{range_begin:/registry/namespaces/secretgen-controller; range_end:; response_count:0; response_revision:3105; }","duration":"114.407266ms","start":"2026-03-03T17:52:18.266479Z","end":"2026-03-03T17:52:18.380887Z","steps":["trace[699168163] 'agreement among raft nodes before linearized reading' (duration: 114.193501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:52:48.064634Z","caller":"traceutil/trace.go:171","msg":"trace[952628188] linearizableReadLoop","detail":"{readStateIndex:3456; appliedIndex:3455; }","duration":"137.230315ms","start":"2026-03-03T17:52:47.927374Z","end":"2026-03-03T17:52:48.064605Z","steps":["trace[952628188] 'read index received' (duration: 137.082242ms)","trace[952628188] 'applied index is now lower than readState.Index' (duration: 146.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:52:48.064745Z","caller":"traceutil/trace.go:171","msg":"trace[1717489024] transaction","detail":"{read_only:false; response_revision:3320; number_of_response:1; }","duration":"185.503107ms","start":"2026-03-03T17:52:47.879205Z","end":"2026-03-03T17:52:48.064708Z","steps":["trace[1717489024] 'process raft request' (duration: 185.195739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:48.064982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.665355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T17:52:48.065044Z","caller":"traceutil/trace.go:171","msg":"trace[1050845204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3320; }","duration":"107.795509ms","start":"2026-03-03T17:52:47.957234Z","end":"2026-03-03T17:52:48.065029Z","steps":["trace[1050845204] 'agreement among raft nodes before linearized reading' (duration: 107.548973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:48.065191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.367018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:52:48.065241Z","caller":"traceutil/trace.go:171","msg":"trace[1959757579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3320; }","duration":"104.44712ms","start":"2026-03-03T17:52:47.96078Z","end":"2026-03-03T17:52:48.065227Z","steps":["trace[1959757579] 'agreement among raft nodes before linearized reading' (duration: 104.264615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:48.065308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.666465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:52:48.065406Z","caller":"traceutil/trace.go:171","msg":"trace[2025641823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3320; }","duration":"104.826648ms","start":"2026-03-03T17:52:47.960561Z","end":"2026-03-03T17:52:48.065387Z","steps":["trace[2025641823] 'agreement among raft nodes before linearized reading' (duration: 104.533011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:48.065346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.868911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T17:52:48.065877Z","caller":"traceutil/trace.go:171","msg":"trace[641482663] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3320; }","duration":"138.493945ms","start":"2026-03-03T17:52:47.927354Z","end":"2026-03-03T17:52:48.065848Z","steps":["trace[641482663] 'agreement among raft nodes before linearized reading' (duration: 137.642955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:53.630999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.85378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:52:53.631091Z","caller":"traceutil/trace.go:171","msg":"trace[1943639145] transaction","detail":"{read_only:false; response_revision:3345; number_of_response:1; }","duration":"446.976841ms","start":"2026-03-03T17:52:53.184097Z","end":"2026-03-03T17:52:53.631073Z","steps":["trace[1943639145] 'process raft request' (duration: 130.988258ms)","trace[1943639145] 'compare' (duration: 315.760728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:52:53.631132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.184061Z","time spent":"447.051173ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:52:54.618634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.081835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:52:54.619047Z","caller":"traceutil/trace.go:171","msg":"trace[477987084] transaction","detail":"{read_only:false; response_revision:3346; number_of_response:1; }","duration":"1.353865308s","start":"2026-03-03T17:52:53.265143Z","end":"2026-03-03T17:52:54.619008Z","steps":["trace[477987084] 'process raft request' (duration: 549.29098ms)","trace[477987084] 'compare' (duration: 803.86436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:52:54.619126Z","caller":"traceutil/trace.go:171","msg":"trace[834683360] linearizableReadLoop","detail":"{readStateIndex:3485; appliedIndex:3483; }","duration":"970.84689ms","start":"2026-03-03T17:52:53.648257Z","end":"2026-03-03T17:52:54.619104Z","steps":["trace[834683360] 'read index received' (duration: 166.19202ms)","trace[834683360] 'applied index is now lower than readState.Index' (duration: 804.65347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:52:54.619353Z","caller":"traceutil/trace.go:171","msg":"trace[1095684352] transaction","detail":"{read_only:false; response_revision:3347; number_of_response:1; }","duration":"1.298897107s","start":"2026-03-03T17:52:53.320386Z","end":"2026-03-03T17:52:54.619283Z","steps":["trace[1095684352] 'process raft request' (duration: 1.298470757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.127786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:52:54.619433Z","caller":"traceutil/trace.go:171","msg":"trace[1148838985] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:3347; }","duration":"971.220728ms","start":"2026-03-03T17:52:53.6482Z","end":"2026-03-03T17:52:54.619421Z","steps":["trace[1148838985] 'agreement among raft nodes before linearized reading' (duration: 971.132426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.648177Z","time spent":"971.271559ms","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:52:54.619487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.320363Z","time spent":"1.299062762s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:52:54.619652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.088086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:52:54.619673Z","caller":"traceutil/trace.go:171","msg":"trace[2057071322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3347; }","duration":"456.119157ms","start":"2026-03-03T17:52:54.163548Z","end":"2026-03-03T17:52:54.619668Z","steps":["trace[2057071322] 'agreement among raft nodes before linearized reading' (duration: 456.040115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.831443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:52:54.619682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.225536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:52:54.619681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.47911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:52:54.619719Z","caller":"traceutil/trace.go:171","msg":"trace[1557938832] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3347; }","duration":"455.277057ms","start":"2026-03-03T17:52:54.164432Z","end":"2026-03-03T17:52:54.619709Z","steps":["trace[1557938832] 'agreement among raft nodes before linearized reading' (duration: 455.173595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.163539Z","time spent":"456.145138ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:52:54.619738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.271108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T17:52:54.619748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.164428Z","time spent":"455.314488ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T17:52:54.619746Z","caller":"traceutil/trace.go:171","msg":"trace[644664960] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3347; }","duration":"394.593692ms","start":"2026-03-03T17:52:54.225139Z","end":"2026-03-03T17:52:54.619732Z","steps":["trace[644664960] 'agreement among raft nodes before linearized reading' (duration: 394.460179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.436787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:52:54.619841Z","caller":"traceutil/trace.go:171","msg":"trace[1073890267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3347; }","duration":"624.521589ms","start":"2026-03-03T17:52:53.995307Z","end":"2026-03-03T17:52:54.619828Z","steps":["trace[1073890267] 'agreement among raft nodes before linearized reading' (duration: 624.442397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.99529Z","time spent":"624.587321ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T17:52:54.619757Z","caller":"traceutil/trace.go:171","msg":"trace[1755783957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3347; }","duration":"532.327619ms","start":"2026-03-03T17:52:54.087425Z","end":"2026-03-03T17:52:54.619753Z","steps":["trace[1755783957] 'agreement among raft nodes before linearized reading' (duration: 532.283058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.619963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.087406Z","time spent":"532.530123ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T17:52:54.619798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.225126Z","time spent":"394.660344ms","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:52:54.619722Z","caller":"traceutil/trace.go:171","msg":"trace[352124690] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:3347; }","duration":"933.938196ms","start":"2026-03-03T17:52:53.685767Z","end":"2026-03-03T17:52:54.619705Z","steps":["trace[352124690] 'agreement among raft nodes before linearized reading' (duration: 933.815903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.620095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.685753Z","time spent":"934.326915ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:52:54.620116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.658743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:52:54.62029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.944174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:52:54.620357Z","caller":"traceutil/trace.go:171","msg":"trace[493691621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3347; }","duration":"457.844828ms","start":"2026-03-03T17:52:54.162396Z","end":"2026-03-03T17:52:54.62024Z","steps":["trace[493691621] 'agreement among raft nodes before linearized reading' (duration: 457.335036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:52:54.620431Z","caller":"traceutil/trace.go:171","msg":"trace[1298416838] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3347; }","duration":"459.115077ms","start":"2026-03-03T17:52:54.16129Z","end":"2026-03-03T17:52:54.620405Z","steps":["trace[1298416838] 'agreement among raft nodes before linearized reading' (duration: 458.36889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:52:54.620494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.161271Z","time spent":"459.2074ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T17:52:54.620431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:54.162374Z","time spent":"458.039702ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T17:52:54.620638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:52:53.265118Z","time spent":"1.354012212s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:53:58.975048Z","caller":"traceutil/trace.go:171","msg":"trace[1253091097] transaction","detail":"{read_only:false; response_revision:3769; number_of_response:1; }","duration":"198.130485ms","start":"2026-03-03T17:53:58.776901Z","end":"2026-03-03T17:53:58.975031Z","steps":["trace[1253091097] 'process raft request' (duration: 198.017803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:53:58.976405Z","caller":"traceutil/trace.go:171","msg":"trace[2081861044] transaction","detail":"{read_only:false; response_revision:3770; number_of_response:1; }","duration":"121.354713ms","start":"2026-03-03T17:53:58.855032Z","end":"2026-03-03T17:53:58.976387Z","steps":["trace[2081861044] 'process raft request' (duration: 121.082786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:04.594607Z","caller":"traceutil/trace.go:171","msg":"trace[2085781346] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"110.143862ms","start":"2026-03-03T17:54:04.484437Z","end":"2026-03-03T17:54:04.594581Z","steps":["trace[2085781346] 'process raft request' (duration: 109.652331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:04.597801Z","caller":"traceutil/trace.go:171","msg":"trace[261140018] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"107.726706ms","start":"2026-03-03T17:54:04.490044Z","end":"2026-03-03T17:54:04.597771Z","steps":["trace[261140018] 'process raft request' (duration: 107.410898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:06.288428Z","caller":"traceutil/trace.go:171","msg":"trace[972392178] transaction","detail":"{read_only:false; response_revision:4192; number_of_response:1; }","duration":"116.401417ms","start":"2026-03-03T17:54:06.171931Z","end":"2026-03-03T17:54:06.288333Z","steps":["trace[972392178] 'process raft request' (duration: 116.354286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:06.288769Z","caller":"traceutil/trace.go:171","msg":"trace[2131628982] transaction","detail":"{read_only:false; response_revision:4191; number_of_response:1; }","duration":"118.938495ms","start":"2026-03-03T17:54:06.169818Z","end":"2026-03-03T17:54:06.288756Z","steps":["trace[2131628982] 'process raft request' (duration: 118.409863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:06.288874Z","caller":"traceutil/trace.go:171","msg":"trace[1566939103] transaction","detail":"{read_only:false; response_revision:4190; number_of_response:1; }","duration":"119.240562ms","start":"2026-03-03T17:54:06.169612Z","end":"2026-03-03T17:54:06.288852Z","steps":["trace[1566939103] 'process raft request' (duration: 18.932672ms)","trace[1566939103] 'compare' (duration: 99.538513ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:06.288963Z","caller":"traceutil/trace.go:171","msg":"trace[312459813] linearizableReadLoop","detail":"{readStateIndex:4362; appliedIndex:4361; }","duration":"119.279014ms","start":"2026-03-03T17:54:06.169644Z","end":"2026-03-03T17:54:06.288923Z","steps":["trace[312459813] 'read index received' (duration: 18.904421ms)","trace[312459813] 'applied index is now lower than readState.Index' (duration: 100.367713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:06.289244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.569371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T17:54:06.289287Z","caller":"traceutil/trace.go:171","msg":"trace[1615013940] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4192; }","duration":"119.633902ms","start":"2026-03-03T17:54:06.169638Z","end":"2026-03-03T17:54:06.289272Z","steps":["trace[1615013940] 'agreement among raft nodes before linearized reading' (duration: 119.409317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:07.159213Z","caller":"traceutil/trace.go:171","msg":"trace[1356775812] transaction","detail":"{read_only:false; response_revision:4217; number_of_response:1; }","duration":"281.48987ms","start":"2026-03-03T17:54:06.877684Z","end":"2026-03-03T17:54:07.159173Z","steps":["trace[1356775812] 'process raft request' (duration: 281.314606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.159347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.266975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:54:07.159397Z","caller":"traceutil/trace.go:171","msg":"trace[2145187492] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4217; }","duration":"230.356187ms","start":"2026-03-03T17:54:06.929028Z","end":"2026-03-03T17:54:07.159384Z","steps":["trace[2145187492] 'agreement among raft nodes before linearized reading' (duration: 230.221954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:07.159455Z","caller":"traceutil/trace.go:171","msg":"trace[1205878386] transaction","detail":"{read_only:false; response_revision:4218; number_of_response:1; }","duration":"155.063799ms","start":"2026-03-03T17:54:07.004364Z","end":"2026-03-03T17:54:07.159428Z","steps":["trace[1205878386] 'process raft request' (duration: 154.909025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:07.159191Z","caller":"traceutil/trace.go:171","msg":"trace[1408197507] linearizableReadLoop","detail":"{readStateIndex:4389; appliedIndex:4388; }","duration":"230.07861ms","start":"2026-03-03T17:54:06.929058Z","end":"2026-03-03T17:54:07.159136Z","steps":["trace[1408197507] 'read index received' (duration: 229.724712ms)","trace[1408197507] 'applied index is now lower than readState.Index' (duration: 352.818µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:07.160027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.624942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:54:07.160085Z","caller":"traceutil/trace.go:171","msg":"trace[1687950315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4218; }","duration":"140.712205ms","start":"2026-03-03T17:54:07.019362Z","end":"2026-03-03T17:54:07.160074Z","steps":["trace[1687950315] 'agreement among raft nodes before linearized reading' (duration: 140.530881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.160285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.662641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:54:07.160314Z","caller":"traceutil/trace.go:171","msg":"trace[1062868801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4218; }","duration":"133.705681ms","start":"2026-03-03T17:54:07.0266Z","end":"2026-03-03T17:54:07.160306Z","steps":["trace[1062868801] 'agreement among raft nodes before linearized reading' (duration: 133.619789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.160303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.878219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:54:07.16036Z","caller":"traceutil/trace.go:171","msg":"trace[531324465] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:4218; }","duration":"132.001202ms","start":"2026-03-03T17:54:07.028341Z","end":"2026-03-03T17:54:07.160342Z","steps":["trace[531324465] 'agreement among raft nodes before linearized reading' (duration: 131.824718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.162421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.870122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-03-03T17:54:07.162527Z","caller":"traceutil/trace.go:171","msg":"trace[1706075683] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7; range_end:; response_count:1; response_revision:4218; }","duration":"216.995795ms","start":"2026-03-03T17:54:06.945488Z","end":"2026-03-03T17:54:07.162484Z","steps":["trace[1706075683] 'agreement among raft nodes before linearized reading' (duration: 216.355601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.163007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.549947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:54:07.163126Z","caller":"traceutil/trace.go:171","msg":"trace[678718322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4218; }","duration":"145.694831ms","start":"2026-03-03T17:54:07.017386Z","end":"2026-03-03T17:54:07.163081Z","steps":["trace[678718322] 'agreement among raft nodes before linearized reading' (duration: 144.928322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.163251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.699918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:54:07.163387Z","caller":"traceutil/trace.go:171","msg":"trace[65764355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4218; }","duration":"144.842772ms","start":"2026-03-03T17:54:07.018494Z","end":"2026-03-03T17:54:07.163337Z","steps":["trace[65764355] 'agreement among raft nodes before linearized reading' (duration: 144.35028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:07.166719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.858608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:54:07.166735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.231238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2194600"} {"level":"info","ts":"2026-03-03T17:54:07.166797Z","caller":"traceutil/trace.go:171","msg":"trace[1925692180] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4218; }","duration":"150.693798ms","start":"2026-03-03T17:54:07.016068Z","end":"2026-03-03T17:54:07.166762Z","steps":["trace[1925692180] 'agreement among raft nodes before linearized reading' (duration: 146.52449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:07.166801Z","caller":"traceutil/trace.go:171","msg":"trace[981973443] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4218; }","duration":"222.283269ms","start":"2026-03-03T17:54:06.944487Z","end":"2026-03-03T17:54:07.16677Z","steps":["trace[981973443] 'agreement among raft nodes before linearized reading' (duration: 215.395427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.111886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.973004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:09.112023Z","caller":"traceutil/trace.go:171","msg":"trace[1857291480] transaction","detail":"{read_only:false; response_revision:4242; number_of_response:1; }","duration":"164.365186ms","start":"2026-03-03T17:54:08.947615Z","end":"2026-03-03T17:54:09.11198Z","steps":["trace[1857291480] 'process raft request' (duration: 40.213228ms)","trace[1857291480] 'compare' (duration: 123.846551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:09.352864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.998964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:09.353006Z","caller":"traceutil/trace.go:171","msg":"trace[1044704004] transaction","detail":"{read_only:false; response_revision:4244; number_of_response:1; }","duration":"187.861835ms","start":"2026-03-03T17:54:09.165114Z","end":"2026-03-03T17:54:09.352975Z","steps":["trace[1044704004] 'process raft request' (duration: 54.652876ms)","trace[1044704004] 'compare' (duration: 132.83177ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:09.353072Z","caller":"traceutil/trace.go:171","msg":"trace[1310655624] transaction","detail":"{read_only:false; response_revision:4245; number_of_response:1; }","duration":"160.26345ms","start":"2026-03-03T17:54:09.192777Z","end":"2026-03-03T17:54:09.353041Z","steps":["trace[1310655624] 'process raft request' (duration: 160.193559ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:09.353103Z","caller":"traceutil/trace.go:171","msg":"trace[736959074] linearizableReadLoop","detail":"{readStateIndex:4417; appliedIndex:4416; }","duration":"179.997572ms","start":"2026-03-03T17:54:09.173065Z","end":"2026-03-03T17:54:09.353063Z","steps":["trace[736959074] 'read index received' (duration: 15.730668ms)","trace[736959074] 'applied index is now lower than readState.Index' (duration: 164.264824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:09.353501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.423671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-03T17:54:09.35357Z","caller":"traceutil/trace.go:171","msg":"trace[1673126544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7; range_end:; response_count:1; response_revision:4245; }","duration":"180.547944ms","start":"2026-03-03T17:54:09.173008Z","end":"2026-03-03T17:54:09.353556Z","steps":["trace[1673126544] 'agreement among raft nodes before linearized reading' (duration: 180.282918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.353684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.132779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T17:54:09.353736Z","caller":"traceutil/trace.go:171","msg":"trace[1581936110] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4245; }","duration":"178.232351ms","start":"2026-03-03T17:54:09.175491Z","end":"2026-03-03T17:54:09.353724Z","steps":["trace[1581936110] 'agreement among raft nodes before linearized reading' (duration: 178.028455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.353766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.227961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T17:54:09.353807Z","caller":"traceutil/trace.go:171","msg":"trace[2123946944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4245; }","duration":"178.301643ms","start":"2026-03-03T17:54:09.175494Z","end":"2026-03-03T17:54:09.353796Z","steps":["trace[2123946944] 'agreement among raft nodes before linearized reading' (duration: 178.19559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.353785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.049494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1261"} {"level":"warn","ts":"2026-03-03T17:54:09.353819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.832898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:54:09.353866Z","caller":"traceutil/trace.go:171","msg":"trace[1488322499] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4245; }","duration":"153.169516ms","start":"2026-03-03T17:54:09.200676Z","end":"2026-03-03T17:54:09.353845Z","steps":["trace[1488322499] 'agreement among raft nodes before linearized reading' (duration: 152.873308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:09.353902Z","caller":"traceutil/trace.go:171","msg":"trace[1052282799] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4245; }","duration":"161.955341ms","start":"2026-03-03T17:54:09.191929Z","end":"2026-03-03T17:54:09.353885Z","steps":["trace[1052282799] 'agreement among raft nodes before linearized reading' (duration: 161.707465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.354127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.29531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T17:54:09.354203Z","caller":"traceutil/trace.go:171","msg":"trace[847789218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4245; }","duration":"174.439653ms","start":"2026-03-03T17:54:09.179743Z","end":"2026-03-03T17:54:09.354183Z","steps":["trace[847789218] 'agreement among raft nodes before linearized reading' (duration: 173.977062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.354216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.958351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T17:54:09.354314Z","caller":"traceutil/trace.go:171","msg":"trace[441622844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4245; }","duration":"177.097344ms","start":"2026-03-03T17:54:09.177197Z","end":"2026-03-03T17:54:09.354294Z","steps":["trace[441622844] 'agreement among raft nodes before linearized reading' (duration: 176.47539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.35435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.696275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:54:09.354411Z","caller":"traceutil/trace.go:171","msg":"trace[1988806513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:4245; }","duration":"174.416892ms","start":"2026-03-03T17:54:09.179977Z","end":"2026-03-03T17:54:09.354394Z","steps":["trace[1988806513] 'agreement among raft nodes before linearized reading' (duration: 173.555931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:09.646766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.802014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1433"} {"level":"info","ts":"2026-03-03T17:54:09.646838Z","caller":"traceutil/trace.go:171","msg":"trace[588714282] range","detail":"{range_begin:/registry/clusterrolebindings/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4253; }","duration":"190.919546ms","start":"2026-03-03T17:54:09.455903Z","end":"2026-03-03T17:54:09.646823Z","steps":["trace[588714282] 'range keys from in-memory index tree' (duration: 190.63728ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:09.840882Z","caller":"traceutil/trace.go:171","msg":"trace[1646120254] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4255; }","duration":"146.566521ms","start":"2026-03-03T17:54:09.694278Z","end":"2026-03-03T17:54:09.840844Z","steps":["trace[1646120254] 'process raft request' (duration: 61.660579ms)","trace[1646120254] 'compare' (duration: 82.6389ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:11.279021Z","caller":"traceutil/trace.go:171","msg":"trace[732470718] transaction","detail":"{read_only:false; response_revision:4272; number_of_response:1; }","duration":"397.377756ms","start":"2026-03-03T17:54:10.881623Z","end":"2026-03-03T17:54:11.279001Z","steps":["trace[732470718] 'process raft request' (duration: 397.238703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:11.279149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:10.881612Z","time spent":"397.470878ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:11.280295Z","caller":"traceutil/trace.go:171","msg":"trace[865270057] transaction","detail":"{read_only:false; response_revision:4273; number_of_response:1; }","duration":"220.931748ms","start":"2026-03-03T17:54:11.059349Z","end":"2026-03-03T17:54:11.280281Z","steps":["trace[865270057] 'process raft request' (duration: 220.741503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.161327Z","caller":"traceutil/trace.go:171","msg":"trace[174265803] linearizableReadLoop","detail":"{readStateIndex:4516; appliedIndex:4515; }","duration":"113.685404ms","start":"2026-03-03T17:54:13.047614Z","end":"2026-03-03T17:54:13.161299Z","steps":["trace[174265803] 'read index received' (duration: 57.453721ms)","trace[174265803] 'applied index is now lower than readState.Index' (duration: 56.230833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:13.161558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.634576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6-tls\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-03T17:54:13.161598Z","caller":"traceutil/trace.go:171","msg":"trace[134102133] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6-tls; range_end:; response_count:1; response_revision:4340; }","duration":"117.722818ms","start":"2026-03-03T17:54:13.043853Z","end":"2026-03-03T17:54:13.161576Z","steps":["trace[134102133] 'agreement among raft nodes before linearized reading' (duration: 117.547434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.161971Z","caller":"traceutil/trace.go:171","msg":"trace[1974908943] transaction","detail":"{read_only:false; response_revision:4340; number_of_response:1; }","duration":"114.80894ms","start":"2026-03-03T17:54:13.046513Z","end":"2026-03-03T17:54:13.161322Z","steps":["trace[1974908943] 'process raft request' (duration: 58.637849ms)","trace[1974908943] 'compare' (duration: 56.021458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:13.207163Z","caller":"traceutil/trace.go:171","msg":"trace[150876971] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4341; }","duration":"158.564331ms","start":"2026-03-03T17:54:13.04857Z","end":"2026-03-03T17:54:13.207134Z","steps":["trace[150876971] 'process raft request' (duration: 158.357317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.207366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.025425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T17:54:13.20745Z","caller":"traceutil/trace.go:171","msg":"trace[858510504] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4342; }","duration":"157.157188ms","start":"2026-03-03T17:54:13.050274Z","end":"2026-03-03T17:54:13.207431Z","steps":["trace[858510504] 'agreement among raft nodes before linearized reading' (duration: 156.893972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.207525Z","caller":"traceutil/trace.go:171","msg":"trace[798236589] transaction","detail":"{read_only:false; response_revision:4342; number_of_response:1; }","duration":"152.680073ms","start":"2026-03-03T17:54:13.054831Z","end":"2026-03-03T17:54:13.207511Z","steps":["trace[798236589] 'process raft request' (duration: 152.223152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.617435Z","caller":"traceutil/trace.go:171","msg":"trace[1116545001] linearizableReadLoop","detail":"{readStateIndex:4519; appliedIndex:4518; }","duration":"381.746132ms","start":"2026-03-03T17:54:13.235659Z","end":"2026-03-03T17:54:13.617405Z","steps":["trace[1116545001] 'read index received' (duration: 381.529176ms)","trace[1116545001] 'applied index is now lower than readState.Index' (duration: 215.906µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:13.617511Z","caller":"traceutil/trace.go:171","msg":"trace[701047378] transaction","detail":"{read_only:false; response_revision:4343; number_of_response:1; }","duration":"386.056992ms","start":"2026-03-03T17:54:13.231425Z","end":"2026-03-03T17:54:13.617482Z","steps":["trace[701047378] 'process raft request' (duration: 385.805055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.617691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.231413Z","time spent":"386.160635ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2169,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:13.617821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.144541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T17:54:13.618011Z","caller":"traceutil/trace.go:171","msg":"trace[421856539] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:4343; }","duration":"382.339646ms","start":"2026-03-03T17:54:13.235613Z","end":"2026-03-03T17:54:13.617953Z","steps":["trace[421856539] 'agreement among raft nodes before linearized reading' (duration: 381.896725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.618105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.235597Z","time spent":"382.484989ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":732,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-03-03T17:54:13.623089Z","caller":"traceutil/trace.go:171","msg":"trace[631993522] transaction","detail":"{read_only:false; response_revision:4344; number_of_response:1; }","duration":"258.065725ms","start":"2026-03-03T17:54:13.364999Z","end":"2026-03-03T17:54:13.623065Z","steps":["trace[631993522] 'process raft request' (duration: 257.90445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.002992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:54:13.623289Z","caller":"traceutil/trace.go:171","msg":"trace[1156478961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4345; }","duration":"171.077903ms","start":"2026-03-03T17:54:13.452202Z","end":"2026-03-03T17:54:13.62328Z","steps":["trace[1156478961] 'agreement among raft nodes before linearized reading' (duration: 170.96284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.28285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wk425\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-03T17:54:13.623568Z","caller":"traceutil/trace.go:171","msg":"trace[962387875] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wk425; range_end:; response_count:1; response_revision:4345; }","duration":"228.553436ms","start":"2026-03-03T17:54:13.394999Z","end":"2026-03-03T17:54:13.623553Z","steps":["trace[962387875] 'agreement among raft nodes before linearized reading' (duration: 228.28038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.123868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T17:54:13.62333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.067143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:54:13.62366Z","caller":"traceutil/trace.go:171","msg":"trace[577405622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:4345; }","duration":"172.262381ms","start":"2026-03-03T17:54:13.451383Z","end":"2026-03-03T17:54:13.623646Z","steps":["trace[577405622] 'agreement among raft nodes before linearized reading' (duration: 171.875072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.623668Z","caller":"traceutil/trace.go:171","msg":"trace[1683542217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4345; }","duration":"171.462173ms","start":"2026-03-03T17:54:13.452194Z","end":"2026-03-03T17:54:13.623656Z","steps":["trace[1683542217] 'agreement among raft nodes before linearized reading' (duration: 170.966561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:13.623376Z","caller":"traceutil/trace.go:171","msg":"trace[1299557241] transaction","detail":"{read_only:false; response_revision:4345; number_of_response:1; }","duration":"170.982671ms","start":"2026-03-03T17:54:13.452381Z","end":"2026-03-03T17:54:13.623364Z","steps":["trace[1299557241] 'process raft request' (duration: 170.646303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.018512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:54:13.623767Z","caller":"traceutil/trace.go:171","msg":"trace[230202717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4345; }","duration":"171.376541ms","start":"2026-03-03T17:54:13.452374Z","end":"2026-03-03T17:54:13.623751Z","steps":["trace[230202717] 'agreement among raft nodes before linearized reading' (duration: 170.966811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.163975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T17:54:13.623851Z","caller":"traceutil/trace.go:171","msg":"trace[1732313946] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4345; }","duration":"171.598936ms","start":"2026-03-03T17:54:13.452242Z","end":"2026-03-03T17:54:13.623841Z","steps":["trace[1732313946] 'agreement among raft nodes before linearized reading' (duration: 171.126675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.188046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T17:54:13.623965Z","caller":"traceutil/trace.go:171","msg":"trace[243781355] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4345; }","duration":"171.745988ms","start":"2026-03-03T17:54:13.452202Z","end":"2026-03-03T17:54:13.623948Z","steps":["trace[243781355] 'agreement among raft nodes before linearized reading' (duration: 171.162535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.623259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.181848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-03-03T17:54:13.624034Z","caller":"traceutil/trace.go:171","msg":"trace[491112968] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4345; }","duration":"384.976197ms","start":"2026-03-03T17:54:13.239047Z","end":"2026-03-03T17:54:13.624024Z","steps":["trace[491112968] 'agreement among raft nodes before linearized reading' (duration: 384.147338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:13.624066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.239036Z","time spent":"385.020948ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":1841,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" "} {"level":"info","ts":"2026-03-03T17:54:13.808855Z","caller":"traceutil/trace.go:171","msg":"trace[233163258] transaction","detail":"{read_only:false; response_revision:4346; number_of_response:1; }","duration":"182.146902ms","start":"2026-03-03T17:54:13.62667Z","end":"2026-03-03T17:54:13.808817Z","steps":["trace[233163258] 'process raft request' (duration: 123.231206ms)","trace[233163258] 'compare' (duration: 58.542607ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:14.367819Z","caller":"traceutil/trace.go:171","msg":"trace[326281066] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"740.512636ms","start":"2026-03-03T17:54:13.627283Z","end":"2026-03-03T17:54:14.367796Z","steps":["trace[326281066] 'process raft request' (duration: 740.410134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:14.367821Z","caller":"traceutil/trace.go:171","msg":"trace[1388164678] transaction","detail":"{read_only:false; response_revision:4347; number_of_response:1; }","duration":"741.08132ms","start":"2026-03-03T17:54:13.626704Z","end":"2026-03-03T17:54:14.367785Z","steps":["trace[1388164678] 'process raft request' (duration: 740.822074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.367972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.627275Z","time spent":"740.616308ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:14.368021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.626683Z","time spent":"741.238673ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:14.368155Z","caller":"traceutil/trace.go:171","msg":"trace[1607340957] transaction","detail":"{read_only:false; response_revision:4350; number_of_response:1; }","duration":"735.96526ms","start":"2026-03-03T17:54:13.632153Z","end":"2026-03-03T17:54:14.368118Z","steps":["trace[1607340957] 'process raft request' (duration: 735.782095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:14.368181Z","caller":"traceutil/trace.go:171","msg":"trace[1453457028] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"740.746563ms","start":"2026-03-03T17:54:13.627339Z","end":"2026-03-03T17:54:14.368085Z","steps":["trace[1453457028] 'process raft request' (duration: 740.395344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.36827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.632139Z","time spent":"736.081824ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4936,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:14.368296Z","caller":"traceutil/trace.go:171","msg":"trace[1899846521] linearizableReadLoop","detail":"{readStateIndex:4527; appliedIndex:4521; }","duration":"736.023162ms","start":"2026-03-03T17:54:13.63225Z","end":"2026-03-03T17:54:14.368273Z","steps":["trace[1899846521] 'read index received' (duration: 117.666077ms)","trace[1899846521] 'applied index is now lower than readState.Index' (duration: 618.355995ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:14.368385Z","caller":"traceutil/trace.go:171","msg":"trace[278564252] transaction","detail":"{read_only:false; response_revision:4351; number_of_response:1; }","duration":"736.150835ms","start":"2026-03-03T17:54:13.632198Z","end":"2026-03-03T17:54:14.368349Z","steps":["trace[278564252] 'process raft request' (duration: 735.900269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.368408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.627335Z","time spent":"740.960307ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:14.368581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.632179Z","time spent":"736.299339ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:14.368612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.349429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-03-03T17:54:14.36867Z","caller":"traceutil/trace.go:171","msg":"trace[121353658] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4351; }","duration":"736.439182ms","start":"2026-03-03T17:54:13.632216Z","end":"2026-03-03T17:54:14.368655Z","steps":["trace[121353658] 'agreement among raft nodes before linearized reading' (duration: 736.164975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.368711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.632202Z","time spent":"736.497663ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T17:54:14.369159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.874492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T17:54:14.369231Z","caller":"traceutil/trace.go:171","msg":"trace[1427494795] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4352; }","duration":"736.989045ms","start":"2026-03-03T17:54:13.632224Z","end":"2026-03-03T17:54:14.369213Z","steps":["trace[1427494795] 'agreement among raft nodes before linearized reading' (duration: 736.670257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.369279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.632193Z","time spent":"737.073436ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-03T17:54:14.369331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.781996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T17:54:14.369338Z","caller":"traceutil/trace.go:171","msg":"trace[1032037230] transaction","detail":"{read_only:false; response_revision:4352; number_of_response:1; }","duration":"474.017645ms","start":"2026-03-03T17:54:13.895301Z","end":"2026-03-03T17:54:14.369319Z","steps":["trace[1032037230] 'process raft request' (duration: 473.460822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.369344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.158353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:14.36963Z","caller":"traceutil/trace.go:171","msg":"trace[1389031249] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:4352; }","duration":"206.4559ms","start":"2026-03-03T17:54:14.163123Z","end":"2026-03-03T17:54:14.369579Z","steps":["trace[1389031249] 'agreement among raft nodes before linearized reading' (duration: 206.053891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.36969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.965517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:14.369848Z","caller":"traceutil/trace.go:171","msg":"trace[1205113641] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4352; }","duration":"723.913298ms","start":"2026-03-03T17:54:13.645496Z","end":"2026-03-03T17:54:14.369409Z","steps":["trace[1205113641] 'agreement among raft nodes before linearized reading' (duration: 723.743724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:14.369873Z","caller":"traceutil/trace.go:171","msg":"trace[2123027491] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:4352; }","duration":"355.363916ms","start":"2026-03-03T17:54:14.014471Z","end":"2026-03-03T17:54:14.369835Z","steps":["trace[2123027491] 'agreement among raft nodes before linearized reading' (duration: 354.745312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:14.36988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.645482Z","time spent":"724.38963ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T17:54:14.369933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:14.014452Z","time spent":"355.460268ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:54:14.370474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:13.895269Z","time spent":"474.154678ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:15.446289Z","caller":"traceutil/trace.go:171","msg":"trace[334894229] transaction","detail":"{read_only:false; response_revision:4445; number_of_response:1; }","duration":"304.508797ms","start":"2026-03-03T17:54:15.141753Z","end":"2026-03-03T17:54:15.446261Z","steps":["trace[334894229] 'process raft request' (duration: 304.349463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:15.446476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:15.141729Z","time spent":"304.646961ms","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2175,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:54:16.027636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.129816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:16.027748Z","caller":"traceutil/trace.go:171","msg":"trace[1183353138] transaction","detail":"{read_only:false; response_revision:4446; number_of_response:1; }","duration":"574.590533ms","start":"2026-03-03T17:54:15.453138Z","end":"2026-03-03T17:54:16.027729Z","steps":["trace[1183353138] 'process raft request' (duration: 229.292883ms)","trace[1183353138] 'compare' (duration: 344.896001ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:16.027814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:15.453113Z","time spent":"574.679225ms","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2181,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:16.028141Z","caller":"traceutil/trace.go:171","msg":"trace[110508999] transaction","detail":"{read_only:false; response_revision:4449; number_of_response:1; }","duration":"399.440125ms","start":"2026-03-03T17:54:15.628679Z","end":"2026-03-03T17:54:16.028119Z","steps":["trace[110508999] 'process raft request' (duration: 399.414774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:16.028197Z","caller":"traceutil/trace.go:171","msg":"trace[1501181317] transaction","detail":"{read_only:false; response_revision:4447; number_of_response:1; }","duration":"573.716493ms","start":"2026-03-03T17:54:15.454444Z","end":"2026-03-03T17:54:16.028161Z","steps":["trace[1501181317] 'process raft request' (duration: 573.541739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:16.028325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:15.454422Z","time spent":"573.842396ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2916,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:16.028547Z","caller":"traceutil/trace.go:171","msg":"trace[339408278] transaction","detail":"{read_only:false; response_revision:4448; number_of_response:1; }","duration":"400.300014ms","start":"2026-03-03T17:54:15.62823Z","end":"2026-03-03T17:54:16.02853Z","steps":["trace[339408278] 'process raft request' (duration: 399.822183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:16.028613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:15.628206Z","time spent":"400.377217ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:16.028257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:15.628661Z","time spent":"399.531327ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:16.029114Z","caller":"traceutil/trace.go:171","msg":"trace[762593245] linearizableReadLoop","detail":"{readStateIndex:4628; appliedIndex:4624; }","duration":"216.313229ms","start":"2026-03-03T17:54:15.812777Z","end":"2026-03-03T17:54:16.02909Z","steps":["trace[762593245] 'read index received' (duration: 215.222594ms)","trace[762593245] 'applied index is now lower than readState.Index' (duration: 1.089405ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:16.029183Z","caller":"traceutil/trace.go:171","msg":"trace[1767165319] transaction","detail":"{read_only:false; response_revision:4451; number_of_response:1; }","duration":"139.793753ms","start":"2026-03-03T17:54:15.889363Z","end":"2026-03-03T17:54:16.029157Z","steps":["trace[1767165319] 'process raft request' (duration: 139.65039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:16.029271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.499703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T17:54:16.029302Z","caller":"traceutil/trace.go:171","msg":"trace[1635745620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4451; }","duration":"216.552116ms","start":"2026-03-03T17:54:15.812742Z","end":"2026-03-03T17:54:16.029294Z","steps":["trace[1635745620] 'agreement among raft nodes before linearized reading' (duration: 216.461663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:16.029183Z","caller":"traceutil/trace.go:171","msg":"trace[880945218] transaction","detail":"{read_only:false; response_revision:4450; number_of_response:1; }","duration":"226.615739ms","start":"2026-03-03T17:54:15.802558Z","end":"2026-03-03T17:54:16.029174Z","steps":["trace[880945218] 'process raft request' (duration: 226.23011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:16.02955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.091166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6\" ","response":"range_response_count:1 size:9747"} {"level":"info","ts":"2026-03-03T17:54:16.029628Z","caller":"traceutil/trace.go:171","msg":"trace[1906201560] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6; range_end:; response_count:1; response_revision:4451; }","duration":"100.205759ms","start":"2026-03-03T17:54:15.929406Z","end":"2026-03-03T17:54:16.029612Z","steps":["trace[1906201560] 'agreement among raft nodes before linearized reading' (duration: 100.008085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.487455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781005448,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T17:54:17.548415Z","caller":"traceutil/trace.go:171","msg":"trace[768666246] linearizableReadLoop","detail":"{readStateIndex:4669; appliedIndex:4668; }","duration":"561.737934ms","start":"2026-03-03T17:54:16.986658Z","end":"2026-03-03T17:54:17.548396Z","steps":["trace[768666246] 'read index received' (duration: 561.544419ms)","trace[768666246] 'applied index is now lower than readState.Index' (duration: 192.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:17.54848Z","caller":"traceutil/trace.go:171","msg":"trace[1395477125] transaction","detail":"{read_only:false; response_revision:4490; number_of_response:1; }","duration":"570.661172ms","start":"2026-03-03T17:54:16.977795Z","end":"2026-03-03T17:54:17.548456Z","steps":["trace[1395477125] 'process raft request' (duration: 570.466358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.548553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.080247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:17.548583Z","caller":"traceutil/trace.go:171","msg":"trace[422532569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4490; }","duration":"555.151739ms","start":"2026-03-03T17:54:16.993422Z","end":"2026-03-03T17:54:17.548574Z","steps":["trace[422532569] 'agreement among raft nodes before linearized reading' (duration: 555.085097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.548608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:16.99341Z","time spent":"555.19287ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T17:54:17.548615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:16.977773Z","time spent":"570.755574ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:17.548796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.343372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T17:54:17.548786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.01125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T17:54:17.548831Z","caller":"traceutil/trace.go:171","msg":"trace[47751898] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:4490; }","duration":"426.409914ms","start":"2026-03-03T17:54:17.122411Z","end":"2026-03-03T17:54:17.548821Z","steps":["trace[47751898] 'agreement among raft nodes before linearized reading' (duration: 426.304341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.548853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:17.122395Z","time spent":"426.452765ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":27,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T17:54:17.548863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.50507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" ","response":"range_response_count:1 size:3718"} {"level":"info","ts":"2026-03-03T17:54:17.548857Z","caller":"traceutil/trace.go:171","msg":"trace[60357087] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:1; response_revision:4490; }","duration":"562.217454ms","start":"2026-03-03T17:54:16.986622Z","end":"2026-03-03T17:54:17.548839Z","steps":["trace[60357087] 'agreement among raft nodes before linearized reading' (duration: 561.868146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:17.548889Z","caller":"traceutil/trace.go:171","msg":"trace[1130057169] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5089734a-5e52-42c6-a277-b3c9285cd876; range_end:; response_count:1; response_revision:4490; }","duration":"487.548391ms","start":"2026-03-03T17:54:17.061332Z","end":"2026-03-03T17:54:17.54888Z","steps":["trace[1130057169] 'agreement among raft nodes before linearized reading' (duration: 487.50668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.54891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:17.061323Z","time spent":"487.583491ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3742,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" "} {"level":"warn","ts":"2026-03-03T17:54:17.548926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:16.986609Z","time spent":"562.286766ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":918,"request content":"key:\"/registry/serviceaccounts/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T17:54:17.54929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.80533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776729"} {"level":"info","ts":"2026-03-03T17:54:17.549312Z","caller":"traceutil/trace.go:171","msg":"trace[1155354553] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4490; }","duration":"518.862982ms","start":"2026-03-03T17:54:17.030442Z","end":"2026-03-03T17:54:17.549305Z","steps":["trace[1155354553] 'agreement among raft nodes before linearized reading' (duration: 518.517504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:17.549331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:17.030424Z","time spent":"518.902703ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":776753,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T17:54:17.827736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.436079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:17.827838Z","caller":"traceutil/trace.go:171","msg":"trace[831735097] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4490; }","duration":"221.583384ms","start":"2026-03-03T17:54:17.606235Z","end":"2026-03-03T17:54:17.827819Z","steps":["trace[831735097] 'range keys from in-memory index tree' (duration: 221.363158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:19.234242Z","caller":"traceutil/trace.go:171","msg":"trace[1446612369] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4502; }","duration":"150.600456ms","start":"2026-03-03T17:54:19.083614Z","end":"2026-03-03T17:54:19.234214Z","steps":["trace[1446612369] 'process raft request' (duration: 150.516384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:19.676015Z","caller":"traceutil/trace.go:171","msg":"trace[1744872451] linearizableReadLoop","detail":"{readStateIndex:4684; appliedIndex:4683; }","duration":"116.735855ms","start":"2026-03-03T17:54:19.559257Z","end":"2026-03-03T17:54:19.675993Z","steps":["trace[1744872451] 'read index received' (duration: 116.565451ms)","trace[1744872451] 'applied index is now lower than readState.Index' (duration: 169.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:19.676294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.002671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-03T17:54:19.676377Z","caller":"traceutil/trace.go:171","msg":"trace[646305699] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5089734a-5e52-42c6-a277-b3c9285cd876; range_end:; response_count:1; response_revision:4503; }","duration":"117.146524ms","start":"2026-03-03T17:54:19.55921Z","end":"2026-03-03T17:54:19.676357Z","steps":["trace[646305699] 'agreement among raft nodes before linearized reading' (duration: 116.877978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:19.676673Z","caller":"traceutil/trace.go:171","msg":"trace[519711792] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"433.617331ms","start":"2026-03-03T17:54:19.243038Z","end":"2026-03-03T17:54:19.676656Z","steps":["trace[519711792] 'process raft request' (duration: 432.814352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:19.67678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:19.243009Z","time spent":"433.723405ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10249,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:19.917805Z","caller":"traceutil/trace.go:171","msg":"trace[1685152374] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"130.004055ms","start":"2026-03-03T17:54:19.787766Z","end":"2026-03-03T17:54:19.91777Z","steps":["trace[1685152374] 'process raft request' (duration: 83.015748ms)","trace[1685152374] 'compare' (duration: 46.764551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:20.70569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.584484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:20.706065Z","caller":"traceutil/trace.go:171","msg":"trace[1838516215] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"311.224485ms","start":"2026-03-03T17:54:20.394818Z","end":"2026-03-03T17:54:20.706042Z","steps":["trace[1838516215] 'process raft request' (duration: 311.167923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.70619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.394777Z","time spent":"311.346178ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:20.706229Z","caller":"traceutil/trace.go:171","msg":"trace[1623496947] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"666.117069ms","start":"2026-03-03T17:54:20.040031Z","end":"2026-03-03T17:54:20.706148Z","steps":["trace[1623496947] 'process raft request' (duration: 665.780711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:20.706381Z","caller":"traceutil/trace.go:171","msg":"trace[53281436] linearizableReadLoop","detail":"{readStateIndex:4693; appliedIndex:4690; }","duration":"651.57511ms","start":"2026-03-03T17:54:20.054786Z","end":"2026-03-03T17:54:20.706361Z","steps":["trace[53281436] 'read index received' (duration: 1.168998ms)","trace[53281436] 'applied index is now lower than readState.Index' (duration: 650.403002ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:20.706409Z","caller":"traceutil/trace.go:171","msg":"trace[594626917] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"705.709464ms","start":"2026-03-03T17:54:20.000627Z","end":"2026-03-03T17:54:20.706337Z","steps":["trace[594626917] 'process raft request' (duration: 55.356192ms)","trace[594626917] 'compare' (duration: 649.333198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:20.706571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.795356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T17:54:20.706551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.040009Z","time spent":"666.375476ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:20.706596Z","caller":"traceutil/trace.go:171","msg":"trace[1899388162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4513; }","duration":"651.849956ms","start":"2026-03-03T17:54:20.054737Z","end":"2026-03-03T17:54:20.706587Z","steps":["trace[1899388162] 'agreement among raft nodes before linearized reading' (duration: 651.738744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.706579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.000601Z","time spent":"705.903218ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1196,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:54:20.706598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.785324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T17:54:20.706657Z","caller":"traceutil/trace.go:171","msg":"trace[683314695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4513; }","duration":"295.867836ms","start":"2026-03-03T17:54:20.410774Z","end":"2026-03-03T17:54:20.706642Z","steps":["trace[683314695] 'agreement among raft nodes before linearized reading' (duration: 295.724702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.706617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.054723Z","time spent":"651.890738ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T17:54:20.706365Z","caller":"traceutil/trace.go:171","msg":"trace[1819379383] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"664.85248ms","start":"2026-03-03T17:54:20.041491Z","end":"2026-03-03T17:54:20.706343Z","steps":["trace[1819379383] 'process raft request' (duration: 664.44433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.706779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.86946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-03T17:54:20.706878Z","caller":"traceutil/trace.go:171","msg":"trace[1145425681] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4513; }","duration":"341.981133ms","start":"2026-03-03T17:54:20.364875Z","end":"2026-03-03T17:54:20.706856Z","steps":["trace[1145425681] 'agreement among raft nodes before linearized reading' (duration: 341.626544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.706891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.041462Z","time spent":"665.367881ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:20.706942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.36482Z","time spent":"342.107926ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T17:54:20.707112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.31567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:54:20.707229Z","caller":"traceutil/trace.go:171","msg":"trace[53608781] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:4513; }","duration":"294.507294ms","start":"2026-03-03T17:54:20.412676Z","end":"2026-03-03T17:54:20.707183Z","steps":["trace[53608781] 'agreement among raft nodes before linearized reading' (duration: 293.958641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.708269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.735168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T17:54:20.708324Z","caller":"traceutil/trace.go:171","msg":"trace[968707106] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4513; }","duration":"311.8385ms","start":"2026-03-03T17:54:20.396474Z","end":"2026-03-03T17:54:20.708312Z","steps":["trace[968707106] 'agreement among raft nodes before linearized reading' (duration: 310.13228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.708361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.396447Z","time spent":"311.905332ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:54:20.708536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.125976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T17:54:20.708679Z","caller":"traceutil/trace.go:171","msg":"trace[1288804202] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4513; }","duration":"298.462838ms","start":"2026-03-03T17:54:20.410147Z","end":"2026-03-03T17:54:20.70861Z","steps":["trace[1288804202] 'agreement among raft nodes before linearized reading' (duration: 296.358118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:20.708813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.040926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T17:54:20.708867Z","caller":"traceutil/trace.go:171","msg":"trace[465636026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4513; }","duration":"298.118569ms","start":"2026-03-03T17:54:20.410737Z","end":"2026-03-03T17:54:20.708856Z","steps":["trace[465636026] 'agreement among raft nodes before linearized reading' (duration: 295.813544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.016029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.637238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:21.016234Z","caller":"traceutil/trace.go:171","msg":"trace[1767937012] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"304.607841ms","start":"2026-03-03T17:54:20.711603Z","end":"2026-03-03T17:54:21.016211Z","steps":["trace[1767937012] 'process raft request' (duration: 111.720748ms)","trace[1767937012] 'compare' (duration: 192.37844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:21.016297Z","caller":"traceutil/trace.go:171","msg":"trace[1382325764] transaction","detail":"{read_only:false; response_revision:4515; number_of_response:1; }","duration":"304.431917ms","start":"2026-03-03T17:54:20.711846Z","end":"2026-03-03T17:54:21.016278Z","steps":["trace[1382325764] 'process raft request' (duration: 304.297054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.016348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.711578Z","time spent":"304.716334ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1233,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:54:21.01647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.711824Z","time spent":"304.517359ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:21.016641Z","caller":"traceutil/trace.go:171","msg":"trace[1219019390] transaction","detail":"{read_only:false; response_revision:4516; number_of_response:1; }","duration":"303.954696ms","start":"2026-03-03T17:54:20.712614Z","end":"2026-03-03T17:54:21.016568Z","steps":["trace[1219019390] 'process raft request' (duration: 303.624388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.016781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.712601Z","time spent":"304.110639ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:21.01692Z","caller":"traceutil/trace.go:171","msg":"trace[1531637064] transaction","detail":"{read_only:false; response_revision:4517; number_of_response:1; }","duration":"304.218652ms","start":"2026-03-03T17:54:20.712691Z","end":"2026-03-03T17:54:21.016909Z","steps":["trace[1531637064] 'process raft request' (duration: 303.801312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.016975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.71268Z","time spent":"304.266774ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:21.0171Z","caller":"traceutil/trace.go:171","msg":"trace[1929197224] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4694; }","duration":"303.953926ms","start":"2026-03-03T17:54:20.713132Z","end":"2026-03-03T17:54:21.017086Z","steps":["trace[1929197224] 'read index received' (duration: 110.275105ms)","trace[1929197224] 'applied index is now lower than readState.Index' (duration: 193.678001ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:21.01717Z","caller":"traceutil/trace.go:171","msg":"trace[169221216] transaction","detail":"{read_only:false; response_revision:4518; number_of_response:1; }","duration":"304.285163ms","start":"2026-03-03T17:54:20.712872Z","end":"2026-03-03T17:54:21.017157Z","steps":["trace[169221216] 'process raft request' (duration: 303.849973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:21.017203Z","caller":"traceutil/trace.go:171","msg":"trace[1206768751] transaction","detail":"{read_only:false; response_revision:4519; number_of_response:1; }","duration":"304.240712ms","start":"2026-03-03T17:54:20.712952Z","end":"2026-03-03T17:54:21.017193Z","steps":["trace[1206768751] 'process raft request' (duration: 304.002337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.01723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.712865Z","time spent":"304.338944ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T17:54:21.017252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.712939Z","time spent":"304.287534ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3660,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:21.017304Z","caller":"traceutil/trace.go:171","msg":"trace[762034978] transaction","detail":"{read_only:false; response_revision:4521; number_of_response:1; }","duration":"301.374345ms","start":"2026-03-03T17:54:20.715916Z","end":"2026-03-03T17:54:21.01729Z","steps":["trace[762034978] 'process raft request' (duration: 301.13339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.017385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.715904Z","time spent":"301.445197ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:21.017557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.423176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62910"} {"level":"info","ts":"2026-03-03T17:54:21.017638Z","caller":"traceutil/trace.go:171","msg":"trace[1104735789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4521; }","duration":"304.529789ms","start":"2026-03-03T17:54:20.713098Z","end":"2026-03-03T17:54:21.017628Z","steps":["trace[1104735789] 'agreement among raft nodes before linearized reading' (duration: 304.303254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.01767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.713088Z","time spent":"304.57327ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62934,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T17:54:21.018029Z","caller":"traceutil/trace.go:171","msg":"trace[540350114] transaction","detail":"{read_only:false; response_revision:4520; number_of_response:1; }","duration":"304.221341ms","start":"2026-03-03T17:54:20.713795Z","end":"2026-03-03T17:54:21.018016Z","steps":["trace[540350114] 'process raft request' (duration: 303.217748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:21.018104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:20.713756Z","time spent":"304.312233ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:54:21.177959Z","caller":"traceutil/trace.go:171","msg":"trace[842638481] transaction","detail":"{read_only:false; response_revision:4522; number_of_response:1; }","duration":"155.148011ms","start":"2026-03-03T17:54:21.022788Z","end":"2026-03-03T17:54:21.177936Z","steps":["trace[842638481] 'process raft request' (duration: 151.343003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:21.222043Z","caller":"traceutil/trace.go:171","msg":"trace[1263692870] transaction","detail":"{read_only:false; response_revision:4523; number_of_response:1; }","duration":"194.558471ms","start":"2026-03-03T17:54:21.02741Z","end":"2026-03-03T17:54:21.221969Z","steps":["trace[1263692870] 'process raft request' (duration: 194.020399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:21.222191Z","caller":"traceutil/trace.go:171","msg":"trace[49077466] linearizableReadLoop","detail":"{readStateIndex:4705; appliedIndex:4702; }","duration":"135.826781ms","start":"2026-03-03T17:54:21.086332Z","end":"2026-03-03T17:54:21.222159Z","steps":["trace[49077466] 'read index received' (duration: 87.916072ms)","trace[49077466] 'applied index is now lower than readState.Index' (duration: 47.909068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:21.222501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.132447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:21.222563Z","caller":"traceutil/trace.go:171","msg":"trace[1426859776] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4524; }","duration":"136.244559ms","start":"2026-03-03T17:54:21.086298Z","end":"2026-03-03T17:54:21.222543Z","steps":["trace[1426859776] 'agreement among raft nodes before linearized reading' (duration: 136.088396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:21.222943Z","caller":"traceutil/trace.go:171","msg":"trace[1689635705] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"138.37686ms","start":"2026-03-03T17:54:21.084539Z","end":"2026-03-03T17:54:21.222916Z","steps":["trace[1689635705] 'process raft request' (duration: 137.286115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:29.624036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.469899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:54:29.62416Z","caller":"traceutil/trace.go:171","msg":"trace[1692204147] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"449.795739ms","start":"2026-03-03T17:54:29.17434Z","end":"2026-03-03T17:54:29.624136Z","steps":["trace[1692204147] 'process raft request' (duration: 249.159906ms)","trace[1692204147] 'compare' (duration: 200.07369ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:29.625263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:29.17432Z","time spent":"450.906896ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1005,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:30.210408Z","caller":"traceutil/trace.go:171","msg":"trace[193705107] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"128.577492ms","start":"2026-03-03T17:54:30.081812Z","end":"2026-03-03T17:54:30.210389Z","steps":["trace[193705107] 'process raft request' (duration: 128.470049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:30.393099Z","caller":"traceutil/trace.go:171","msg":"trace[1830941207] transaction","detail":"{read_only:false; response_revision:4704; number_of_response:1; }","duration":"178.058437ms","start":"2026-03-03T17:54:30.215003Z","end":"2026-03-03T17:54:30.393062Z","steps":["trace[1830941207] 'process raft request' (duration: 177.943854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:30.393107Z","caller":"traceutil/trace.go:171","msg":"trace[418620857] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"178.078217ms","start":"2026-03-03T17:54:30.214987Z","end":"2026-03-03T17:54:30.393065Z","steps":["trace[418620857] 'process raft request' (duration: 177.709778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:30.393278Z","caller":"traceutil/trace.go:171","msg":"trace[563420754] transaction","detail":"{read_only:false; response_revision:4705; number_of_response:1; }","duration":"176.554332ms","start":"2026-03-03T17:54:30.216682Z","end":"2026-03-03T17:54:30.393236Z","steps":["trace[563420754] 'process raft request' (duration: 176.304956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:31.425737Z","caller":"traceutil/trace.go:171","msg":"trace[2034258794] linearizableReadLoop","detail":"{readStateIndex:4905; appliedIndex:4904; }","duration":"113.102521ms","start":"2026-03-03T17:54:31.312608Z","end":"2026-03-03T17:54:31.425711Z","steps":["trace[2034258794] 'read index received' (duration: 89.772846ms)","trace[2034258794] 'applied index is now lower than readState.Index' (duration: 23.322035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:31.42591Z","caller":"traceutil/trace.go:171","msg":"trace[988000436] transaction","detail":"{read_only:false; response_revision:4718; number_of_response:1; }","duration":"199.283973ms","start":"2026-03-03T17:54:31.226583Z","end":"2026-03-03T17:54:31.425867Z","steps":["trace[988000436] 'process raft request' (duration: 175.774794ms)","trace[988000436] 'compare' (duration: 23.176101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:31.425954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.312256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:54:31.426001Z","caller":"traceutil/trace.go:171","msg":"trace[1300936942] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4718; }","duration":"113.413688ms","start":"2026-03-03T17:54:31.312574Z","end":"2026-03-03T17:54:31.425988Z","steps":["trace[1300936942] 'agreement among raft nodes before linearized reading' (duration: 113.243134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:37.965798Z","caller":"traceutil/trace.go:171","msg":"trace[1374831611] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"177.35311ms","start":"2026-03-03T17:54:37.788423Z","end":"2026-03-03T17:54:37.965776Z","steps":["trace[1374831611] 'process raft request' (duration: 177.207987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.309114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.694612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T17:54:38.309233Z","caller":"traceutil/trace.go:171","msg":"trace[1248773781] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:4825; }","duration":"169.866695ms","start":"2026-03-03T17:54:38.139341Z","end":"2026-03-03T17:54:38.309208Z","steps":["trace[1248773781] 'range keys from in-memory index tree' (duration: 169.507297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.309309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.700365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T17:54:38.30942Z","caller":"traceutil/trace.go:171","msg":"trace[522577804] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4825; }","duration":"170.875439ms","start":"2026-03-03T17:54:38.138523Z","end":"2026-03-03T17:54:38.309399Z","steps":["trace[522577804] 'range keys from in-memory index tree' (duration: 170.429249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.639789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.973297ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T17:54:38.639895Z","caller":"traceutil/trace.go:171","msg":"trace[373208136] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"324.189528ms","start":"2026-03-03T17:54:38.315684Z","end":"2026-03-03T17:54:38.639874Z","steps":["trace[373208136] 'read index received' (duration: 10.818403ms)","trace[373208136] 'applied index is now lower than readState.Index' (duration: 313.369405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:38.640258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.560936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T17:54:38.640349Z","caller":"traceutil/trace.go:171","msg":"trace[2040008293] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4825; }","duration":"324.70195ms","start":"2026-03-03T17:54:38.315626Z","end":"2026-03-03T17:54:38.640328Z","steps":["trace[2040008293] 'agreement among raft nodes before linearized reading' (duration: 324.341421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.640392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:38.315604Z","time spent":"324.778821ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T17:54:38.8039Z","caller":"traceutil/trace.go:171","msg":"trace[1087750864] linearizableReadLoop","detail":"{readStateIndex:5015; appliedIndex:5014; }","duration":"163.938516ms","start":"2026-03-03T17:54:38.639935Z","end":"2026-03-03T17:54:38.803874Z","steps":["trace[1087750864] 'read index received' (duration: 163.754642ms)","trace[1087750864] 'applied index is now lower than readState.Index' (duration: 182.914µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:38.803938Z","caller":"traceutil/trace.go:171","msg":"trace[313227843] transaction","detail":"{read_only:false; response_revision:4826; number_of_response:1; }","duration":"482.751169ms","start":"2026-03-03T17:54:38.321162Z","end":"2026-03-03T17:54:38.803913Z","steps":["trace[313227843] 'process raft request' (duration: 482.519474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.804116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:38.321137Z","time spent":"482.864941ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3748,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T17:54:38.804115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.375214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-03T17:54:38.804244Z","caller":"traceutil/trace.go:171","msg":"trace[1238423992] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:4826; }","duration":"223.583729ms","start":"2026-03-03T17:54:38.580636Z","end":"2026-03-03T17:54:38.804219Z","steps":["trace[1238423992] 'agreement among raft nodes before linearized reading' (duration: 223.359794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.804259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.412568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T17:54:38.804304Z","caller":"traceutil/trace.go:171","msg":"trace[1558227427] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:4826; }","duration":"149.476039ms","start":"2026-03-03T17:54:38.654817Z","end":"2026-03-03T17:54:38.804293Z","steps":["trace[1558227427] 'agreement among raft nodes before linearized reading' (duration: 149.398857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:38.804156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.216577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18464"} {"level":"info","ts":"2026-03-03T17:54:38.80443Z","caller":"traceutil/trace.go:171","msg":"trace[610064733] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4826; }","duration":"162.513694ms","start":"2026-03-03T17:54:38.641903Z","end":"2026-03-03T17:54:38.804417Z","steps":["trace[610064733] 'agreement among raft nodes before linearized reading' (duration: 162.118134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:40.54632Z","caller":"traceutil/trace.go:171","msg":"trace[1786784053] transaction","detail":"{read_only:false; response_revision:4845; number_of_response:1; }","duration":"304.030736ms","start":"2026-03-03T17:54:40.242265Z","end":"2026-03-03T17:54:40.546296Z","steps":["trace[1786784053] 'process raft request' (duration: 303.881823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:40.54645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:54:40.242238Z","time spent":"304.15394ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1113,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T17:54:40.834926Z","caller":"traceutil/trace.go:171","msg":"trace[1431704287] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"277.068019ms","start":"2026-03-03T17:54:40.557834Z","end":"2026-03-03T17:54:40.834902Z","steps":["trace[1431704287] 'process raft request' (duration: 276.924465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:40.839851Z","caller":"traceutil/trace.go:171","msg":"trace[1499688483] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4846; }","duration":"280.904619ms","start":"2026-03-03T17:54:40.558874Z","end":"2026-03-03T17:54:40.839778Z","steps":["trace[1499688483] 'process raft request' (duration: 280.561041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:42.906192Z","caller":"traceutil/trace.go:171","msg":"trace[227190375] linearizableReadLoop","detail":"{readStateIndex:5095; appliedIndex:5094; }","duration":"100.541225ms","start":"2026-03-03T17:54:42.805626Z","end":"2026-03-03T17:54:42.906168Z","steps":["trace[227190375] 'read index received' (duration: 92.634446ms)","trace[227190375] 'applied index is now lower than readState.Index' (duration: 7.905349ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:42.906218Z","caller":"traceutil/trace.go:171","msg":"trace[1402324820] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"101.098278ms","start":"2026-03-03T17:54:42.805089Z","end":"2026-03-03T17:54:42.906187Z","steps":["trace[1402324820] 'process raft request' (duration: 93.090147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:42.906396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.789591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-03T17:54:42.906458Z","caller":"traceutil/trace.go:171","msg":"trace[172860485] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4901; }","duration":"100.892213ms","start":"2026-03-03T17:54:42.805552Z","end":"2026-03-03T17:54:42.906444Z","steps":["trace[172860485] 'agreement among raft nodes before linearized reading' (duration: 100.666567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:42.910461Z","caller":"traceutil/trace.go:171","msg":"trace[1865534851] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"101.336674ms","start":"2026-03-03T17:54:42.809115Z","end":"2026-03-03T17:54:42.910452Z","steps":["trace[1865534851] 'process raft request' (duration: 101.225871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:49.118567Z","caller":"traceutil/trace.go:171","msg":"trace[1877221120] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"129.998756ms","start":"2026-03-03T17:54:48.988542Z","end":"2026-03-03T17:54:49.11854Z","steps":["trace[1877221120] 'process raft request' (duration: 129.806522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:49.177915Z","caller":"traceutil/trace.go:171","msg":"trace[1427563584] linearizableReadLoop","detail":"{readStateIndex:5190; appliedIndex:5187; }","duration":"166.838833ms","start":"2026-03-03T17:54:49.011059Z","end":"2026-03-03T17:54:49.177898Z","steps":["trace[1427563584] 'read index received' (duration: 107.371557ms)","trace[1427563584] 'applied index is now lower than readState.Index' (duration: 59.466466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:49.177973Z","caller":"traceutil/trace.go:171","msg":"trace[2013791896] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"188.624913ms","start":"2026-03-03T17:54:48.989317Z","end":"2026-03-03T17:54:49.177942Z","steps":["trace[2013791896] 'process raft request' (duration: 188.439708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:49.178005Z","caller":"traceutil/trace.go:171","msg":"trace[1987776963] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"187.770323ms","start":"2026-03-03T17:54:48.990213Z","end":"2026-03-03T17:54:49.177983Z","steps":["trace[1987776963] 'process raft request' (duration: 187.639239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:49.178105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.013258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T17:54:49.178129Z","caller":"traceutil/trace.go:171","msg":"trace[1218935984] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4995; }","duration":"167.111781ms","start":"2026-03-03T17:54:49.01101Z","end":"2026-03-03T17:54:49.178122Z","steps":["trace[1218935984] 'agreement among raft nodes before linearized reading' (duration: 166.953047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:55.242732Z","caller":"traceutil/trace.go:171","msg":"trace[662649132] transaction","detail":"{read_only:false; response_revision:5040; number_of_response:1; }","duration":"102.07228ms","start":"2026-03-03T17:54:55.140629Z","end":"2026-03-03T17:54:55.242701Z","steps":["trace[662649132] 'process raft request' (duration: 101.591159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:55.374492Z","caller":"traceutil/trace.go:171","msg":"trace[833063636] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"115.588813ms","start":"2026-03-03T17:54:55.258877Z","end":"2026-03-03T17:54:55.374466Z","steps":["trace[833063636] 'process raft request' (duration: 57.056859ms)","trace[833063636] 'compare' (duration: 58.334649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:54:55.374663Z","caller":"traceutil/trace.go:171","msg":"trace[827250850] linearizableReadLoop","detail":"{readStateIndex:5240; appliedIndex:5238; }","duration":"113.529394ms","start":"2026-03-03T17:54:55.261099Z","end":"2026-03-03T17:54:55.374629Z","steps":["trace[827250850] 'read index received' (duration: 54.850097ms)","trace[827250850] 'applied index is now lower than readState.Index' (duration: 58.677867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:54:55.37514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.012236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T17:54:55.37527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.796921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T17:54:55.375281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.527735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:54:55.375309Z","caller":"traceutil/trace.go:171","msg":"trace[897033548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5044; }","duration":"113.860442ms","start":"2026-03-03T17:54:55.261433Z","end":"2026-03-03T17:54:55.375293Z","steps":["trace[897033548] 'agreement among raft nodes before linearized reading' (duration: 113.76564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:55.375331Z","caller":"traceutil/trace.go:171","msg":"trace[1769008489] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:5044; }","duration":"108.615537ms","start":"2026-03-03T17:54:55.266699Z","end":"2026-03-03T17:54:55.375315Z","steps":["trace[1769008489] 'agreement among raft nodes before linearized reading' (duration: 108.479204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:55.375323Z","caller":"traceutil/trace.go:171","msg":"trace[583653446] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"115.263495ms","start":"2026-03-03T17:54:55.259745Z","end":"2026-03-03T17:54:55.375008Z","steps":["trace[583653446] 'process raft request' (duration: 114.685991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:54:55.375459Z","caller":"traceutil/trace.go:171","msg":"trace[1876620441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5044; }","duration":"114.098307ms","start":"2026-03-03T17:54:55.261084Z","end":"2026-03-03T17:54:55.375182Z","steps":["trace[1876620441] 'agreement among raft nodes before linearized reading' (duration: 113.877592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:54:55.375303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.806091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T17:54:55.375822Z","caller":"traceutil/trace.go:171","msg":"trace[20887322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5044; }","duration":"114.429606ms","start":"2026-03-03T17:54:55.261382Z","end":"2026-03-03T17:54:55.375811Z","steps":["trace[20887322] 'agreement among raft nodes before linearized reading' (duration: 113.675308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:38.070116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.643181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T17:55:38.070414Z","caller":"traceutil/trace.go:171","msg":"trace[589114739] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"483.485176ms","start":"2026-03-03T17:55:37.58689Z","end":"2026-03-03T17:55:38.070375Z","steps":["trace[589114739] 'process raft request' (duration: 14.461745ms)","trace[589114739] 'compare' (duration: 467.966395ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:55:38.070628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.586864Z","time spent":"483.653799ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T17:55:38.070744Z","caller":"traceutil/trace.go:171","msg":"trace[104457012] linearizableReadLoop","detail":"{readStateIndex:5592; appliedIndex:5591; }","duration":"450.684374ms","start":"2026-03-03T17:55:37.619994Z","end":"2026-03-03T17:55:38.070678Z","steps":["trace[104457012] 'read index received' (duration: 100.583µs)","trace[104457012] 'applied index is now lower than readState.Index' (duration: 450.579321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:55:38.148851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.404161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T17:55:38.148979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.974998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T17:55:38.149063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.765975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T17:55:38.149115Z","caller":"traceutil/trace.go:171","msg":"trace[1266422874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5386; }","duration":"529.173753ms","start":"2026-03-03T17:55:37.61991Z","end":"2026-03-03T17:55:38.149084Z","steps":["trace[1266422874] 'agreement among raft nodes before linearized reading' (duration: 450.910889ms)","trace[1266422874] 'range keys from in-memory index tree' (duration: 77.924345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T17:55:38.148979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.821583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T17:55:38.149175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.619878Z","time spent":"529.287375ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T17:55:38.149187Z","caller":"traceutil/trace.go:171","msg":"trace[293003559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5386; }","duration":"526.881438ms","start":"2026-03-03T17:55:37.622258Z","end":"2026-03-03T17:55:38.149139Z","steps":["trace[293003559] 'agreement among raft nodes before linearized reading' (duration: 526.738075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:38.149186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.167279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:55:38.148973Z","caller":"traceutil/trace.go:171","msg":"trace[425135342] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5386; }","duration":"527.570675ms","start":"2026-03-03T17:55:37.621382Z","end":"2026-03-03T17:55:38.148952Z","steps":["trace[425135342] 'agreement among raft nodes before linearized reading' (duration: 527.329348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:38.149349Z","caller":"traceutil/trace.go:171","msg":"trace[1480188994] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:5386; }","duration":"520.380173ms","start":"2026-03-03T17:55:37.628921Z","end":"2026-03-03T17:55:38.149301Z","steps":["trace[1480188994] 'agreement among raft nodes before linearized reading' (duration: 520.012975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:38.149435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.621366Z","time spent":"528.051956ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T17:55:38.149277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.622239Z","time spent":"527.030621ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T17:55:38.149496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.628909Z","time spent":"520.546188ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T17:55:38.149245Z","caller":"traceutil/trace.go:171","msg":"trace[396604379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5386; }","duration":"154.10922ms","start":"2026-03-03T17:55:37.995073Z","end":"2026-03-03T17:55:38.149182Z","steps":["trace[396604379] 'agreement among raft nodes before linearized reading' (duration: 153.745752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:38.149243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.721141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T17:55:38.149795Z","caller":"traceutil/trace.go:171","msg":"trace[1330661089] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:5386; }","duration":"403.382107ms","start":"2026-03-03T17:55:37.746395Z","end":"2026-03-03T17:55:38.149777Z","steps":["trace[1330661089] 'agreement among raft nodes before linearized reading' (duration: 402.685441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:55:38.14984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T17:55:37.746368Z","time spent":"403.458018ms","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T17:55:50.874303Z","caller":"traceutil/trace.go:171","msg":"trace[373594409] transaction","detail":"{read_only:false; response_revision:5473; number_of_response:1; }","duration":"139.926814ms","start":"2026-03-03T17:55:50.734353Z","end":"2026-03-03T17:55:50.87428Z","steps":["trace[373594409] 'process raft request' (duration: 139.77121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:55:58.025205Z","caller":"traceutil/trace.go:171","msg":"trace[379891604] transaction","detail":"{read_only:false; response_revision:5532; number_of_response:1; }","duration":"229.063896ms","start":"2026-03-03T17:55:57.79612Z","end":"2026-03-03T17:55:58.025184Z","steps":["trace[379891604] 'process raft request' (duration: 228.923653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:28.608099Z","caller":"traceutil/trace.go:171","msg":"trace[1472133640] linearizableReadLoop","detail":"{readStateIndex:5975; appliedIndex:5974; }","duration":"113.077264ms","start":"2026-03-03T17:56:28.495001Z","end":"2026-03-03T17:56:28.608079Z","steps":["trace[1472133640] 'read index received' (duration: 105.549434ms)","trace[1472133640] 'applied index is now lower than readState.Index' (duration: 7.52719ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:28.608213Z","caller":"traceutil/trace.go:171","msg":"trace[1985382173] transaction","detail":"{read_only:false; response_revision:5757; number_of_response:1; }","duration":"118.106053ms","start":"2026-03-03T17:56:28.49008Z","end":"2026-03-03T17:56:28.608186Z","steps":["trace[1985382173] 'process raft request' (duration: 110.502271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T17:56:28.608285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.263288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T17:56:28.608323Z","caller":"traceutil/trace.go:171","msg":"trace[2037242661] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:5757; }","duration":"113.32721ms","start":"2026-03-03T17:56:28.494981Z","end":"2026-03-03T17:56:28.608308Z","steps":["trace[2037242661] 'agreement among raft nodes before linearized reading' (duration: 113.178856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:56:28.79532Z","caller":"traceutil/trace.go:171","msg":"trace[374721414] transaction","detail":"{read_only:false; response_revision:5758; number_of_response:1; }","duration":"167.002148ms","start":"2026-03-03T17:56:28.628277Z","end":"2026-03-03T17:56:28.795279Z","steps":["trace[374721414] 'process raft request' (duration: 122.279153ms)","trace[374721414] 'compare' (duration: 44.439078ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T17:56:29.805829Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2759} {"level":"info","ts":"2026-03-03T17:56:29.871232Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2759,"took":"63.910203ms","hash":2694605593,"current-db-size-bytes":41967616,"current-db-size":"42 MB","current-db-size-in-use-bytes":31539200,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T17:56:29.871303Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2694605593,"revision":2759,"compact-revision":-1} {"level":"info","ts":"2026-03-03T17:59:14.473835Z","caller":"traceutil/trace.go:171","msg":"trace[736794577] transaction","detail":"{read_only:false; response_revision:6803; number_of_response:1; }","duration":"153.843582ms","start":"2026-03-03T17:59:14.319963Z","end":"2026-03-03T17:59:14.473807Z","steps":["trace[736794577] 'process raft request' (duration: 153.776299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T17:59:14.47385Z","caller":"traceutil/trace.go:171","msg":"trace[975505959] transaction","detail":"{read_only:false; response_revision:6802; number_of_response:1; }","duration":"154.455607ms","start":"2026-03-03T17:59:14.319351Z","end":"2026-03-03T17:59:14.473806Z","steps":["trace[975505959] 'process raft request' (duration: 93.715939ms)","trace[975505959] 'compare' (duration: 60.476181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:00:47.846846Z","caller":"traceutil/trace.go:171","msg":"trace[968099820] transaction","detail":"{read_only:false; response_revision:7398; number_of_response:1; }","duration":"120.218335ms","start":"2026-03-03T18:00:47.726596Z","end":"2026-03-03T18:00:47.846815Z","steps":["trace[968099820] 'process raft request' (duration: 82.352999ms)","trace[968099820] 'compare' (duration: 37.749793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:00:56.295393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781013478,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:00:56.464536Z","caller":"traceutil/trace.go:171","msg":"trace[78373434] linearizableReadLoop","detail":"{readStateIndex:7849; appliedIndex:7848; }","duration":"669.742153ms","start":"2026-03-03T18:00:55.794762Z","end":"2026-03-03T18:00:56.464504Z","steps":["trace[78373434] 'read index received' (duration: 669.517658ms)","trace[78373434] 'applied index is now lower than readState.Index' (duration: 223.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:00:56.464759Z","caller":"traceutil/trace.go:171","msg":"trace[336310311] transaction","detail":"{read_only:false; response_revision:7564; number_of_response:1; }","duration":"847.10746ms","start":"2026-03-03T18:00:55.617624Z","end":"2026-03-03T18:00:56.464732Z","steps":["trace[336310311] 'process raft request' (duration: 846.65553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.464875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.094541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:00:56.46494Z","caller":"traceutil/trace.go:171","msg":"trace[2091916701] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7564; }","duration":"670.232054ms","start":"2026-03-03T18:00:55.79469Z","end":"2026-03-03T18:00:56.464922Z","steps":["trace[2091916701] 'agreement among raft nodes before linearized reading' (duration: 669.982928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.464993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:55.79466Z","time spent":"670.319996ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:00:56.465057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.428592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:00:56.465026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:55.617568Z","time spent":"847.279905ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:00:56.464919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.620601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:00:56.465145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.166715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-03T18:00:56.465141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.33597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:00:56.465251Z","caller":"traceutil/trace.go:171","msg":"trace[1790741674] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a; range_end:; response_count:1; response_revision:7564; }","duration":"251.326569ms","start":"2026-03-03T18:00:56.213901Z","end":"2026-03-03T18:00:56.465228Z","steps":["trace[1790741674] 'agreement among raft nodes before linearized reading' (duration: 250.994161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:00:56.465138Z","caller":"traceutil/trace.go:171","msg":"trace[1062072506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7564; }","duration":"589.539284ms","start":"2026-03-03T18:00:55.875579Z","end":"2026-03-03T18:00:56.465118Z","steps":["trace[1062072506] 'agreement among raft nodes before linearized reading' (duration: 589.390841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.465397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:55.875555Z","time spent":"589.829361ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:00:56.46522Z","caller":"traceutil/trace.go:171","msg":"trace[739973681] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7564; }","duration":"593.977959ms","start":"2026-03-03T18:00:55.87123Z","end":"2026-03-03T18:00:56.465208Z","steps":["trace[739973681] 'agreement among raft nodes before linearized reading' (duration: 593.497688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.465535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:55.871212Z","time spent":"594.288136ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:00:56.465183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.965503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:00:56.465651Z","caller":"traceutil/trace.go:171","msg":"trace[1693136058] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7564; }","duration":"527.467095ms","start":"2026-03-03T18:00:55.938159Z","end":"2026-03-03T18:00:56.465626Z","steps":["trace[1693136058] 'agreement among raft nodes before linearized reading' (duration: 526.788819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.465693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:55.938148Z","time spent":"527.535937ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:00:56.465315Z","caller":"traceutil/trace.go:171","msg":"trace[1720622139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7564; }","duration":"360.549535ms","start":"2026-03-03T18:00:56.104721Z","end":"2026-03-03T18:00:56.46527Z","steps":["trace[1720622139] 'agreement among raft nodes before linearized reading' (duration: 360.127775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.46575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:00:56.104705Z","time spent":"361.030086ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:00:56.747134Z","caller":"traceutil/trace.go:171","msg":"trace[1907545343] linearizableReadLoop","detail":"{readStateIndex:7850; appliedIndex:7849; }","duration":"276.326071ms","start":"2026-03-03T18:00:56.470776Z","end":"2026-03-03T18:00:56.747102Z","steps":["trace[1907545343] 'read index received' (duration: 276.088766ms)","trace[1907545343] 'applied index is now lower than readState.Index' (duration: 235.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:00:56.747209Z","caller":"traceutil/trace.go:171","msg":"trace[327911347] transaction","detail":"{read_only:false; response_revision:7565; number_of_response:1; }","duration":"277.635142ms","start":"2026-03-03T18:00:56.469546Z","end":"2026-03-03T18:00:56.747181Z","steps":["trace[327911347] 'process raft request' (duration: 277.338485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.747426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.616268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19632"} {"level":"info","ts":"2026-03-03T18:00:56.747508Z","caller":"traceutil/trace.go:171","msg":"trace[911803525] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7565; }","duration":"276.739041ms","start":"2026-03-03T18:00:56.470751Z","end":"2026-03-03T18:00:56.74749Z","steps":["trace[911803525] 'agreement among raft nodes before linearized reading' (duration: 276.478705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:00:56.74793Z","caller":"traceutil/trace.go:171","msg":"trace[2042436640] transaction","detail":"{read_only:false; response_revision:7566; number_of_response:1; }","duration":"276.557986ms","start":"2026-03-03T18:00:56.471358Z","end":"2026-03-03T18:00:56.747916Z","steps":["trace[2042436640] 'process raft request' (duration: 276.136876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:00:56.747909Z","caller":"traceutil/trace.go:171","msg":"trace[1853462121] transaction","detail":"{read_only:false; response_revision:7567; number_of_response:1; }","duration":"275.823238ms","start":"2026-03-03T18:00:56.472063Z","end":"2026-03-03T18:00:56.747887Z","steps":["trace[1853462121] 'process raft request' (duration: 275.750827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:00:56.748104Z","caller":"traceutil/trace.go:171","msg":"trace[243322032] transaction","detail":"{read_only:false; response_revision:7568; number_of_response:1; }","duration":"275.799958ms","start":"2026-03-03T18:00:56.47229Z","end":"2026-03-03T18:00:56.74809Z","steps":["trace[243322032] 'process raft request' (duration: 275.564723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:00:56.748265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.658939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:222802"} {"level":"info","ts":"2026-03-03T18:00:56.748288Z","caller":"traceutil/trace.go:171","msg":"trace[1344964151] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7568; }","duration":"276.7053ms","start":"2026-03-03T18:00:56.471576Z","end":"2026-03-03T18:00:56.748281Z","steps":["trace[1344964151] 'agreement among raft nodes before linearized reading' (duration: 276.435953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:07.16057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.065183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:01:07.160681Z","caller":"traceutil/trace.go:171","msg":"trace[1346184157] transaction","detail":"{read_only:false; response_revision:7619; number_of_response:1; }","duration":"215.871409ms","start":"2026-03-03T18:01:06.944794Z","end":"2026-03-03T18:01:07.160665Z","steps":["trace[1346184157] 'process raft request' (duration: 73.619682ms)","trace[1346184157] 'compare' (duration: 141.858928ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:07.160767Z","caller":"traceutil/trace.go:171","msg":"trace[1552393494] transaction","detail":"{read_only:false; response_revision:7620; number_of_response:1; }","duration":"182.878469ms","start":"2026-03-03T18:01:06.977876Z","end":"2026-03-03T18:01:07.160754Z","steps":["trace[1552393494] 'process raft request' (duration: 182.793267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:07.160768Z","caller":"traceutil/trace.go:171","msg":"trace[719347168] linearizableReadLoop","detail":"{readStateIndex:7906; appliedIndex:7905; }","duration":"191.052702ms","start":"2026-03-03T18:01:06.969691Z","end":"2026-03-03T18:01:07.160744Z","steps":["trace[719347168] 'read index received' (duration: 48.732033ms)","trace[719347168] 'applied index is now lower than readState.Index' (duration: 142.318069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:07.160861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.159455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:07.160883Z","caller":"traceutil/trace.go:171","msg":"trace[2049976055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7620; }","duration":"191.224046ms","start":"2026-03-03T18:01:06.969652Z","end":"2026-03-03T18:01:07.160876Z","steps":["trace[2049976055] 'agreement among raft nodes before linearized reading' (duration: 191.163945ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:07.652347Z","caller":"traceutil/trace.go:171","msg":"trace[1371866992] transaction","detail":"{read_only:false; response_revision:7621; number_of_response:1; }","duration":"467.553037ms","start":"2026-03-03T18:01:07.184762Z","end":"2026-03-03T18:01:07.652315Z","steps":["trace[1371866992] 'process raft request' (duration: 409.322229ms)","trace[1371866992] 'compare' (duration: 57.856229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:07.652493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:07.184746Z","time spent":"467.66877ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:08.83439Z","caller":"traceutil/trace.go:171","msg":"trace[324240111] transaction","detail":"{read_only:false; response_revision:7622; number_of_response:1; }","duration":"314.445102ms","start":"2026-03-03T18:01:08.5199Z","end":"2026-03-03T18:01:08.834345Z","steps":["trace[324240111] 'process raft request' (duration: 314.104254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:08.834586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:08.519875Z","time spent":"314.607227ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:09.493808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781013653,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:01:09.509032Z","caller":"traceutil/trace.go:171","msg":"trace[968925253] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"668.304768ms","start":"2026-03-03T18:01:08.840717Z","end":"2026-03-03T18:01:09.509021Z","steps":["trace[968925253] 'process raft request' (duration: 667.034548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.509113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:08.8407Z","time spent":"668.369ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:09.509161Z","caller":"traceutil/trace.go:171","msg":"trace[937638186] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"668.403721ms","start":"2026-03-03T18:01:08.840739Z","end":"2026-03-03T18:01:09.509142Z","steps":["trace[937638186] 'process raft request' (duration: 668.238127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.509281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:08.840714Z","time spent":"668.503042ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:09.509823Z","caller":"traceutil/trace.go:171","msg":"trace[720788362] linearizableReadLoop","detail":"{readStateIndex:7916; appliedIndex:7911; }","duration":"516.697271ms","start":"2026-03-03T18:01:08.993096Z","end":"2026-03-03T18:01:09.509794Z","steps":["trace[720788362] 'read index received' (duration: 514.663922ms)","trace[720788362] 'applied index is now lower than readState.Index' (duration: 2.032699ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:09.509892Z","caller":"traceutil/trace.go:171","msg":"trace[1139145680] transaction","detail":"{read_only:false; response_revision:7627; number_of_response:1; }","duration":"344.985967ms","start":"2026-03-03T18:01:09.164889Z","end":"2026-03-03T18:01:09.509875Z","steps":["trace[1139145680] 'process raft request' (duration: 344.860414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.509897Z","caller":"traceutil/trace.go:171","msg":"trace[219097899] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"342.808225ms","start":"2026-03-03T18:01:09.167077Z","end":"2026-03-03T18:01:09.509885Z","steps":["trace[219097899] 'process raft request' (duration: 342.694582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.509908Z","caller":"traceutil/trace.go:171","msg":"trace[162106898] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"606.335423ms","start":"2026-03-03T18:01:08.903542Z","end":"2026-03-03T18:01:09.509877Z","steps":["trace[162106898] 'process raft request' (duration: 606.110668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.509962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.167056Z","time spent":"342.870016ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:09.509977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:08.903511Z","time spent":"606.431584ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:09.509989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.164868Z","time spent":"345.058438ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:09.510008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.117997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510033Z","caller":"traceutil/trace.go:171","msg":"trace[1869998120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7628; }","duration":"249.159967ms","start":"2026-03-03T18:01:09.260866Z","end":"2026-03-03T18:01:09.510026Z","steps":["trace[1869998120] 'agreement among raft nodes before linearized reading' (duration: 249.122847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.50997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.118076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.50997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.877075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510071Z","caller":"traceutil/trace.go:171","msg":"trace[613654529] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7628; }","duration":"167.237179ms","start":"2026-03-03T18:01:09.34282Z","end":"2026-03-03T18:01:09.510057Z","steps":["trace[613654529] 'agreement among raft nodes before linearized reading' (duration: 167.120896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.5101Z","caller":"traceutil/trace.go:171","msg":"trace[934707135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7628; }","duration":"517.046389ms","start":"2026-03-03T18:01:08.993046Z","end":"2026-03-03T18:01:09.510093Z","steps":["trace[934707135] 'agreement among raft nodes before linearized reading' (duration: 516.839044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:08.993028Z","time spent":"517.08845ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:01:09.51011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.922562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.113323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.531245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510185Z","caller":"traceutil/trace.go:171","msg":"trace[623287829] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7628; }","duration":"281.570915ms","start":"2026-03-03T18:01:09.228608Z","end":"2026-03-03T18:01:09.510179Z","steps":["trace[623287829] 'agreement among raft nodes before linearized reading' (duration: 281.541374ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510186Z","caller":"traceutil/trace.go:171","msg":"trace[1180106004] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7628; }","duration":"167.015494ms","start":"2026-03-03T18:01:09.343151Z","end":"2026-03-03T18:01:09.510166Z","steps":["trace[1180106004] 'agreement among raft nodes before linearized reading' (duration: 166.783298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510205Z","caller":"traceutil/trace.go:171","msg":"trace[909592614] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7628; }","duration":"338.165435ms","start":"2026-03-03T18:01:09.172006Z","end":"2026-03-03T18:01:09.510171Z","steps":["trace[909592614] 'agreement among raft nodes before linearized reading' (duration: 337.915399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.004914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.176647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510301Z","caller":"traceutil/trace.go:171","msg":"trace[910491659] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:7628; }","duration":"167.218489ms","start":"2026-03-03T18:01:09.343074Z","end":"2026-03-03T18:01:09.510293Z","steps":["trace[910491659] 'agreement among raft nodes before linearized reading' (duration: 166.86009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510298Z","caller":"traceutil/trace.go:171","msg":"trace[1436085767] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7628; }","duration":"249.201479ms","start":"2026-03-03T18:01:09.261067Z","end":"2026-03-03T18:01:09.510268Z","steps":["trace[1436085767] 'agreement among raft nodes before linearized reading' (duration: 248.892652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.333573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510362Z","caller":"traceutil/trace.go:171","msg":"trace[396785303] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7628; }","duration":"282.402165ms","start":"2026-03-03T18:01:09.22795Z","end":"2026-03-03T18:01:09.510352Z","steps":["trace[396785303] 'agreement among raft nodes before linearized reading' (duration: 282.341564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.326842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510398Z","caller":"traceutil/trace.go:171","msg":"trace[692863906] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7628; }","duration":"208.379703ms","start":"2026-03-03T18:01:09.302013Z","end":"2026-03-03T18:01:09.510393Z","steps":["trace[692863906] 'agreement among raft nodes before linearized reading' (duration: 208.346572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.950907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510467Z","caller":"traceutil/trace.go:171","msg":"trace[1788278912] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7628; }","duration":"321.002798ms","start":"2026-03-03T18:01:09.189453Z","end":"2026-03-03T18:01:09.510456Z","steps":["trace[1788278912] 'agreement among raft nodes before linearized reading' (duration: 320.960817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.554047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.51046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.388463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510501Z","caller":"traceutil/trace.go:171","msg":"trace[1972343447] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7628; }","duration":"306.595477ms","start":"2026-03-03T18:01:09.203897Z","end":"2026-03-03T18:01:09.510492Z","steps":["trace[1972343447] 'agreement among raft nodes before linearized reading' (duration: 306.556466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.447948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.51037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.445495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.20389Z","time spent":"306.638089ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:01:09.510546Z","caller":"traceutil/trace.go:171","msg":"trace[1713775672] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7628; }","duration":"129.502715ms","start":"2026-03-03T18:01:09.381022Z","end":"2026-03-03T18:01:09.510524Z","steps":["trace[1713775672] 'agreement among raft nodes before linearized reading' (duration: 129.371762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510569Z","caller":"traceutil/trace.go:171","msg":"trace[1222767429] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:7628; }","duration":"282.63452ms","start":"2026-03-03T18:01:09.227917Z","end":"2026-03-03T18:01:09.510552Z","steps":["trace[1222767429] 'agreement among raft nodes before linearized reading' (duration: 282.432235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.495721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510608Z","caller":"traceutil/trace.go:171","msg":"trace[700939869] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7628; }","duration":"147.542123ms","start":"2026-03-03T18:01:09.36306Z","end":"2026-03-03T18:01:09.510602Z","steps":["trace[700939869] 'agreement among raft nodes before linearized reading' (duration: 147.512992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.727706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.51064Z","caller":"traceutil/trace.go:171","msg":"trace[1322782045] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7628; }","duration":"185.765157ms","start":"2026-03-03T18:01:09.324868Z","end":"2026-03-03T18:01:09.510633Z","steps":["trace[1322782045] 'agreement among raft nodes before linearized reading' (duration: 185.702635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.6578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.896335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.942942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.428459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.243099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.51077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.761608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510769Z","caller":"traceutil/trace.go:171","msg":"trace[491602559] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7628; }","duration":"305.789468ms","start":"2026-03-03T18:01:09.204969Z","end":"2026-03-03T18:01:09.510758Z","steps":["trace[491602559] 'agreement among raft nodes before linearized reading' (duration: 305.416999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510792Z","caller":"traceutil/trace.go:171","msg":"trace[1271706513] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7628; }","duration":"227.264909ms","start":"2026-03-03T18:01:09.283523Z","end":"2026-03-03T18:01:09.510788Z","steps":["trace[1271706513] 'agreement among raft nodes before linearized reading' (duration: 227.232208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.5108Z","caller":"traceutil/trace.go:171","msg":"trace[22710267] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7628; }","duration":"207.811159ms","start":"2026-03-03T18:01:09.30298Z","end":"2026-03-03T18:01:09.510791Z","steps":["trace[22710267] 'agreement among raft nodes before linearized reading' (duration: 207.770098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.204947Z","time spent":"305.849589ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:500 "} {"level":"warn","ts":"2026-03-03T18:01:09.510844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.61768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510871Z","caller":"traceutil/trace.go:171","msg":"trace[987298202] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7628; }","duration":"113.664311ms","start":"2026-03-03T18:01:09.397202Z","end":"2026-03-03T18:01:09.510866Z","steps":["trace[987298202] 'agreement among raft nodes before linearized reading' (duration: 113.62309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.51088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.347315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.28477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510895Z","caller":"traceutil/trace.go:171","msg":"trace[569496426] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7628; }","duration":"228.364816ms","start":"2026-03-03T18:01:09.282527Z","end":"2026-03-03T18:01:09.510892Z","steps":["trace[569496426] 'agreement among raft nodes before linearized reading' (duration: 228.337355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510906Z","caller":"traceutil/trace.go:171","msg":"trace[1143163416] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7628; }","duration":"186.327231ms","start":"2026-03-03T18:01:09.324571Z","end":"2026-03-03T18:01:09.510898Z","steps":["trace[1143163416] 'agreement among raft nodes before linearized reading' (duration: 186.29944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.189442Z","time spent":"321.047689ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:01:09.510397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.297018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.51095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.893506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510965Z","caller":"traceutil/trace.go:171","msg":"trace[2024655515] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7628; }","duration":"113.933047ms","start":"2026-03-03T18:01:09.397028Z","end":"2026-03-03T18:01:09.510961Z","steps":["trace[2024655515] 'agreement among raft nodes before linearized reading' (duration: 113.909117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.51098Z","caller":"traceutil/trace.go:171","msg":"trace[1192808410] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7628; }","duration":"338.906412ms","start":"2026-03-03T18:01:09.172057Z","end":"2026-03-03T18:01:09.510964Z","steps":["trace[1192808410] 'agreement among raft nodes before linearized reading' (duration: 338.312518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.511002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.008019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.511019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.172037Z","time spent":"338.967453ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:01:09.511042Z","caller":"traceutil/trace.go:171","msg":"trace[845408579] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:7628; }","duration":"114.06603ms","start":"2026-03-03T18:01:09.396967Z","end":"2026-03-03T18:01:09.511033Z","steps":["trace[845408579] 'agreement among raft nodes before linearized reading' (duration: 114.008779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.51109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.655862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.511111Z","caller":"traceutil/trace.go:171","msg":"trace[2129335209] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:7628; }","duration":"228.678074ms","start":"2026-03-03T18:01:09.282429Z","end":"2026-03-03T18:01:09.511107Z","steps":["trace[2129335209] 'agreement among raft nodes before linearized reading' (duration: 228.647563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.499426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.65779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.510711Z","caller":"traceutil/trace.go:171","msg":"trace[1903020234] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7628; }","duration":"320.954667ms","start":"2026-03-03T18:01:09.189745Z","end":"2026-03-03T18:01:09.5107Z","steps":["trace[1903020234] 'agreement among raft nodes before linearized reading' (duration: 320.911826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.511167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.485542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:01:09.510554Z","caller":"traceutil/trace.go:171","msg":"trace[1309800519] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:7628; }","duration":"337.4883ms","start":"2026-03-03T18:01:09.173056Z","end":"2026-03-03T18:01:09.510544Z","steps":["trace[1309800519] 'agreement among raft nodes before linearized reading' (duration: 337.454229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.5112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.173049Z","time spent":"338.144415ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:500 "} {"level":"info","ts":"2026-03-03T18:01:09.511202Z","caller":"traceutil/trace.go:171","msg":"trace[1244519491] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:7628; }","duration":"120.528433ms","start":"2026-03-03T18:01:09.39066Z","end":"2026-03-03T18:01:09.511188Z","steps":["trace[1244519491] 'agreement among raft nodes before linearized reading' (duration: 120.443901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.511016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.763708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:01:09.511221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.189727Z","time spent":"321.47502ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 "} {"level":"warn","ts":"2026-03-03T18:01:09.510559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.656971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.511241Z","caller":"traceutil/trace.go:171","msg":"trace[1068103444] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:7628; }","duration":"199.985194ms","start":"2026-03-03T18:01:09.311248Z","end":"2026-03-03T18:01:09.511233Z","steps":["trace[1068103444] 'agreement among raft nodes before linearized reading' (duration: 199.709677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.511298Z","caller":"traceutil/trace.go:171","msg":"trace[436894941] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7628; }","duration":"147.376798ms","start":"2026-03-03T18:01:09.363897Z","end":"2026-03-03T18:01:09.511274Z","steps":["trace[436894941] 'agreement among raft nodes before linearized reading' (duration: 146.650691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.171997Z","time spent":"338.236946ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" limit:10000 "} {"level":"info","ts":"2026-03-03T18:01:09.510725Z","caller":"traceutil/trace.go:171","msg":"trace[1217930134] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:7628; }","duration":"208.727242ms","start":"2026-03-03T18:01:09.301952Z","end":"2026-03-03T18:01:09.510679Z","steps":["trace[1217930134] 'agreement among raft nodes before linearized reading' (duration: 208.66204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.510744Z","caller":"traceutil/trace.go:171","msg":"trace[1666536979] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:7628; }","duration":"248.989144ms","start":"2026-03-03T18:01:09.261743Z","end":"2026-03-03T18:01:09.510732Z","steps":["trace[1666536979] 'agreement among raft nodes before linearized reading' (duration: 248.948543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.5105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.144331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.510948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.361692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.511425Z","caller":"traceutil/trace.go:171","msg":"trace[173883006] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7628; }","duration":"131.111764ms","start":"2026-03-03T18:01:09.380299Z","end":"2026-03-03T18:01:09.511411Z","steps":["trace[173883006] 'agreement among raft nodes before linearized reading' (duration: 130.182262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.511449Z","caller":"traceutil/trace.go:171","msg":"trace[614327519] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7628; }","duration":"186.872153ms","start":"2026-03-03T18:01:09.324567Z","end":"2026-03-03T18:01:09.511439Z","steps":["trace[614327519] 'agreement among raft nodes before linearized reading' (duration: 186.369282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:09.511172Z","caller":"traceutil/trace.go:171","msg":"trace[849708620] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7628; }","duration":"321.50047ms","start":"2026-03-03T18:01:09.18966Z","end":"2026-03-03T18:01:09.511161Z","steps":["trace[849708620] 'agreement among raft nodes before linearized reading' (duration: 320.63625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.511486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.189629Z","time spent":"321.847868ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 "} {"level":"info","ts":"2026-03-03T18:01:09.511167Z","caller":"traceutil/trace.go:171","msg":"trace[1393677218] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:7628; }","duration":"307.237023ms","start":"2026-03-03T18:01:09.203918Z","end":"2026-03-03T18:01:09.511155Z","steps":["trace[1393677218] 'agreement among raft nodes before linearized reading' (duration: 306.502626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.308785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:09.511544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.20391Z","time spent":"307.602311ms","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" limit:10000 "} {"level":"info","ts":"2026-03-03T18:01:09.511549Z","caller":"traceutil/trace.go:171","msg":"trace[1742589112] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7628; }","duration":"131.339789ms","start":"2026-03-03T18:01:09.3802Z","end":"2026-03-03T18:01:09.51154Z","steps":["trace[1742589112] 'agreement among raft nodes before linearized reading' (duration: 130.320705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:09.510724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.635305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:09.511601Z","caller":"traceutil/trace.go:171","msg":"trace[823908713] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:7628; }","duration":"148.516206ms","start":"2026-03-03T18:01:09.363066Z","end":"2026-03-03T18:01:09.511582Z","steps":["trace[823908713] 'agreement among raft nodes before linearized reading' (duration: 147.640405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:10.010534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.184991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:10.010595Z","caller":"traceutil/trace.go:171","msg":"trace[1934350161] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7628; }","duration":"220.279583ms","start":"2026-03-03T18:01:09.790303Z","end":"2026-03-03T18:01:10.010583Z","steps":["trace[1934350161] 'count revisions from in-memory index tree' (duration: 220.13787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:10.010626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.06555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:01:10.010691Z","caller":"traceutil/trace.go:171","msg":"trace[372342537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7628; }","duration":"354.176833ms","start":"2026-03-03T18:01:09.6565Z","end":"2026-03-03T18:01:10.010677Z","steps":["trace[372342537] 'range keys from in-memory index tree' (duration: 353.905897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:10.010719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:09.656481Z","time spent":"354.232084ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:01:10.278846Z","caller":"traceutil/trace.go:171","msg":"trace[1230838597] transaction","detail":"{read_only:false; response_revision:7630; number_of_response:1; }","duration":"107.76351ms","start":"2026-03-03T18:01:10.171059Z","end":"2026-03-03T18:01:10.278823Z","steps":["trace[1230838597] 'process raft request' (duration: 106.832579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:10.988177Z","caller":"traceutil/trace.go:171","msg":"trace[287916090] linearizableReadLoop","detail":"{readStateIndex:7920; appliedIndex:7918; }","duration":"113.158197ms","start":"2026-03-03T18:01:10.874996Z","end":"2026-03-03T18:01:10.988154Z","steps":["trace[287916090] 'read index received' (duration: 17.207837ms)","trace[287916090] 'applied index is now lower than readState.Index' (duration: 95.94905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:10.988305Z","caller":"traceutil/trace.go:171","msg":"trace[1231775510] transaction","detail":"{read_only:false; response_revision:7632; number_of_response:1; }","duration":"143.922884ms","start":"2026-03-03T18:01:10.844332Z","end":"2026-03-03T18:01:10.988255Z","steps":["trace[1231775510] 'process raft request' (duration: 89.072517ms)","trace[1231775510] 'compare' (duration: 54.629122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:10.988425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.035348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:01:10.988456Z","caller":"traceutil/trace.go:171","msg":"trace[43329672] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7632; }","duration":"109.121532ms","start":"2026-03-03T18:01:10.879326Z","end":"2026-03-03T18:01:10.988448Z","steps":["trace[43329672] 'agreement among raft nodes before linearized reading' (duration: 108.946918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:10.988455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.446223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:01:10.988514Z","caller":"traceutil/trace.go:171","msg":"trace[1474051124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7632; }","duration":"113.561496ms","start":"2026-03-03T18:01:10.874939Z","end":"2026-03-03T18:01:10.9885Z","steps":["trace[1474051124] 'agreement among raft nodes before linearized reading' (duration: 113.32859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:11.689278Z","caller":"traceutil/trace.go:171","msg":"trace[701055733] transaction","detail":"{read_only:false; response_revision:7634; number_of_response:1; }","duration":"172.367448ms","start":"2026-03-03T18:01:11.516886Z","end":"2026-03-03T18:01:11.689253Z","steps":["trace[701055733] 'process raft request' (duration: 172.177783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.495455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781013683,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:01:12.687642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.357306ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:12.687746Z","caller":"traceutil/trace.go:171","msg":"trace[1476051254] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7634; }","duration":"886.483759ms","start":"2026-03-03T18:01:11.801247Z","end":"2026-03-03T18:01:12.687731Z","steps":["trace[1476051254] 'range keys from in-memory index tree' (duration: 886.329076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.738076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048902761s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:01:12.7384Z","caller":"traceutil/trace.go:171","msg":"trace[102063364] linearizableReadLoop","detail":"{readStateIndex:7926; appliedIndex:7922; }","duration":"743.61816ms","start":"2026-03-03T18:01:11.994768Z","end":"2026-03-03T18:01:12.738387Z","steps":["trace[102063364] 'read index received' (duration: 743.413735ms)","trace[102063364] 'applied index is now lower than readState.Index' (duration: 203.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:12.738415Z","caller":"traceutil/trace.go:171","msg":"trace[1661544683] transaction","detail":"{read_only:false; response_revision:7635; number_of_response:1; }","duration":"1.220739866s","start":"2026-03-03T18:01:11.517647Z","end":"2026-03-03T18:01:12.738387Z","steps":["trace[1661544683] 'process raft request' (duration: 1.220571572s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:12.738466Z","caller":"traceutil/trace.go:171","msg":"trace[1617948817] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"1.220548262s","start":"2026-03-03T18:01:11.517908Z","end":"2026-03-03T18:01:12.738457Z","steps":["trace[1617948817] 'process raft request' (duration: 1.220411129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.738514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:11.517631Z","time spent":"1.220826579s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:12.738543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:11.517893Z","time spent":"1.220588613s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:12.738626Z","caller":"traceutil/trace.go:171","msg":"trace[1918374383] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"1.220110881s","start":"2026-03-03T18:01:11.51851Z","end":"2026-03-03T18:01:12.738621Z","steps":["trace[1918374383] 'process raft request' (duration: 1.219834164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.738667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:11.518504Z","time spent":"1.220134871s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:12.73879Z","caller":"traceutil/trace.go:171","msg":"trace[555381240] transaction","detail":"{read_only:false; response_revision:7638; number_of_response:1; }","duration":"1.21923261s","start":"2026-03-03T18:01:11.519551Z","end":"2026-03-03T18:01:12.738784Z","steps":["trace[555381240] 'process raft request' (duration: 1.218813291s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.738827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:11.519538Z","time spent":"1.219271361s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:12.738918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.664258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:01:12.738922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.162923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:12.73894Z","caller":"traceutil/trace.go:171","msg":"trace[203921953] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7638; }","duration":"458.72431ms","start":"2026-03-03T18:01:12.28021Z","end":"2026-03-03T18:01:12.738934Z","steps":["trace[203921953] 'agreement among raft nodes before linearized reading' (duration: 458.683889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:12.738943Z","caller":"traceutil/trace.go:171","msg":"trace[776519443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7638; }","duration":"744.223264ms","start":"2026-03-03T18:01:11.994714Z","end":"2026-03-03T18:01:12.738937Z","steps":["trace[776519443] 'agreement among raft nodes before linearized reading' (duration: 744.184563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.738957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:12.28019Z","time spent":"458.763371ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:01:12.738991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:11.994693Z","time spent":"744.264194ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:01:12.739108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.514329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:01:12.739126Z","caller":"traceutil/trace.go:171","msg":"trace[1346853259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7638; }","duration":"552.57381ms","start":"2026-03-03T18:01:12.186548Z","end":"2026-03-03T18:01:12.739122Z","steps":["trace[1346853259] 'agreement among raft nodes before linearized reading' (duration: 552.497729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.739139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:12.186528Z","time spent":"552.608642ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:01:12.739148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.099531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:01:12.739205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.309998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:01:12.739239Z","caller":"traceutil/trace.go:171","msg":"trace[78268197] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:7638; }","duration":"506.237995ms","start":"2026-03-03T18:01:12.232979Z","end":"2026-03-03T18:01:12.739217Z","steps":["trace[78268197] 'agreement among raft nodes before linearized reading' (duration: 506.05378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.739778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:12.232959Z","time spent":"506.770488ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":52,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:01:12.739393Z","caller":"traceutil/trace.go:171","msg":"trace[1630725015] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7638; }","duration":"698.493782ms","start":"2026-03-03T18:01:12.040844Z","end":"2026-03-03T18:01:12.739338Z","steps":["trace[1630725015] 'agreement among raft nodes before linearized reading' (duration: 698.031112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:12.740074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:12.040827Z","time spent":"699.22879ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:01:12.897433Z","caller":"traceutil/trace.go:171","msg":"trace[493734522] linearizableReadLoop","detail":"{readStateIndex:7927; appliedIndex:7926; }","duration":"154.217888ms","start":"2026-03-03T18:01:12.743192Z","end":"2026-03-03T18:01:12.89741Z","steps":["trace[493734522] 'read index received' (duration: 67.960628ms)","trace[493734522] 'applied index is now lower than readState.Index' (duration: 86.25622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:12.897459Z","caller":"traceutil/trace.go:171","msg":"trace[1007141837] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"154.321721ms","start":"2026-03-03T18:01:12.743109Z","end":"2026-03-03T18:01:12.89743Z","steps":["trace[1007141837] 'process raft request' (duration: 68.094311ms)","trace[1007141837] 'compare' (duration: 86.037685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:12.897782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.571456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:01:12.897841Z","caller":"traceutil/trace.go:171","msg":"trace[1424864368] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7640; }","duration":"154.665678ms","start":"2026-03-03T18:01:12.743164Z","end":"2026-03-03T18:01:12.89783Z","steps":["trace[1424864368] 'agreement among raft nodes before linearized reading' (duration: 154.390862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:13.078587Z","caller":"traceutil/trace.go:171","msg":"trace[963666915] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"151.664818ms","start":"2026-03-03T18:01:12.926881Z","end":"2026-03-03T18:01:13.078546Z","steps":["trace[963666915] 'process raft request' (duration: 111.242461ms)","trace[963666915] 'compare' (duration: 40.219822ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:14.093512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.241202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:01:14.093745Z","caller":"traceutil/trace.go:171","msg":"trace[1722817425] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:7645; }","duration":"237.495328ms","start":"2026-03-03T18:01:13.856222Z","end":"2026-03-03T18:01:14.093717Z","steps":["trace[1722817425] 'count revisions from in-memory index tree' (duration: 237.13593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:14.883363Z","caller":"traceutil/trace.go:171","msg":"trace[1093816921] transaction","detail":"{read_only:false; response_revision:7646; number_of_response:1; }","duration":"139.95847ms","start":"2026-03-03T18:01:14.743381Z","end":"2026-03-03T18:01:14.88334Z","steps":["trace[1093816921] 'process raft request' (duration: 139.726995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:15.076198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.975112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:01:15.076405Z","caller":"traceutil/trace.go:171","msg":"trace[1640779714] transaction","detail":"{read_only:false; response_revision:7647; number_of_response:1; }","duration":"331.856491ms","start":"2026-03-03T18:01:14.744516Z","end":"2026-03-03T18:01:15.076372Z","steps":["trace[1640779714] 'process raft request' (duration: 199.620952ms)","trace[1640779714] 'compare' (duration: 131.774578ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:15.076487Z","caller":"traceutil/trace.go:171","msg":"trace[923900962] linearizableReadLoop","detail":"{readStateIndex:7939; appliedIndex:7935; }","duration":"175.378769ms","start":"2026-03-03T18:01:14.901091Z","end":"2026-03-03T18:01:15.07647Z","steps":["trace[923900962] 'read index received' (duration: 43.007297ms)","trace[923900962] 'applied index is now lower than readState.Index' (duration: 132.370412ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:15.076493Z","caller":"traceutil/trace.go:171","msg":"trace[1841758919] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"329.72009ms","start":"2026-03-03T18:01:14.746745Z","end":"2026-03-03T18:01:15.076465Z","steps":["trace[1841758919] 'process raft request' (duration: 329.552046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:15.076592Z","caller":"traceutil/trace.go:171","msg":"trace[1647814298] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"329.320411ms","start":"2026-03-03T18:01:14.747236Z","end":"2026-03-03T18:01:15.076556Z","steps":["trace[1647814298] 'process raft request' (duration: 329.113646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:15.076622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:14.746734Z","time spent":"329.814372ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:15.07666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:14.747213Z","time spent":"329.411082ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:15.076672Z","caller":"traceutil/trace.go:171","msg":"trace[1363519604] transaction","detail":"{read_only:false; response_revision:7650; number_of_response:1; }","duration":"272.489875ms","start":"2026-03-03T18:01:14.80415Z","end":"2026-03-03T18:01:15.07664Z","steps":["trace[1363519604] 'process raft request' (duration: 272.233359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:15.076738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:14.744501Z","time spent":"332.006674ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:15.076851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.766608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:01:15.076887Z","caller":"traceutil/trace.go:171","msg":"trace[2114607031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7650; }","duration":"175.801838ms","start":"2026-03-03T18:01:14.901076Z","end":"2026-03-03T18:01:15.076878Z","steps":["trace[2114607031] 'agreement among raft nodes before linearized reading' (duration: 175.675335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:15.434645Z","caller":"traceutil/trace.go:171","msg":"trace[1228925817] linearizableReadLoop","detail":"{readStateIndex:7942; appliedIndex:7941; }","duration":"287.750037ms","start":"2026-03-03T18:01:15.14685Z","end":"2026-03-03T18:01:15.4346Z","steps":["trace[1228925817] 'read index received' (duration: 200.528983ms)","trace[1228925817] 'applied index is now lower than readState.Index' (duration: 87.219874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:15.434966Z","caller":"traceutil/trace.go:171","msg":"trace[658147550] transaction","detail":"{read_only:false; response_revision:7653; number_of_response:1; }","duration":"315.823071ms","start":"2026-03-03T18:01:15.119128Z","end":"2026-03-03T18:01:15.434951Z","steps":["trace[658147550] 'process raft request' (duration: 228.32168ms)","trace[658147550] 'compare' (duration: 86.826324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:15.435073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:15.119106Z","time spent":"315.894633ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:15.435134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.261099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:01:15.43521Z","caller":"traceutil/trace.go:171","msg":"trace[1457481187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7653; }","duration":"288.367231ms","start":"2026-03-03T18:01:15.146822Z","end":"2026-03-03T18:01:15.43519Z","steps":["trace[1457481187] 'agreement among raft nodes before linearized reading' (duration: 288.177767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:15.43525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.049218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:01:15.435293Z","caller":"traceutil/trace.go:171","msg":"trace[2065596387] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7653; }","duration":"144.13041ms","start":"2026-03-03T18:01:15.29115Z","end":"2026-03-03T18:01:15.435281Z","steps":["trace[2065596387] 'agreement among raft nodes before linearized reading' (duration: 144.059419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:15.435363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.783912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:01:15.435472Z","caller":"traceutil/trace.go:171","msg":"trace[315747779] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7653; }","duration":"283.983827ms","start":"2026-03-03T18:01:15.151468Z","end":"2026-03-03T18:01:15.435452Z","steps":["trace[315747779] 'agreement among raft nodes before linearized reading' (duration: 283.509116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:29.813281Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5762} {"level":"info","ts":"2026-03-03T18:01:29.919599Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5762,"took":"104.43912ms","hash":3174028113,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":23605248,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T18:01:29.919957Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3174028113,"revision":5762,"compact-revision":2759} {"level":"info","ts":"2026-03-03T18:01:39.156072Z","caller":"traceutil/trace.go:171","msg":"trace[716368894] transaction","detail":"{read_only:false; response_revision:7818; number_of_response:1; }","duration":"192.333589ms","start":"2026-03-03T18:01:38.96369Z","end":"2026-03-03T18:01:39.156024Z","steps":["trace[716368894] 'process raft request' (duration: 191.921659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:39.156167Z","caller":"traceutil/trace.go:171","msg":"trace[858287973] linearizableReadLoop","detail":"{readStateIndex:8115; appliedIndex:8114; }","duration":"163.62457ms","start":"2026-03-03T18:01:38.992194Z","end":"2026-03-03T18:01:39.155819Z","steps":["trace[858287973] 'read index received' (duration: 163.290952ms)","trace[858287973] 'applied index is now lower than readState.Index' (duration: 332.568µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:39.156859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.646775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:39.156949Z","caller":"traceutil/trace.go:171","msg":"trace[1278534735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7818; }","duration":"164.785918ms","start":"2026-03-03T18:01:38.992142Z","end":"2026-03-03T18:01:39.156928Z","steps":["trace[1278534735] 'agreement among raft nodes before linearized reading' (duration: 163.901276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:40.450568Z","caller":"traceutil/trace.go:171","msg":"trace[578620802] transaction","detail":"{read_only:false; response_revision:7828; number_of_response:1; }","duration":"153.764606ms","start":"2026-03-03T18:01:40.296781Z","end":"2026-03-03T18:01:40.450545Z","steps":["trace[578620802] 'process raft request' (duration: 153.599412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:43.292479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.412397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:01:43.292704Z","caller":"traceutil/trace.go:171","msg":"trace[1772993123] transaction","detail":"{read_only:false; response_revision:7839; number_of_response:1; }","duration":"356.658106ms","start":"2026-03-03T18:01:42.936014Z","end":"2026-03-03T18:01:43.292672Z","steps":["trace[1772993123] 'process raft request' (duration: 115.879421ms)","trace[1772993123] 'compare' (duration: 239.898715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:43.292843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:42.935993Z","time spent":"356.777319ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:43.292788Z","caller":"traceutil/trace.go:171","msg":"trace[1435043671] linearizableReadLoop","detail":"{readStateIndex:8137; appliedIndex:8136; }","duration":"355.543291ms","start":"2026-03-03T18:01:42.937202Z","end":"2026-03-03T18:01:43.292745Z","steps":["trace[1435043671] 'read index received' (duration: 114.603582ms)","trace[1435043671] 'applied index is now lower than readState.Index' (duration: 240.937639ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:43.293019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.797467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:01:43.293031Z","caller":"traceutil/trace.go:171","msg":"trace[1762230471] transaction","detail":"{read_only:false; response_revision:7840; number_of_response:1; }","duration":"123.935601ms","start":"2026-03-03T18:01:43.169075Z","end":"2026-03-03T18:01:43.29301Z","steps":["trace[1762230471] 'process raft request' (duration: 123.636364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:43.293084Z","caller":"traceutil/trace.go:171","msg":"trace[2014416888] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7840; }","duration":"355.871768ms","start":"2026-03-03T18:01:42.937196Z","end":"2026-03-03T18:01:43.293068Z","steps":["trace[2014416888] 'agreement among raft nodes before linearized reading' (duration: 355.625112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:43.293118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:42.937146Z","time spent":"355.96477ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:01:43.296314Z","caller":"traceutil/trace.go:171","msg":"trace[816718326] transaction","detail":"{read_only:false; response_revision:7841; number_of_response:1; }","duration":"105.869204ms","start":"2026-03-03T18:01:43.190429Z","end":"2026-03-03T18:01:43.296298Z","steps":["trace[816718326] 'process raft request' (duration: 105.581107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:43.296591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.224808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:43.296638Z","caller":"traceutil/trace.go:171","msg":"trace[475294722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7841; }","duration":"302.304841ms","start":"2026-03-03T18:01:42.994319Z","end":"2026-03-03T18:01:43.296624Z","steps":["trace[475294722] 'agreement among raft nodes before linearized reading' (duration: 302.226879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:43.296666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:42.994299Z","time spent":"302.361002ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:01:45.411542Z","caller":"traceutil/trace.go:171","msg":"trace[1791159362] transaction","detail":"{read_only:false; response_revision:7849; number_of_response:1; }","duration":"112.755967ms","start":"2026-03-03T18:01:45.298759Z","end":"2026-03-03T18:01:45.411515Z","steps":["trace[1791159362] 'process raft request' (duration: 112.587033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:45.433088Z","caller":"traceutil/trace.go:171","msg":"trace[28155624] linearizableReadLoop","detail":"{readStateIndex:8148; appliedIndex:8146; }","duration":"129.313048ms","start":"2026-03-03T18:01:45.303743Z","end":"2026-03-03T18:01:45.433056Z","steps":["trace[28155624] 'read index received' (duration: 107.560353ms)","trace[28155624] 'applied index is now lower than readState.Index' (duration: 21.751805ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:45.433345Z","caller":"traceutil/trace.go:171","msg":"trace[206838558] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"132.569865ms","start":"2026-03-03T18:01:45.300615Z","end":"2026-03-03T18:01:45.433185Z","steps":["trace[206838558] 'process raft request' (duration: 132.304679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:45.433351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.588126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:01:45.43337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.902571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:01:45.433371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.581145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:01:45.433404Z","caller":"traceutil/trace.go:171","msg":"trace[1756942185] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7850; }","duration":"129.665637ms","start":"2026-03-03T18:01:45.303725Z","end":"2026-03-03T18:01:45.433391Z","steps":["trace[1756942185] 'agreement among raft nodes before linearized reading' (duration: 129.505073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:45.433427Z","caller":"traceutil/trace.go:171","msg":"trace[1372247049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7850; }","duration":"126.988184ms","start":"2026-03-03T18:01:45.306425Z","end":"2026-03-03T18:01:45.433413Z","steps":["trace[1372247049] 'agreement among raft nodes before linearized reading' (duration: 126.808169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:45.433442Z","caller":"traceutil/trace.go:171","msg":"trace[1202122183] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7850; }","duration":"129.665217ms","start":"2026-03-03T18:01:45.303758Z","end":"2026-03-03T18:01:45.433423Z","steps":["trace[1202122183] 'agreement among raft nodes before linearized reading' (duration: 129.458362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:45.594834Z","caller":"traceutil/trace.go:171","msg":"trace[941247848] transaction","detail":"{read_only:false; response_revision:7852; number_of_response:1; }","duration":"156.933183ms","start":"2026-03-03T18:01:45.437861Z","end":"2026-03-03T18:01:45.594794Z","steps":["trace[941247848] 'process raft request' (duration: 77.551034ms)","trace[941247848] 'compare' (duration: 79.215615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:45.594976Z","caller":"traceutil/trace.go:171","msg":"trace[1689755588] transaction","detail":"{read_only:false; response_revision:7853; number_of_response:1; }","duration":"156.742658ms","start":"2026-03-03T18:01:45.438211Z","end":"2026-03-03T18:01:45.594954Z","steps":["trace[1689755588] 'process raft request' (duration: 156.541214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:47.03525Z","caller":"traceutil/trace.go:171","msg":"trace[1458429508] linearizableReadLoop","detail":"{readStateIndex:8156; appliedIndex:8155; }","duration":"381.275689ms","start":"2026-03-03T18:01:46.653949Z","end":"2026-03-03T18:01:47.035225Z","steps":["trace[1458429508] 'read index received' (duration: 381.039544ms)","trace[1458429508] 'applied index is now lower than readState.Index' (duration: 235.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:47.035379Z","caller":"traceutil/trace.go:171","msg":"trace[1662725148] transaction","detail":"{read_only:false; response_revision:7858; number_of_response:1; }","duration":"819.71015ms","start":"2026-03-03T18:01:46.215632Z","end":"2026-03-03T18:01:47.035342Z","steps":["trace[1662725148] 'process raft request' (duration: 819.412893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:47.035563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:46.215615Z","time spent":"819.855244ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:47.272602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.634274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:47.272691Z","caller":"traceutil/trace.go:171","msg":"trace[1025183738] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:7858; }","duration":"618.774377ms","start":"2026-03-03T18:01:46.653893Z","end":"2026-03-03T18:01:47.272667Z","steps":["trace[1025183738] 'agreement among raft nodes before linearized reading' (duration: 381.428103ms)","trace[1025183738] 'count revisions from in-memory index tree' (duration: 237.223602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:47.272737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:46.653872Z","time spent":"618.852929ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:01:47.504506Z","caller":"traceutil/trace.go:171","msg":"trace[899776976] transaction","detail":"{read_only:false; response_revision:7859; number_of_response:1; }","duration":"170.505923ms","start":"2026-03-03T18:01:47.333972Z","end":"2026-03-03T18:01:47.504478Z","steps":["trace[899776976] 'process raft request' (duration: 170.335489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:47.552933Z","caller":"traceutil/trace.go:171","msg":"trace[672119039] transaction","detail":"{read_only:false; response_revision:7860; number_of_response:1; }","duration":"132.231447ms","start":"2026-03-03T18:01:47.420679Z","end":"2026-03-03T18:01:47.55291Z","steps":["trace[672119039] 'process raft request' (duration: 131.864219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:47.553151Z","caller":"traceutil/trace.go:171","msg":"trace[814342315] transaction","detail":"{read_only:false; response_revision:7861; number_of_response:1; }","duration":"115.691256ms","start":"2026-03-03T18:01:47.43745Z","end":"2026-03-03T18:01:47.553142Z","steps":["trace[814342315] 'process raft request' (duration: 115.224465ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:47.95368Z","caller":"traceutil/trace.go:171","msg":"trace[1325977401] transaction","detail":"{read_only:false; response_revision:7864; number_of_response:1; }","duration":"301.147224ms","start":"2026-03-03T18:01:47.652485Z","end":"2026-03-03T18:01:47.953632Z","steps":["trace[1325977401] 'process raft request' (duration: 286.321394ms)","trace[1325977401] 'compare' (duration: 14.509453ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:47.954061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:47.652464Z","time spent":"301.326648ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:47.95576Z","caller":"traceutil/trace.go:171","msg":"trace[1169889530] transaction","detail":"{read_only:false; response_revision:7865; number_of_response:1; }","duration":"302.829544ms","start":"2026-03-03T18:01:47.652905Z","end":"2026-03-03T18:01:47.955735Z","steps":["trace[1169889530] 'process raft request' (duration: 302.692321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:47.955931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:47.65289Z","time spent":"302.943587ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:47.956026Z","caller":"traceutil/trace.go:171","msg":"trace[1655894292] transaction","detail":"{read_only:false; response_revision:7866; number_of_response:1; }","duration":"302.298611ms","start":"2026-03-03T18:01:47.653704Z","end":"2026-03-03T18:01:47.956003Z","steps":["trace[1655894292] 'process raft request' (duration: 301.994604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:47.956171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:47.653698Z","time spent":"302.405024ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:47.956221Z","caller":"traceutil/trace.go:171","msg":"trace[1923513608] linearizableReadLoop","detail":"{readStateIndex:8164; appliedIndex:8161; }","duration":"266.641457ms","start":"2026-03-03T18:01:47.689555Z","end":"2026-03-03T18:01:47.956196Z","steps":["trace[1923513608] 'read index received' (duration: 249.266836ms)","trace[1923513608] 'applied index is now lower than readState.Index' (duration: 17.373191ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:47.956635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.079588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:01:47.956685Z","caller":"traceutil/trace.go:171","msg":"trace[505025322] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7867; }","duration":"267.129779ms","start":"2026-03-03T18:01:47.689543Z","end":"2026-03-03T18:01:47.956672Z","steps":["trace[505025322] 'agreement among raft nodes before linearized reading' (duration: 266.968775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:47.957037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.250517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:01:47.957114Z","caller":"traceutil/trace.go:171","msg":"trace[782107377] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7867; }","duration":"260.364369ms","start":"2026-03-03T18:01:47.696711Z","end":"2026-03-03T18:01:47.957076Z","steps":["trace[782107377] 'agreement among raft nodes before linearized reading' (duration: 260.238826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:55.73718Z","caller":"traceutil/trace.go:171","msg":"trace[1250797300] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7934; }","duration":"193.21672ms","start":"2026-03-03T18:01:55.543922Z","end":"2026-03-03T18:01:55.737138Z","steps":["trace[1250797300] 'process raft request' (duration: 98.800778ms)","trace[1250797300] 'compare' (duration: 94.086985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:55.737199Z","caller":"traceutil/trace.go:171","msg":"trace[1147384502] linearizableReadLoop","detail":"{readStateIndex:8238; appliedIndex:8237; }","duration":"157.662669ms","start":"2026-03-03T18:01:55.57951Z","end":"2026-03-03T18:01:55.737173Z","steps":["trace[1147384502] 'read index received' (duration: 63.321588ms)","trace[1147384502] 'applied index is now lower than readState.Index' (duration: 94.339771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:55.737418Z","caller":"traceutil/trace.go:171","msg":"trace[2126877413] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"153.266524ms","start":"2026-03-03T18:01:55.584132Z","end":"2026-03-03T18:01:55.737399Z","steps":["trace[2126877413] 'process raft request' (duration: 152.963397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:55.737516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.986247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tpsqf\" ","response":"range_response_count:1 size:4665"} {"level":"warn","ts":"2026-03-03T18:01:55.739349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.738589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tpsqf\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-03T18:01:55.73945Z","caller":"traceutil/trace.go:171","msg":"trace[628945149] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tpsqf; range_end:; response_count:1; response_revision:7937; }","duration":"159.896763ms","start":"2026-03-03T18:01:55.579527Z","end":"2026-03-03T18:01:55.739424Z","steps":["trace[628945149] 'agreement among raft nodes before linearized reading' (duration: 159.610026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:55.737779Z","caller":"traceutil/trace.go:171","msg":"trace[1229414893] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"142.489909ms","start":"2026-03-03T18:01:55.595253Z","end":"2026-03-03T18:01:55.737743Z","steps":["trace[1229414893] 'process raft request' (duration: 142.394187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:55.739621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.58989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tpsqf\" ","response":"range_response_count:1 size:4665"} {"level":"info","ts":"2026-03-03T18:01:55.739694Z","caller":"traceutil/trace.go:171","msg":"trace[795770568] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tpsqf; range_end:; response_count:1; response_revision:7937; }","duration":"144.711213ms","start":"2026-03-03T18:01:55.594961Z","end":"2026-03-03T18:01:55.739672Z","steps":["trace[795770568] 'agreement among raft nodes before linearized reading' (duration: 144.571689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:55.737821Z","caller":"traceutil/trace.go:171","msg":"trace[1185460435] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"153.192754ms","start":"2026-03-03T18:01:55.58462Z","end":"2026-03-03T18:01:55.737813Z","steps":["trace[1185460435] 'process raft request' (duration: 152.719452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:55.740934Z","caller":"traceutil/trace.go:171","msg":"trace[373762180] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tpsqf; range_end:; response_count:1; response_revision:7935; }","duration":"159.75716ms","start":"2026-03-03T18:01:55.579446Z","end":"2026-03-03T18:01:55.739203Z","steps":["trace[373762180] 'agreement among raft nodes before linearized reading' (duration: 157.829414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:56.761576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.623478ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:01:56.761971Z","caller":"traceutil/trace.go:171","msg":"trace[1940338830] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"1.013117805s","start":"2026-03-03T18:01:55.748785Z","end":"2026-03-03T18:01:56.761902Z","steps":["trace[1940338830] 'process raft request' (duration: 242.076057ms)","trace[1940338830] 'compare' (duration: 770.408243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:56.762168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.748768Z","time spent":"1.01330221s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4655,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:56.762518Z","caller":"traceutil/trace.go:171","msg":"trace[235292044] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7939; }","duration":"997.987967ms","start":"2026-03-03T18:01:55.764505Z","end":"2026-03-03T18:01:56.762493Z","steps":["trace[235292044] 'process raft request' (duration: 997.2427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:56.762616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.764495Z","time spent":"998.069289ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4705,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:56.762676Z","caller":"traceutil/trace.go:171","msg":"trace[1476732131] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8241; }","duration":"1.001380587s","start":"2026-03-03T18:01:55.761277Z","end":"2026-03-03T18:01:56.762658Z","steps":["trace[1476732131] 'read index received' (duration: 8.46675ms)","trace[1476732131] 'applied index is now lower than readState.Index' (duration: 992.911777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:56.762722Z","caller":"traceutil/trace.go:171","msg":"trace[1522348981] transaction","detail":"{read_only:false; response_revision:7941; number_of_response:1; }","duration":"784.799404ms","start":"2026-03-03T18:01:55.977897Z","end":"2026-03-03T18:01:56.762696Z","steps":["trace[1522348981] 'process raft request' (duration: 784.719152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:56.762756Z","caller":"traceutil/trace.go:171","msg":"trace[96599035] transaction","detail":"{read_only:false; response_revision:7940; number_of_response:1; }","duration":"888.116398ms","start":"2026-03-03T18:01:55.874595Z","end":"2026-03-03T18:01:56.762711Z","steps":["trace[96599035] 'process raft request' (duration: 887.513564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:56.762873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.977867Z","time spent":"784.919867ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:56.762876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001594521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tpsqf\" ","response":"range_response_count:1 size:2801"} {"level":"info","ts":"2026-03-03T18:01:56.762937Z","caller":"traceutil/trace.go:171","msg":"trace[816311147] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tpsqf; range_end:; response_count:1; response_revision:7941; }","duration":"1.001673394s","start":"2026-03-03T18:01:55.761246Z","end":"2026-03-03T18:01:56.76292Z","steps":["trace[816311147] 'agreement among raft nodes before linearized reading' (duration: 1.00148661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:56.762941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.874567Z","time spent":"888.278602ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:56.762992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.761232Z","time spent":"1.001746865s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":2825,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/rook-ceph-detect-version-tpsqf\" "} {"level":"warn","ts":"2026-03-03T18:01:57.263269Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781014639,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:01:57.41617Z","caller":"traceutil/trace.go:171","msg":"trace[1529995907] transaction","detail":"{read_only:false; response_revision:7942; number_of_response:1; }","duration":"872.440018ms","start":"2026-03-03T18:01:56.543689Z","end":"2026-03-03T18:01:57.416129Z","steps":["trace[1529995907] 'process raft request' (duration: 872.134041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.416421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.543654Z","time spent":"872.646312ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3037,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:01:57.52745Z","caller":"traceutil/trace.go:171","msg":"trace[1995358890] linearizableReadLoop","detail":"{readStateIndex:8248; appliedIndex:8246; }","duration":"764.702399ms","start":"2026-03-03T18:01:56.762715Z","end":"2026-03-03T18:01:57.527418Z","steps":["trace[1995358890] 'read index received' (duration: 653.009887ms)","trace[1995358890] 'applied index is now lower than readState.Index' (duration: 111.691582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:57.527586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341656147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:01:57.527646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530837221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:57.527664Z","caller":"traceutil/trace.go:171","msg":"trace[410562629] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:7943; }","duration":"1.3417933s","start":"2026-03-03T18:01:56.185853Z","end":"2026-03-03T18:01:57.527647Z","steps":["trace[410562629] 'agreement among raft nodes before linearized reading' (duration: 1.341599606s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.527685Z","caller":"traceutil/trace.go:171","msg":"trace[578623894] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7943; }","duration":"1.530909223s","start":"2026-03-03T18:01:55.996764Z","end":"2026-03-03T18:01:57.527673Z","steps":["trace[578623894] 'agreement among raft nodes before linearized reading' (duration: 1.530819671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.527707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.185814Z","time spent":"1.341883252s","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:01:57.527723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.996752Z","time spent":"1.530961744s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:01:57.527932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530436713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:01:57.52818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537888908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:01:57.528221Z","caller":"traceutil/trace.go:171","msg":"trace[1193657936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7943; }","duration":"1.53076826s","start":"2026-03-03T18:01:55.997436Z","end":"2026-03-03T18:01:57.528204Z","steps":["trace[1193657936] 'agreement among raft nodes before linearized reading' (duration: 1.530029332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313825098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-03T18:01:57.528274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.997424Z","time spent":"1.530840542s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:01:57.528278Z","caller":"traceutil/trace.go:171","msg":"trace[1497308777] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a; range_end:; response_count:1; response_revision:7943; }","duration":"1.313945642s","start":"2026-03-03T18:01:56.214318Z","end":"2026-03-03T18:01:57.528264Z","steps":["trace[1497308777] 'agreement among raft nodes before linearized reading' (duration: 1.313588533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.346652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tpsqf\" ","response":"range_response_count:1 size:4670"} {"level":"warn","ts":"2026-03-03T18:01:57.528312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.214289Z","time spent":"1.314015383s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" "} {"level":"info","ts":"2026-03-03T18:01:57.528334Z","caller":"traceutil/trace.go:171","msg":"trace[2087451798] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-tpsqf; range_end:; response_count:1; response_revision:7943; }","duration":"748.429775ms","start":"2026-03-03T18:01:56.77989Z","end":"2026-03-03T18:01:57.52832Z","steps":["trace[2087451798] 'agreement among raft nodes before linearized reading' (duration: 748.281231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512081688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:01:57.528373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.779872Z","time spent":"748.491956ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4694,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-tpsqf\" "} {"level":"warn","ts":"2026-03-03T18:01:57.528371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517467826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:01:57.52839Z","caller":"traceutil/trace.go:171","msg":"trace[1987567418] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7943; }","duration":"1.512191161s","start":"2026-03-03T18:01:56.01618Z","end":"2026-03-03T18:01:57.528371Z","steps":["trace[1987567418] 'agreement among raft nodes before linearized reading' (duration: 1.511738121s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.528388Z","caller":"traceutil/trace.go:171","msg":"trace[152729548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7943; }","duration":"1.538339039s","start":"2026-03-03T18:01:55.990024Z","end":"2026-03-03T18:01:57.528363Z","steps":["trace[152729548] 'agreement among raft nodes before linearized reading' (duration: 1.537657692s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.528417Z","caller":"traceutil/trace.go:171","msg":"trace[1458661970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7943; }","duration":"1.517529377s","start":"2026-03-03T18:01:56.010869Z","end":"2026-03-03T18:01:57.528398Z","steps":["trace[1458661970] 'agreement among raft nodes before linearized reading' (duration: 1.517348402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.010859Z","time spent":"1.517582509s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:01:57.528447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.01617Z","time spent":"1.512268093s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:01:57.52846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.873206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:01:57.528567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.978844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:01:57.528581Z","caller":"traceutil/trace.go:171","msg":"trace[177271127] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7943; }","duration":"837.075151ms","start":"2026-03-03T18:01:56.69148Z","end":"2026-03-03T18:01:57.528555Z","steps":["trace[177271127] 'agreement among raft nodes before linearized reading' (duration: 836.426196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.528606Z","caller":"traceutil/trace.go:171","msg":"trace[1346844190] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7943; }","duration":"201.044466ms","start":"2026-03-03T18:01:57.327547Z","end":"2026-03-03T18:01:57.528591Z","steps":["trace[1346844190] 'agreement among raft nodes before linearized reading' (duration: 200.971064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.691454Z","time spent":"837.179883ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":82,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:01:57.528455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.990011Z","time spent":"1.538429481s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:01:57.528714Z","caller":"traceutil/trace.go:171","msg":"trace[354050813] transaction","detail":"{read_only:false; number_of_response:1; response_revision:7943; }","duration":"762.307982ms","start":"2026-03-03T18:01:56.766383Z","end":"2026-03-03T18:01:57.528691Z","steps":["trace[354050813] 'process raft request' (duration: 695.030021ms)","trace[354050813] 'compare' (duration: 65.846917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:57.528735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533405553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:01:57.52888Z","caller":"traceutil/trace.go:171","msg":"trace[2040242583] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7943; }","duration":"1.533633628s","start":"2026-03-03T18:01:55.995215Z","end":"2026-03-03T18:01:57.528848Z","steps":["trace[2040242583] 'agreement among raft nodes before linearized reading' (duration: 1.533165527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.528946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:55.995188Z","time spent":"1.533744441s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:01:57.528956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:56.766356Z","time spent":"762.400054ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-03T18:01:57.698009Z","caller":"traceutil/trace.go:171","msg":"trace[351847294] linearizableReadLoop","detail":"{readStateIndex:8250; appliedIndex:8248; }","duration":"163.775154ms","start":"2026-03-03T18:01:57.534215Z","end":"2026-03-03T18:01:57.69799Z","steps":["trace[351847294] 'read index received' (duration: 67.804734ms)","trace[351847294] 'applied index is now lower than readState.Index' (duration: 95.96927ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:57.698109Z","caller":"traceutil/trace.go:171","msg":"trace[224150710] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"163.553749ms","start":"2026-03-03T18:01:57.534512Z","end":"2026-03-03T18:01:57.698066Z","steps":["trace[224150710] 'process raft request' (duration: 163.383165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.698428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.088338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189966bea37e8b34\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:01:57.698459Z","caller":"traceutil/trace.go:171","msg":"trace[1300724824] range","detail":"{range_begin:/registry/events/openstack/ceph.189966bea37e8b34; range_end:; response_count:1; response_revision:7949; }","duration":"163.135669ms","start":"2026-03-03T18:01:57.535313Z","end":"2026-03-03T18:01:57.698449Z","steps":["trace[1300724824] 'agreement among raft nodes before linearized reading' (duration: 162.922614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.698443Z","caller":"traceutil/trace.go:171","msg":"trace[1974661790] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"164.04986ms","start":"2026-03-03T18:01:57.533863Z","end":"2026-03-03T18:01:57.697913Z","steps":["trace[1974661790] 'process raft request' (duration: 138.026275ms)","trace[1974661790] 'compare' (duration: 25.570715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:57.698525Z","caller":"traceutil/trace.go:171","msg":"trace[2130900236] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"164.03733ms","start":"2026-03-03T18:01:57.53447Z","end":"2026-03-03T18:01:57.698507Z","steps":["trace[2130900236] 'process raft request' (duration: 163.402045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:57.698553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.320546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"warn","ts":"2026-03-03T18:01:57.698601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.248036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:57.698621Z","caller":"traceutil/trace.go:171","msg":"trace[587994893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7949; }","duration":"159.287097ms","start":"2026-03-03T18:01:57.539328Z","end":"2026-03-03T18:01:57.698615Z","steps":["trace[587994893] 'agreement among raft nodes before linearized reading' (duration: 159.254627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.69862Z","caller":"traceutil/trace.go:171","msg":"trace[203064238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7949; }","duration":"164.419418ms","start":"2026-03-03T18:01:57.534184Z","end":"2026-03-03T18:01:57.698603Z","steps":["trace[203064238] 'agreement among raft nodes before linearized reading' (duration: 163.939417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.698673Z","caller":"traceutil/trace.go:171","msg":"trace[1869793365] transaction","detail":"{read_only:false; response_revision:7949; number_of_response:1; }","duration":"163.011876ms","start":"2026-03-03T18:01:57.535632Z","end":"2026-03-03T18:01:57.698643Z","steps":["trace[1869793365] 'process raft request' (duration: 162.292089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:57.698872Z","caller":"traceutil/trace.go:171","msg":"trace[1546529190] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"164.522252ms","start":"2026-03-03T18:01:57.534332Z","end":"2026-03-03T18:01:57.698854Z","steps":["trace[1546529190] 'process raft request' (duration: 163.469097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:01:58.794544Z","caller":"traceutil/trace.go:171","msg":"trace[1659234720] linearizableReadLoop","detail":"{readStateIndex:8267; appliedIndex:8266; }","duration":"344.538729ms","start":"2026-03-03T18:01:58.449969Z","end":"2026-03-03T18:01:58.794508Z","steps":["trace[1659234720] 'read index received' (duration: 280.764ms)","trace[1659234720] 'applied index is now lower than readState.Index' (duration: 63.773129ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:58.794691Z","caller":"traceutil/trace.go:171","msg":"trace[1595141512] transaction","detail":"{read_only:false; response_revision:7961; number_of_response:1; }","duration":"345.390281ms","start":"2026-03-03T18:01:58.449258Z","end":"2026-03-03T18:01:58.794649Z","steps":["trace[1595141512] 'process raft request' (duration: 281.517539ms)","trace[1595141512] 'compare' (duration: 63.213445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:01:58.794918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.761325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T18:01:58.795048Z","caller":"traceutil/trace.go:171","msg":"trace[757021971] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7961; }","duration":"345.080453ms","start":"2026-03-03T18:01:58.449953Z","end":"2026-03-03T18:01:58.795033Z","steps":["trace[757021971] 'agreement among raft nodes before linearized reading' (duration: 344.699304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:58.795092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:58.449946Z","time spent":"345.134154ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T18:01:58.795134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:58.449242Z","time spent":"345.787619ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:58.813652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.643011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T18:01:58.813687Z","caller":"traceutil/trace.go:171","msg":"trace[616184590] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:7962; }","duration":"363.679462ms","start":"2026-03-03T18:01:58.45Z","end":"2026-03-03T18:01:58.813679Z","steps":["trace[616184590] 'agreement among raft nodes before linearized reading' (duration: 363.612901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:58.813778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:58.449987Z","time spent":"363.783555ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T18:01:59.522214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.742694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T18:01:59.522291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.593078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:01:59.522358Z","caller":"traceutil/trace.go:171","msg":"trace[387779106] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7962; }","duration":"529.70784ms","start":"2026-03-03T18:01:58.992634Z","end":"2026-03-03T18:01:59.522342Z","steps":["trace[387779106] 'range keys from in-memory index tree' (duration: 529.493855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:59.522393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:58.992615Z","time spent":"529.772932ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:01:59.522307Z","caller":"traceutil/trace.go:171","msg":"trace[1580502547] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:7962; }","duration":"166.886137ms","start":"2026-03-03T18:01:59.355399Z","end":"2026-03-03T18:01:59.522286Z","steps":["trace[1580502547] 'range keys from in-memory index tree' (duration: 166.57717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:59.522636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.170364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:01:59.522693Z","caller":"traceutil/trace.go:171","msg":"trace[924171312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7962; }","duration":"506.256146ms","start":"2026-03-03T18:01:59.016419Z","end":"2026-03-03T18:01:59.522676Z","steps":["trace[924171312] 'range keys from in-memory index tree' (duration: 506.009251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:59.522742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.016397Z","time spent":"506.329267ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:01:59.531812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.961511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T18:01:59.531897Z","caller":"traceutil/trace.go:171","msg":"trace[1534923779] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:7962; }","duration":"493.083184ms","start":"2026-03-03T18:01:59.038784Z","end":"2026-03-03T18:01:59.531867Z","steps":["trace[1534923779] 'range keys from in-memory index tree' (duration: 483.662862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:59.531934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.03877Z","time spent":"493.154876ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T18:01:59.998341Z","caller":"traceutil/trace.go:171","msg":"trace[849179503] linearizableReadLoop","detail":"{readStateIndex:8269; appliedIndex:8268; }","duration":"295.327405ms","start":"2026-03-03T18:01:59.70299Z","end":"2026-03-03T18:01:59.998317Z","steps":["trace[849179503] 'read index received' (duration: 295.155131ms)","trace[849179503] 'applied index is now lower than readState.Index' (duration: 170.944µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:01:59.998392Z","caller":"traceutil/trace.go:171","msg":"trace[553400995] transaction","detail":"{read_only:false; response_revision:7963; number_of_response:1; }","duration":"375.932173ms","start":"2026-03-03T18:01:59.622432Z","end":"2026-03-03T18:01:59.998364Z","steps":["trace[553400995] 'process raft request' (duration: 375.680057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:01:59.998545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.622413Z","time spent":"376.046555ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:01:59.998824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.54188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:01:59.998879Z","caller":"traceutil/trace.go:171","msg":"trace[1191149494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7963; }","duration":"295.959051ms","start":"2026-03-03T18:01:59.702904Z","end":"2026-03-03T18:01:59.998863Z","steps":["trace[1191149494] 'agreement among raft nodes before linearized reading' (duration: 295.53002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.376883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.9292ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:02:00.377272Z","caller":"traceutil/trace.go:171","msg":"trace[313299685] linearizableReadLoop","detail":"{readStateIndex:8271; appliedIndex:8269; }","duration":"378.846172ms","start":"2026-03-03T18:01:59.998408Z","end":"2026-03-03T18:02:00.377254Z","steps":["trace[313299685] 'read index received' (duration: 71.537482ms)","trace[313299685] 'applied index is now lower than readState.Index' (duration: 307.30779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:00.377261Z","caller":"traceutil/trace.go:171","msg":"trace[172979784] transaction","detail":"{read_only:false; response_revision:7964; number_of_response:1; }","duration":"548.642598ms","start":"2026-03-03T18:01:59.828574Z","end":"2026-03-03T18:02:00.377217Z","steps":["trace[172979784] 'process raft request' (duration: 241.280167ms)","trace[172979784] 'compare' (duration: 306.673034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:00.377333Z","caller":"traceutil/trace.go:171","msg":"trace[855659255] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"548.616428ms","start":"2026-03-03T18:01:59.828646Z","end":"2026-03-03T18:02:00.377262Z","steps":["trace[855659255] 'process raft request' (duration: 548.476255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.377392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.888627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:02:00.377427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.82855Z","time spent":"548.784442ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:00.377486Z","caller":"traceutil/trace.go:171","msg":"trace[1727742831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7966; }","duration":"383.021071ms","start":"2026-03-03T18:01:59.994442Z","end":"2026-03-03T18:02:00.377463Z","steps":["trace[1727742831] 'agreement among raft nodes before linearized reading' (duration: 382.852437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.377496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.350542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:02:00.377649Z","caller":"traceutil/trace.go:171","msg":"trace[372544891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7966; }","duration":"674.483836ms","start":"2026-03-03T18:01:59.703096Z","end":"2026-03-03T18:02:00.37758Z","steps":["trace[372544891] 'agreement among raft nodes before linearized reading' (duration: 674.2477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.377653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.828616Z","time spent":"548.833902ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:00.377693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.046434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:02:00.377682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.6694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:02:00.377728Z","caller":"traceutil/trace.go:171","msg":"trace[1913756276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7966; }","duration":"537.112536ms","start":"2026-03-03T18:01:59.840604Z","end":"2026-03-03T18:02:00.377717Z","steps":["trace[1913756276] 'agreement among raft nodes before linearized reading' (duration: 536.953982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.37772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.703085Z","time spent":"674.617028ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:02:00.377754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.840585Z","time spent":"537.163326ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:02:00.377754Z","caller":"traceutil/trace.go:171","msg":"trace[894291907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7966; }","duration":"674.837413ms","start":"2026-03-03T18:01:59.702904Z","end":"2026-03-03T18:02:00.377742Z","steps":["trace[894291907] 'agreement among raft nodes before linearized reading' (duration: 674.494945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.37784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.70288Z","time spent":"674.949696ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:02:00.377536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.994426Z","time spent":"383.101752ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:02:00.377945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.104129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:02:00.377969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.825923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:02:00.377999Z","caller":"traceutil/trace.go:171","msg":"trace[1476236164] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:7966; }","duration":"672.18615ms","start":"2026-03-03T18:01:59.7058Z","end":"2026-03-03T18:02:00.377986Z","steps":["trace[1476236164] 'agreement among raft nodes before linearized reading' (duration: 671.468513ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:00.378026Z","caller":"traceutil/trace.go:171","msg":"trace[185520063] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7966; }","duration":"674.895504ms","start":"2026-03-03T18:01:59.703108Z","end":"2026-03-03T18:02:00.378003Z","steps":["trace[185520063] 'agreement among raft nodes before linearized reading' (duration: 674.757631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.378036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.705787Z","time spent":"672.240872ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:02:00.378087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:01:59.703096Z","time spent":"674.978287ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:02:00.378331Z","caller":"traceutil/trace.go:171","msg":"trace[198046895] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"374.297275ms","start":"2026-03-03T18:02:00.003375Z","end":"2026-03-03T18:02:00.377672Z","steps":["trace[198046895] 'process raft request' (duration: 373.842104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.378516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:00.00334Z","time spent":"375.076863ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:02:00.569277Z","caller":"traceutil/trace.go:171","msg":"trace[1533004031] linearizableReadLoop","detail":"{readStateIndex:8273; appliedIndex:8272; }","duration":"186.732087ms","start":"2026-03-03T18:02:00.382518Z","end":"2026-03-03T18:02:00.56925Z","steps":["trace[1533004031] 'read index received' (duration: 186.604514ms)","trace[1533004031] 'applied index is now lower than readState.Index' (duration: 126.543µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:00.569536Z","caller":"traceutil/trace.go:171","msg":"trace[1653857536] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"187.554837ms","start":"2026-03-03T18:02:00.381953Z","end":"2026-03-03T18:02:00.569508Z","steps":["trace[1653857536] 'process raft request' (duration: 187.139697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:00.569765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.221878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:227445"} {"level":"info","ts":"2026-03-03T18:02:00.569813Z","caller":"traceutil/trace.go:171","msg":"trace[310935039] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7967; }","duration":"187.334411ms","start":"2026-03-03T18:02:00.382468Z","end":"2026-03-03T18:02:00.569802Z","steps":["trace[310935039] 'agreement among raft nodes before linearized reading' (duration: 186.88558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:00.673384Z","caller":"traceutil/trace.go:171","msg":"trace[106687789] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"290.578873ms","start":"2026-03-03T18:02:00.382778Z","end":"2026-03-03T18:02:00.673356Z","steps":["trace[106687789] 'process raft request' (duration: 280.188008ms)","trace[106687789] 'compare' (duration: 10.230121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:00.673766Z","caller":"traceutil/trace.go:171","msg":"trace[1235654864] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"290.45812ms","start":"2026-03-03T18:02:00.383276Z","end":"2026-03-03T18:02:00.673734Z","steps":["trace[1235654864] 'process raft request' (duration: 290.284236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:00.673806Z","caller":"traceutil/trace.go:171","msg":"trace[1346612324] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"290.615514ms","start":"2026-03-03T18:02:00.383162Z","end":"2026-03-03T18:02:00.673777Z","steps":["trace[1346612324] 'process raft request' (duration: 290.157593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:08.729866Z","caller":"traceutil/trace.go:171","msg":"trace[1458341440] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8340; }","duration":"130.136197ms","start":"2026-03-03T18:02:08.5997Z","end":"2026-03-03T18:02:08.729836Z","steps":["trace[1458341440] 'read index received' (duration: 129.350389ms)","trace[1458341440] 'applied index is now lower than readState.Index' (duration: 784.098µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:02:08.729888Z","caller":"traceutil/trace.go:171","msg":"trace[538021818] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"311.630361ms","start":"2026-03-03T18:02:08.418224Z","end":"2026-03-03T18:02:08.729854Z","steps":["trace[538021818] 'process raft request' (duration: 310.784601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:02:08.730141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:02:08.418202Z","time spent":"311.852716ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:02:08.730139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.412495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:02:08.730298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.090888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:02:08.730787Z","caller":"traceutil/trace.go:171","msg":"trace[1451260176] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:8033; }","duration":"122.59665ms","start":"2026-03-03T18:02:08.608127Z","end":"2026-03-03T18:02:08.730724Z","steps":["trace[1451260176] 'agreement among raft nodes before linearized reading' (duration: 122.106448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:02:08.73145Z","caller":"traceutil/trace.go:171","msg":"trace[1825543451] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8033; }","duration":"130.69868ms","start":"2026-03-03T18:02:08.599656Z","end":"2026-03-03T18:02:08.730355Z","steps":["trace[1825543451] 'agreement among raft nodes before linearized reading' (duration: 130.297831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:02.940716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.939092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:03:02.940824Z","caller":"traceutil/trace.go:171","msg":"trace[1584322384] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:8592; }","duration":"135.104116ms","start":"2026-03-03T18:03:02.805696Z","end":"2026-03-03T18:03:02.9408Z","steps":["trace[1584322384] 'range keys from in-memory index tree' (duration: 134.707436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.313059Z","caller":"traceutil/trace.go:171","msg":"trace[1279506522] linearizableReadLoop","detail":"{readStateIndex:8984; appliedIndex:8983; }","duration":"229.490619ms","start":"2026-03-03T18:03:15.083545Z","end":"2026-03-03T18:03:15.313036Z","steps":["trace[1279506522] 'read index received' (duration: 229.383806ms)","trace[1279506522] 'applied index is now lower than readState.Index' (duration: 105.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:15.313249Z","caller":"traceutil/trace.go:171","msg":"trace[966632313] transaction","detail":"{read_only:false; response_revision:8659; number_of_response:1; }","duration":"230.935612ms","start":"2026-03-03T18:03:15.082256Z","end":"2026-03-03T18:03:15.313192Z","steps":["trace[966632313] 'process raft request' (duration: 230.609344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.313686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.733423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:03:15.313749Z","caller":"traceutil/trace.go:171","msg":"trace[1017284017] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:8659; }","duration":"182.800065ms","start":"2026-03-03T18:03:15.130929Z","end":"2026-03-03T18:03:15.313729Z","steps":["trace[1017284017] 'agreement among raft nodes before linearized reading' (duration: 182.717632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.313803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.839447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:03:15.313882Z","caller":"traceutil/trace.go:171","msg":"trace[1920340925] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8659; }","duration":"216.0081ms","start":"2026-03-03T18:03:15.097861Z","end":"2026-03-03T18:03:15.313869Z","steps":["trace[1920340925] 'agreement among raft nodes before linearized reading' (duration: 215.793944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.314001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.465542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:03:15.314039Z","caller":"traceutil/trace.go:171","msg":"trace[105010665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8659; }","duration":"230.530754ms","start":"2026-03-03T18:03:15.083499Z","end":"2026-03-03T18:03:15.31403Z","steps":["trace[105010665] 'agreement among raft nodes before linearized reading' (duration: 230.422292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.314105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.020449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:03:15.314175Z","caller":"traceutil/trace.go:171","msg":"trace[1568021118] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8659; }","duration":"213.108561ms","start":"2026-03-03T18:03:15.101057Z","end":"2026-03-03T18:03:15.314165Z","steps":["trace[1568021118] 'agreement among raft nodes before linearized reading' (duration: 212.958648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.313548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.621499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:03:15.314095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.106157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:15.314293Z","caller":"traceutil/trace.go:171","msg":"trace[1688713875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8659; }","duration":"224.386077ms","start":"2026-03-03T18:03:15.089874Z","end":"2026-03-03T18:03:15.31426Z","steps":["trace[1688713875] 'agreement among raft nodes before linearized reading' (duration: 223.539167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.314324Z","caller":"traceutil/trace.go:171","msg":"trace[123785840] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8659; }","duration":"135.369663ms","start":"2026-03-03T18:03:15.17892Z","end":"2026-03-03T18:03:15.31429Z","steps":["trace[123785840] 'agreement among raft nodes before linearized reading' (duration: 135.080276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.314508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.024536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:03:15.314569Z","caller":"traceutil/trace.go:171","msg":"trace[2093079217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8659; }","duration":"223.104158ms","start":"2026-03-03T18:03:15.091445Z","end":"2026-03-03T18:03:15.31455Z","steps":["trace[2093079217] 'agreement among raft nodes before linearized reading' (duration: 222.951405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.42844Z","caller":"traceutil/trace.go:171","msg":"trace[457266947] transaction","detail":"{read_only:false; response_revision:8660; number_of_response:1; }","duration":"110.648257ms","start":"2026-03-03T18:03:15.317767Z","end":"2026-03-03T18:03:15.428416Z","steps":["trace[457266947] 'process raft request' (duration: 96.449661ms)","trace[457266947] 'compare' (duration: 14.084183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:15.51542Z","caller":"traceutil/trace.go:171","msg":"trace[774831932] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"197.543083ms","start":"2026-03-03T18:03:15.317839Z","end":"2026-03-03T18:03:15.515382Z","steps":["trace[774831932] 'process raft request' (duration: 196.500118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.515417Z","caller":"traceutil/trace.go:171","msg":"trace[990281362] transaction","detail":"{read_only:false; response_revision:8662; number_of_response:1; }","duration":"197.152284ms","start":"2026-03-03T18:03:15.318225Z","end":"2026-03-03T18:03:15.515377Z","steps":["trace[990281362] 'process raft request' (duration: 197.049871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.515763Z","caller":"traceutil/trace.go:171","msg":"trace[2060195539] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"195.421453ms","start":"2026-03-03T18:03:15.320322Z","end":"2026-03-03T18:03:15.515744Z","steps":["trace[2060195539] 'process raft request' (duration: 195.249529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:15.515746Z","caller":"traceutil/trace.go:171","msg":"trace[1170959397] linearizableReadLoop","detail":"{readStateIndex:8987; appliedIndex:8984; }","duration":"197.235706ms","start":"2026-03-03T18:03:15.318477Z","end":"2026-03-03T18:03:15.515713Z","steps":["trace[1170959397] 'read index received' (duration: 95.736404ms)","trace[1170959397] 'applied index is now lower than readState.Index' (duration: 101.498202ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:15.515769Z","caller":"traceutil/trace.go:171","msg":"trace[945054452] transaction","detail":"{read_only:false; response_revision:8663; number_of_response:1; }","duration":"197.182445ms","start":"2026-03-03T18:03:15.318562Z","end":"2026-03-03T18:03:15.515745Z","steps":["trace[945054452] 'process raft request' (duration: 196.768154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:15.516162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.665866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:289870"} {"level":"info","ts":"2026-03-03T18:03:15.516219Z","caller":"traceutil/trace.go:171","msg":"trace[750521060] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:8664; }","duration":"197.792669ms","start":"2026-03-03T18:03:15.318412Z","end":"2026-03-03T18:03:15.516205Z","steps":["trace[750521060] 'agreement among raft nodes before linearized reading' (duration: 197.39841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:16.505512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.657743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:16.505635Z","caller":"traceutil/trace.go:171","msg":"trace[1468380005] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8664; }","duration":"459.802016ms","start":"2026-03-03T18:03:16.045773Z","end":"2026-03-03T18:03:16.505575Z","steps":["trace[1468380005] 'count revisions from in-memory index tree' (duration: 459.5445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:16.505698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:16.045739Z","time spent":"459.944229ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:03:16.505507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.103591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:03:16.505814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.982377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T18:03:16.505876Z","caller":"traceutil/trace.go:171","msg":"trace[783518343] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a; range_end:; response_count:1; response_revision:8664; }","duration":"292.084869ms","start":"2026-03-03T18:03:16.213774Z","end":"2026-03-03T18:03:16.505859Z","steps":["trace[783518343] 'range keys from in-memory index tree' (duration: 291.422234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:16.505818Z","caller":"traceutil/trace.go:171","msg":"trace[98147005] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8664; }","duration":"596.48182ms","start":"2026-03-03T18:03:15.909313Z","end":"2026-03-03T18:03:16.505795Z","steps":["trace[98147005] 'range keys from in-memory index tree' (duration: 595.871925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:16.506067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:15.909251Z","time spent":"596.804337ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:03:16.954005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.453206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:16.954093Z","caller":"traceutil/trace.go:171","msg":"trace[125818111] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8665; }","duration":"312.052492ms","start":"2026-03-03T18:03:16.64202Z","end":"2026-03-03T18:03:16.954073Z","steps":["trace[125818111] 'range keys from in-memory index tree' (duration: 308.190501ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:16.95414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:16.641993Z","time spent":"312.135713ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:03:16.965218Z","caller":"traceutil/trace.go:171","msg":"trace[926751254] transaction","detail":"{read_only:false; response_revision:8666; number_of_response:1; }","duration":"296.72658ms","start":"2026-03-03T18:03:16.668464Z","end":"2026-03-03T18:03:16.965191Z","steps":["trace[926751254] 'process raft request' (duration: 296.573596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:17.128085Z","caller":"traceutil/trace.go:171","msg":"trace[1790904693] linearizableReadLoop","detail":"{readStateIndex:8992; appliedIndex:8990; }","duration":"242.201299ms","start":"2026-03-03T18:03:16.885856Z","end":"2026-03-03T18:03:17.128057Z","steps":["trace[1790904693] 'read index received' (duration: 79.250035ms)","trace[1790904693] 'applied index is now lower than readState.Index' (duration: 162.949794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:17.128439Z","caller":"traceutil/trace.go:171","msg":"trace[31956661] transaction","detail":"{read_only:false; response_revision:8667; number_of_response:1; }","duration":"431.322713ms","start":"2026-03-03T18:03:16.697078Z","end":"2026-03-03T18:03:17.128401Z","steps":["trace[31956661] 'process raft request' (duration: 424.463411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:17.128668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:03:16.697041Z","time spent":"431.504457ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:03:17.128699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.824523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:17.128824Z","caller":"traceutil/trace.go:171","msg":"trace[1656421354] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:8667; }","duration":"243.012648ms","start":"2026-03-03T18:03:16.885793Z","end":"2026-03-03T18:03:17.128806Z","steps":["trace[1656421354] 'agreement among raft nodes before linearized reading' (duration: 242.818683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:03:17.129174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.246691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:03:17.129209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.98673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:03:17.129261Z","caller":"traceutil/trace.go:171","msg":"trace[1677490909] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8667; }","duration":"171.385625ms","start":"2026-03-03T18:03:16.957855Z","end":"2026-03-03T18:03:17.12924Z","steps":["trace[1677490909] 'agreement among raft nodes before linearized reading' (duration: 171.240701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:17.129276Z","caller":"traceutil/trace.go:171","msg":"trace[457195165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8667; }","duration":"126.088883ms","start":"2026-03-03T18:03:17.003172Z","end":"2026-03-03T18:03:17.129261Z","steps":["trace[457195165] 'agreement among raft nodes before linearized reading' (duration: 125.94746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:17.54519Z","caller":"traceutil/trace.go:171","msg":"trace[1572648467] transaction","detail":"{read_only:false; response_revision:8669; number_of_response:1; }","duration":"106.568611ms","start":"2026-03-03T18:03:17.438586Z","end":"2026-03-03T18:03:17.545154Z","steps":["trace[1572648467] 'process raft request' (duration: 37.852516ms)","trace[1572648467] 'compare' (duration: 68.524ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:03:17.66236Z","caller":"traceutil/trace.go:171","msg":"trace[331222815] transaction","detail":"{read_only:false; response_revision:8671; number_of_response:1; }","duration":"111.310534ms","start":"2026-03-03T18:03:17.551017Z","end":"2026-03-03T18:03:17.662328Z","steps":["trace[331222815] 'process raft request' (duration: 101.970303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:17.662813Z","caller":"traceutil/trace.go:171","msg":"trace[1252844816] transaction","detail":"{read_only:false; response_revision:8672; number_of_response:1; }","duration":"111.336674ms","start":"2026-03-03T18:03:17.551458Z","end":"2026-03-03T18:03:17.662794Z","steps":["trace[1252844816] 'process raft request' (duration: 110.789582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:17.662826Z","caller":"traceutil/trace.go:171","msg":"trace[123710828] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"111.302373ms","start":"2026-03-03T18:03:17.551505Z","end":"2026-03-03T18:03:17.662807Z","steps":["trace[123710828] 'process raft request' (duration: 111.111468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:03:47.354991Z","caller":"traceutil/trace.go:171","msg":"trace[1924551860] transaction","detail":"{read_only:false; response_revision:8865; number_of_response:1; }","duration":"119.866214ms","start":"2026-03-03T18:03:47.235085Z","end":"2026-03-03T18:03:47.354951Z","steps":["trace[1924551860] 'process raft request' (duration: 119.639789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:05.527395Z","caller":"traceutil/trace.go:171","msg":"trace[1897064825] transaction","detail":"{read_only:false; response_revision:9396; number_of_response:1; }","duration":"123.879728ms","start":"2026-03-03T18:05:05.403492Z","end":"2026-03-03T18:05:05.527372Z","steps":["trace[1897064825] 'process raft request' (duration: 123.492689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:05:32.815925Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:05:32.821284Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T18:05:32.821368Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T18:05:36.595778Z","caller":"traceutil/trace.go:171","msg":"trace[1242934181] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"111.246666ms","start":"2026-03-03T18:05:36.484498Z","end":"2026-03-03T18:05:36.595745Z","steps":["trace[1242934181] 'process raft request' (duration: 91.9191ms)","trace[1242934181] 'compare' (duration: 19.04235ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:05:36.596041Z","caller":"traceutil/trace.go:171","msg":"trace[1992105409] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"111.287847ms","start":"2026-03-03T18:05:36.484709Z","end":"2026-03-03T18:05:36.595997Z","steps":["trace[1992105409] 'process raft request' (duration: 110.96857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:29.818584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7729} {"level":"info","ts":"2026-03-03T18:06:29.878838Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7729,"took":"58.034549ms","hash":3086404453,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":27492352,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T18:06:29.878894Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3086404453,"revision":7729,"compact-revision":5762} {"level":"info","ts":"2026-03-03T18:06:36.01321Z","caller":"traceutil/trace.go:171","msg":"trace[1807507989] transaction","detail":"{read_only:false; response_revision:10274; number_of_response:1; }","duration":"145.254251ms","start":"2026-03-03T18:06:35.867928Z","end":"2026-03-03T18:06:36.013182Z","steps":["trace[1807507989] 'process raft request' (duration: 145.111568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:36.013558Z","caller":"traceutil/trace.go:171","msg":"trace[36972066] linearizableReadLoop","detail":"{readStateIndex:10648; appliedIndex:10648; }","duration":"136.53709ms","start":"2026-03-03T18:06:35.876997Z","end":"2026-03-03T18:06:36.013534Z","steps":["trace[36972066] 'read index received' (duration: 136.52753ms)","trace[36972066] 'applied index is now lower than readState.Index' (duration: 8.11µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:06:36.013804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.782895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:06:36.013884Z","caller":"traceutil/trace.go:171","msg":"trace[1259313322] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10274; }","duration":"136.906358ms","start":"2026-03-03T18:06:35.876961Z","end":"2026-03-03T18:06:36.013867Z","steps":["trace[1259313322] 'agreement among raft nodes before linearized reading' (duration: 136.677443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:36.015129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.067614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:06:36.015205Z","caller":"traceutil/trace.go:171","msg":"trace[650849450] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10275; }","duration":"138.178756ms","start":"2026-03-03T18:06:35.87701Z","end":"2026-03-03T18:06:36.015189Z","steps":["trace[650849450] 'agreement among raft nodes before linearized reading' (duration: 138.039003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:36.015415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.739898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:06:36.015439Z","caller":"traceutil/trace.go:171","msg":"trace[721867013] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10275; }","duration":"137.80815ms","start":"2026-03-03T18:06:35.877625Z","end":"2026-03-03T18:06:36.015434Z","steps":["trace[721867013] 'agreement among raft nodes before linearized reading' (duration: 137.774229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:36.015577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.457284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:06:36.015604Z","caller":"traceutil/trace.go:171","msg":"trace[698877610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10275; }","duration":"138.513486ms","start":"2026-03-03T18:06:35.877082Z","end":"2026-03-03T18:06:36.015595Z","steps":["trace[698877610] 'agreement among raft nodes before linearized reading' (duration: 138.478775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:36.015725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.659559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:06:36.015777Z","caller":"traceutil/trace.go:171","msg":"trace[1806141198] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10275; }","duration":"138.723581ms","start":"2026-03-03T18:06:35.877048Z","end":"2026-03-03T18:06:36.015771Z","steps":["trace[1806141198] 'agreement among raft nodes before linearized reading' (duration: 138.659379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:58.181417Z","caller":"traceutil/trace.go:171","msg":"trace[1136184467] linearizableReadLoop","detail":"{readStateIndex:10763; appliedIndex:10762; }","duration":"101.260296ms","start":"2026-03-03T18:06:58.080127Z","end":"2026-03-03T18:06:58.181388Z","steps":["trace[1136184467] 'read index received' (duration: 101.215375ms)","trace[1136184467] 'applied index is now lower than readState.Index' (duration: 39.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:06:58.181818Z","caller":"traceutil/trace.go:171","msg":"trace[705685237] transaction","detail":"{read_only:false; response_revision:10385; number_of_response:1; }","duration":"101.816998ms","start":"2026-03-03T18:06:58.079974Z","end":"2026-03-03T18:06:58.181791Z","steps":["trace[705685237] 'process raft request' (duration: 101.212474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:58.181838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.683665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-03-03T18:06:58.182012Z","caller":"traceutil/trace.go:171","msg":"trace[1452105170] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10385; }","duration":"101.88467ms","start":"2026-03-03T18:06:58.08011Z","end":"2026-03-03T18:06:58.181995Z","steps":["trace[1452105170] 'agreement among raft nodes before linearized reading' (duration: 101.392088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:58.220639Z","caller":"traceutil/trace.go:171","msg":"trace[146495872] transaction","detail":"{read_only:false; response_revision:10386; number_of_response:1; }","duration":"133.210422ms","start":"2026-03-03T18:06:58.087418Z","end":"2026-03-03T18:06:58.220628Z","steps":["trace[146495872] 'process raft request' (duration: 133.054249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.092155Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781021266,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:06:59.107655Z","caller":"traceutil/trace.go:171","msg":"trace[421717677] transaction","detail":"{read_only:false; response_revision:10388; number_of_response:1; }","duration":"569.60027ms","start":"2026-03-03T18:06:58.538028Z","end":"2026-03-03T18:06:59.107628Z","steps":["trace[421717677] 'process raft request' (duration: 569.427336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.107821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.537943Z","time spent":"569.787004ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:06:59.442637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.853468ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:06:59.442737Z","caller":"traceutil/trace.go:171","msg":"trace[509254460] linearizableReadLoop","detail":"{readStateIndex:10768; appliedIndex:10766; }","duration":"851.302406ms","start":"2026-03-03T18:06:58.591419Z","end":"2026-03-03T18:06:59.442721Z","steps":["trace[509254460] 'read index received' (duration: 516.010003ms)","trace[509254460] 'applied index is now lower than readState.Index' (duration: 335.291173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:06:59.442821Z","caller":"traceutil/trace.go:171","msg":"trace[1849243161] transaction","detail":"{read_only:false; response_revision:10389; number_of_response:1; }","duration":"859.975586ms","start":"2026-03-03T18:06:58.582834Z","end":"2026-03-03T18:06:59.44281Z","steps":["trace[1849243161] 'process raft request' (duration: 562.874903ms)","trace[1849243161] 'compare' (duration: 296.577651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:06:59.442879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.582811Z","time spent":"860.039158ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:06:59.443018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.622565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:06:59.443078Z","caller":"traceutil/trace.go:171","msg":"trace[1238890459] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10389; }","duration":"682.727717ms","start":"2026-03-03T18:06:58.760332Z","end":"2026-03-03T18:06:59.44306Z","steps":["trace[1238890459] 'agreement among raft nodes before linearized reading' (duration: 682.538213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.76031Z","time spent":"682.794569ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:06:59.443165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.280693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:06:59.443237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.818739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:06:59.443248Z","caller":"traceutil/trace.go:171","msg":"trace[392954500] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10389; }","duration":"449.410406ms","start":"2026-03-03T18:06:58.99382Z","end":"2026-03-03T18:06:59.44323Z","steps":["trace[392954500] 'agreement among raft nodes before linearized reading' (duration: 449.272713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.184586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:06:59.443246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.041503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:06:59.443242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.055416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:06:59.443297Z","caller":"traceutil/trace.go:171","msg":"trace[162137413] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10389; }","duration":"851.904691ms","start":"2026-03-03T18:06:58.591374Z","end":"2026-03-03T18:06:59.443279Z","steps":["trace[162137413] 'agreement among raft nodes before linearized reading' (duration: 851.790587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.9938Z","time spent":"449.489389ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:06:59.443314Z","caller":"traceutil/trace.go:171","msg":"trace[851581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10389; }","duration":"640.147826ms","start":"2026-03-03T18:06:58.80315Z","end":"2026-03-03T18:06:59.443298Z","steps":["trace[851581] 'agreement among raft nodes before linearized reading' (duration: 639.962151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:59.443315Z","caller":"traceutil/trace.go:171","msg":"trace[1428306978] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10389; }","duration":"141.32122ms","start":"2026-03-03T18:06:59.301972Z","end":"2026-03-03T18:06:59.443293Z","steps":["trace[1428306978] 'agreement among raft nodes before linearized reading' (duration: 141.151615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.935783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:06:59.443344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.803128Z","time spent":"640.210198ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:06:59.443329Z","caller":"traceutil/trace.go:171","msg":"trace[124416453] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:10389; }","duration":"243.18801ms","start":"2026-03-03T18:06:59.200118Z","end":"2026-03-03T18:06:59.443306Z","steps":["trace[124416453] 'agreement among raft nodes before linearized reading' (duration: 243.020595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.525893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:06:59.443382Z","caller":"traceutil/trace.go:171","msg":"trace[1690469789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10389; }","duration":"474.068346ms","start":"2026-03-03T18:06:58.969293Z","end":"2026-03-03T18:06:59.443361Z","steps":["trace[1690469789] 'agreement among raft nodes before linearized reading' (duration: 473.817409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.164897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:06:59.443424Z","caller":"traceutil/trace.go:171","msg":"trace[758226601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10389; }","duration":"470.671137ms","start":"2026-03-03T18:06:58.972732Z","end":"2026-03-03T18:06:59.443403Z","steps":["trace[758226601] 'agreement among raft nodes before linearized reading' (duration: 470.40463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.97271Z","time spent":"470.762778ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:06:59.44344Z","caller":"traceutil/trace.go:171","msg":"trace[442956952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10389; }","duration":"539.357451ms","start":"2026-03-03T18:06:58.904072Z","end":"2026-03-03T18:06:59.443429Z","steps":["trace[442956952] 'agreement among raft nodes before linearized reading' (duration: 539.035993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:06:59.443538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.904051Z","time spent":"539.473745ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:06:59.443332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.591356Z","time spent":"851.968063ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:06:59.443429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:06:58.969272Z","time spent":"474.148108ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:06:59.577243Z","caller":"traceutil/trace.go:171","msg":"trace[171129562] transaction","detail":"{read_only:false; response_revision:10391; number_of_response:1; }","duration":"129.125849ms","start":"2026-03-03T18:06:59.448079Z","end":"2026-03-03T18:06:59.577205Z","steps":["trace[171129562] 'process raft request' (duration: 101.209434ms)","trace[171129562] 'compare' (duration: 27.72218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:06:59.577518Z","caller":"traceutil/trace.go:171","msg":"trace[1739857728] transaction","detail":"{read_only:false; response_revision:10392; number_of_response:1; }","duration":"129.402425ms","start":"2026-03-03T18:06:59.448088Z","end":"2026-03-03T18:06:59.577491Z","steps":["trace[1739857728] 'process raft request' (duration: 129.063787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:59.577898Z","caller":"traceutil/trace.go:171","msg":"trace[794042033] transaction","detail":"{read_only:false; response_revision:10393; number_of_response:1; }","duration":"129.58471ms","start":"2026-03-03T18:06:59.448291Z","end":"2026-03-03T18:06:59.577876Z","steps":["trace[794042033] 'process raft request' (duration: 129.109018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:59.578066Z","caller":"traceutil/trace.go:171","msg":"trace[1899988058] transaction","detail":"{read_only:false; response_revision:10394; number_of_response:1; }","duration":"129.459437ms","start":"2026-03-03T18:06:59.44859Z","end":"2026-03-03T18:06:59.57805Z","steps":["trace[1899988058] 'process raft request' (duration: 129.208671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:06:59.578188Z","caller":"traceutil/trace.go:171","msg":"trace[945489048] transaction","detail":"{read_only:false; response_revision:10395; number_of_response:1; }","duration":"129.419367ms","start":"2026-03-03T18:06:59.44876Z","end":"2026-03-03T18:06:59.57818Z","steps":["trace[945489048] 'process raft request' (duration: 129.233353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:00.419756Z","caller":"traceutil/trace.go:171","msg":"trace[1728440985] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"193.668297ms","start":"2026-03-03T18:07:00.226056Z","end":"2026-03-03T18:07:00.419724Z","steps":["trace[1728440985] 'process raft request' (duration: 128.230368ms)","trace[1728440985] 'compare' (duration: 65.237404ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:07:01.719476Z","caller":"traceutil/trace.go:171","msg":"trace[847168617] transaction","detail":"{read_only:false; response_revision:10400; number_of_response:1; }","duration":"132.68681ms","start":"2026-03-03T18:07:01.586758Z","end":"2026-03-03T18:07:01.719444Z","steps":["trace[847168617] 'process raft request' (duration: 37.473194ms)","trace[847168617] 'compare' (duration: 95.096263ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:07:01.766651Z","caller":"traceutil/trace.go:171","msg":"trace[1383401474] transaction","detail":"{read_only:false; response_revision:10401; number_of_response:1; }","duration":"179.186793ms","start":"2026-03-03T18:07:01.587433Z","end":"2026-03-03T18:07:01.76662Z","steps":["trace[1383401474] 'process raft request' (duration: 178.60856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:01.76671Z","caller":"traceutil/trace.go:171","msg":"trace[310135672] transaction","detail":"{read_only:false; response_revision:10402; number_of_response:1; }","duration":"179.179363ms","start":"2026-03-03T18:07:01.587506Z","end":"2026-03-03T18:07:01.766686Z","steps":["trace[310135672] 'process raft request' (duration: 178.655811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:01.766828Z","caller":"traceutil/trace.go:171","msg":"trace[1035699118] transaction","detail":"{read_only:false; response_revision:10403; number_of_response:1; }","duration":"178.394155ms","start":"2026-03-03T18:07:01.588428Z","end":"2026-03-03T18:07:01.766822Z","steps":["trace[1035699118] 'process raft request' (duration: 177.938845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:03.962307Z","caller":"traceutil/trace.go:171","msg":"trace[949086453] transaction","detail":"{read_only:false; response_revision:10411; number_of_response:1; }","duration":"181.719272ms","start":"2026-03-03T18:07:03.780556Z","end":"2026-03-03T18:07:03.962275Z","steps":["trace[949086453] 'process raft request' (duration: 109.890004ms)","trace[949086453] 'compare' (duration: 71.662764ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:07:04.044666Z","caller":"traceutil/trace.go:171","msg":"trace[910168636] transaction","detail":"{read_only:false; response_revision:10412; number_of_response:1; }","duration":"263.798924ms","start":"2026-03-03T18:07:03.780836Z","end":"2026-03-03T18:07:04.044635Z","steps":["trace[910168636] 'process raft request' (duration: 263.17467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:04.044785Z","caller":"traceutil/trace.go:171","msg":"trace[1933786062] transaction","detail":"{read_only:false; response_revision:10413; number_of_response:1; }","duration":"263.634521ms","start":"2026-03-03T18:07:03.781098Z","end":"2026-03-03T18:07:04.044733Z","steps":["trace[1933786062] 'process raft request' (duration: 263.054658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:07:04.180721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.397967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:07:04.180788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.347645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:07:04.180784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.622645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:07:04.180807Z","caller":"traceutil/trace.go:171","msg":"trace[479088735] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10413; }","duration":"100.504848ms","start":"2026-03-03T18:07:04.080282Z","end":"2026-03-03T18:07:04.180787Z","steps":["trace[479088735] 'range keys from in-memory index tree' (duration: 100.205742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:04.180819Z","caller":"traceutil/trace.go:171","msg":"trace[2109066585] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10413; }","duration":"100.382456ms","start":"2026-03-03T18:07:04.080424Z","end":"2026-03-03T18:07:04.180807Z","steps":["trace[2109066585] 'range keys from in-memory index tree' (duration: 100.320344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:04.180844Z","caller":"traceutil/trace.go:171","msg":"trace[1241219886] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10413; }","duration":"101.697356ms","start":"2026-03-03T18:07:04.079128Z","end":"2026-03-03T18:07:04.180825Z","steps":["trace[1241219886] 'range keys from in-memory index tree' (duration: 101.557014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:07:04.180955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.689533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:07:04.180977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.781488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:07:04.181011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.702973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:07:04.181014Z","caller":"traceutil/trace.go:171","msg":"trace[865144625] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10413; }","duration":"100.771574ms","start":"2026-03-03T18:07:04.080229Z","end":"2026-03-03T18:07:04.181001Z","steps":["trace[865144625] 'range keys from in-memory index tree' (duration: 100.54157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:04.18103Z","caller":"traceutil/trace.go:171","msg":"trace[467255421] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10413; }","duration":"100.732114ms","start":"2026-03-03T18:07:04.080291Z","end":"2026-03-03T18:07:04.181023Z","steps":["trace[467255421] 'range keys from in-memory index tree' (duration: 100.675012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:07:04.181022Z","caller":"traceutil/trace.go:171","msg":"trace[289071271] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10413; }","duration":"101.8452ms","start":"2026-03-03T18:07:04.079161Z","end":"2026-03-03T18:07:04.181006Z","steps":["trace[289071271] 'range keys from in-memory index tree' (duration: 101.739297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:07:04.180704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.345479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:07:04.181088Z","caller":"traceutil/trace.go:171","msg":"trace[1261339416] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10413; }","duration":"101.783819ms","start":"2026-03-03T18:07:04.079299Z","end":"2026-03-03T18:07:04.181083Z","steps":["trace[1261339416] 'range keys from in-memory index tree' (duration: 101.260886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:07:04.18074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.354845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:07:04.181127Z","caller":"traceutil/trace.go:171","msg":"trace[1970695431] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10413; }","duration":"100.773505ms","start":"2026-03-03T18:07:04.08035Z","end":"2026-03-03T18:07:04.181123Z","steps":["trace[1970695431] 'range keys from in-memory index tree' (duration: 100.308385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:23.940878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:11:23.94577Z","caller":"traceutil/trace.go:171","msg":"trace[263948570] transaction","detail":"{read_only:false; response_revision:12067; number_of_response:1; }","duration":"594.611187ms","start":"2026-03-03T18:11:23.351135Z","end":"2026-03-03T18:11:23.945746Z","steps":["trace[263948570] 'process raft request' (duration: 594.436273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:23.945913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.351107Z","time spent":"594.7336ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:24.233957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.945906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:24.234212Z","caller":"traceutil/trace.go:171","msg":"trace[1892837564] transaction","detail":"{read_only:false; response_revision:12068; number_of_response:1; }","duration":"786.755514ms","start":"2026-03-03T18:11:23.447409Z","end":"2026-03-03T18:11:24.234165Z","steps":["trace[1892837564] 'process raft request' (duration: 590.444109ms)","trace[1892837564] 'compare' (duration: 195.751402ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:24.234264Z","caller":"traceutil/trace.go:171","msg":"trace[1718053542] linearizableReadLoop","detail":"{readStateIndex:12510; appliedIndex:12506; }","duration":"793.467671ms","start":"2026-03-03T18:11:23.440772Z","end":"2026-03-03T18:11:24.23424Z","steps":["trace[1718053542] 'read index received' (duration: 504.776766ms)","trace[1718053542] 'applied index is now lower than readState.Index' (duration: 288.689655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:24.234388Z","caller":"traceutil/trace.go:171","msg":"trace[1082422556] transaction","detail":"{read_only:false; response_revision:12069; number_of_response:1; }","duration":"708.028615ms","start":"2026-03-03T18:11:23.526347Z","end":"2026-03-03T18:11:24.234376Z","steps":["trace[1082422556] 'process raft request' (duration: 707.755528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.234406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.447389Z","time spent":"786.913967ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:24.234462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.526316Z","time spent":"708.103586ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:24.234519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.736208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:24.234617Z","caller":"traceutil/trace.go:171","msg":"trace[1034258744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12070; }","duration":"793.882252ms","start":"2026-03-03T18:11:23.440713Z","end":"2026-03-03T18:11:24.234595Z","steps":["trace[1034258744] 'agreement among raft nodes before linearized reading' (duration: 793.676327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.234664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.440685Z","time spent":"793.968943ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:11:24.234682Z","caller":"traceutil/trace.go:171","msg":"trace[2092371614] transaction","detail":"{read_only:false; response_revision:12070; number_of_response:1; }","duration":"694.116246ms","start":"2026-03-03T18:11:23.540518Z","end":"2026-03-03T18:11:24.234634Z","steps":["trace[2092371614] 'process raft request' (duration: 693.659925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.234762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.54049Z","time spent":"694.219878ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:24.235025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.143688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T18:11:24.235067Z","caller":"traceutil/trace.go:171","msg":"trace[1381029690] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12070; }","duration":"528.2198ms","start":"2026-03-03T18:11:23.706832Z","end":"2026-03-03T18:11:24.235052Z","steps":["trace[1381029690] 'agreement among raft nodes before linearized reading' (duration: 528.049166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.235073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.807243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:11:24.235101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.706811Z","time spent":"528.283322ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:11:24.235123Z","caller":"traceutil/trace.go:171","msg":"trace[475697859] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12070; }","duration":"780.888686ms","start":"2026-03-03T18:11:23.45422Z","end":"2026-03-03T18:11:24.235108Z","steps":["trace[475697859] 'agreement among raft nodes before linearized reading' (duration: 780.769503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.235158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.454201Z","time spent":"780.948647ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:11:24.235194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.630395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:24.235234Z","caller":"traceutil/trace.go:171","msg":"trace[1467543452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12070; }","duration":"241.696566ms","start":"2026-03-03T18:11:23.993528Z","end":"2026-03-03T18:11:24.235224Z","steps":["trace[1467543452] 'agreement among raft nodes before linearized reading' (duration: 241.617334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.235708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.436237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:11:24.235777Z","caller":"traceutil/trace.go:171","msg":"trace[1018608885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12070; }","duration":"789.5445ms","start":"2026-03-03T18:11:23.446223Z","end":"2026-03-03T18:11:24.235767Z","steps":["trace[1018608885] 'agreement among raft nodes before linearized reading' (duration: 789.346845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.235807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:23.446197Z","time spent":"789.601571ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:11:24.368282Z","caller":"traceutil/trace.go:171","msg":"trace[467034308] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"127.759165ms","start":"2026-03-03T18:11:24.240498Z","end":"2026-03-03T18:11:24.368257Z","steps":["trace[467034308] 'process raft request' (duration: 101.395353ms)","trace[467034308] 'compare' (duration: 26.120556ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:24.368948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.505244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545841"} {"level":"info","ts":"2026-03-03T18:11:24.369039Z","caller":"traceutil/trace.go:171","msg":"trace[1762714799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12072; }","duration":"128.607256ms","start":"2026-03-03T18:11:24.240413Z","end":"2026-03-03T18:11:24.36902Z","steps":["trace[1762714799] 'agreement among raft nodes before linearized reading' (duration: 127.823838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.613522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.283228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:24.613624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.064966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:24.613671Z","caller":"traceutil/trace.go:171","msg":"trace[201585140] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12072; }","duration":"136.474742ms","start":"2026-03-03T18:11:24.477168Z","end":"2026-03-03T18:11:24.613642Z","steps":["trace[201585140] 'range keys from in-memory index tree' (duration: 136.220816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:24.613699Z","caller":"traceutil/trace.go:171","msg":"trace[1281870214] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12072; }","duration":"137.199208ms","start":"2026-03-03T18:11:24.476481Z","end":"2026-03-03T18:11:24.61368Z","steps":["trace[1281870214] 'range keys from in-memory index tree' (duration: 136.977824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:24.613764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.377395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:11:24.613774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.808859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:24.613837Z","caller":"traceutil/trace.go:171","msg":"trace[1810240136] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12072; }","duration":"132.505699ms","start":"2026-03-03T18:11:24.481315Z","end":"2026-03-03T18:11:24.613821Z","steps":["trace[1810240136] 'range keys from in-memory index tree' (duration: 132.157859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:24.61396Z","caller":"traceutil/trace.go:171","msg":"trace[503520650] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12072; }","duration":"137.021185ms","start":"2026-03-03T18:11:24.476919Z","end":"2026-03-03T18:11:24.61394Z","steps":["trace[503520650] 'range keys from in-memory index tree' (duration: 136.737568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:24.694963Z","caller":"traceutil/trace.go:171","msg":"trace[437138541] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"163.387118ms","start":"2026-03-03T18:11:24.531551Z","end":"2026-03-03T18:11:24.694938Z","steps":["trace[437138541] 'process raft request' (duration: 163.232294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:24.939018Z","caller":"traceutil/trace.go:171","msg":"trace[1583324841] transaction","detail":"{read_only:false; response_revision:12074; number_of_response:1; }","duration":"317.29453ms","start":"2026-03-03T18:11:24.621691Z","end":"2026-03-03T18:11:24.938985Z","steps":["trace[1583324841] 'process raft request' (duration: 268.565679ms)","trace[1583324841] 'compare' (duration: 48.570538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:24.939185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:24.621658Z","time spent":"317.441844ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:25.497725Z","caller":"traceutil/trace.go:171","msg":"trace[747779681] linearizableReadLoop","detail":"{readStateIndex:12515; appliedIndex:12514; }","duration":"364.667959ms","start":"2026-03-03T18:11:25.133038Z","end":"2026-03-03T18:11:25.497706Z","steps":["trace[747779681] 'read index received' (duration: 364.2894ms)","trace[747779681] 'applied index is now lower than readState.Index' (duration: 377.909µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:25.498071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.871363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:11:25.498132Z","caller":"traceutil/trace.go:171","msg":"trace[186892225] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12075; }","duration":"365.15506ms","start":"2026-03-03T18:11:25.132966Z","end":"2026-03-03T18:11:25.498121Z","steps":["trace[186892225] 'agreement among raft nodes before linearized reading' (duration: 364.847693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:25.498153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.356811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:11:25.49822Z","caller":"traceutil/trace.go:171","msg":"trace[42109979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12075; }","duration":"173.472894ms","start":"2026-03-03T18:11:25.324733Z","end":"2026-03-03T18:11:25.498206Z","steps":["trace[42109979] 'agreement among raft nodes before linearized reading' (duration: 173.26972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:25.498051Z","caller":"traceutil/trace.go:171","msg":"trace[1525296925] transaction","detail":"{read_only:false; response_revision:12075; number_of_response:1; }","duration":"467.124777ms","start":"2026-03-03T18:11:25.030857Z","end":"2026-03-03T18:11:25.497982Z","steps":["trace[1525296925] 'process raft request' (duration: 466.527063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:25.498299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:25.132936Z","time spent":"365.352635ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:11:25.498564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:25.030846Z","time spent":"467.558158ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:25.744149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.313761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:25.744284Z","caller":"traceutil/trace.go:171","msg":"trace[1138648232] transaction","detail":"{read_only:false; response_revision:12077; number_of_response:1; }","duration":"242.589366ms","start":"2026-03-03T18:11:25.501674Z","end":"2026-03-03T18:11:25.744263Z","steps":["trace[1138648232] 'process raft request' (duration: 69.06385ms)","trace[1138648232] 'compare' (duration: 173.063326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:25.949484Z","caller":"traceutil/trace.go:171","msg":"trace[1725555745] transaction","detail":"{read_only:false; response_revision:12078; number_of_response:1; }","duration":"111.676987ms","start":"2026-03-03T18:11:25.837753Z","end":"2026-03-03T18:11:25.94943Z","steps":["trace[1725555745] 'process raft request' (duration: 34.489914ms)","trace[1725555745] 'compare' (duration: 76.804743ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:26.321195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.584947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:26.321327Z","caller":"traceutil/trace.go:171","msg":"trace[235816209] linearizableReadLoop","detail":"{readStateIndex:12519; appliedIndex:12518; }","duration":"326.954868ms","start":"2026-03-03T18:11:25.994349Z","end":"2026-03-03T18:11:26.321304Z","steps":["trace[235816209] 'read index received' (duration: 195.200088ms)","trace[235816209] 'applied index is now lower than readState.Index' (duration: 131.75315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:26.321405Z","caller":"traceutil/trace.go:171","msg":"trace[1086768054] transaction","detail":"{read_only:false; response_revision:12079; number_of_response:1; }","duration":"370.528467ms","start":"2026-03-03T18:11:25.950803Z","end":"2026-03-03T18:11:26.321331Z","steps":["trace[1086768054] 'process raft request' (duration: 238.695045ms)","trace[1086768054] 'compare' (duration: 131.450534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:26.321516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.122011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:26.321598Z","caller":"traceutil/trace.go:171","msg":"trace[455020915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12079; }","duration":"327.281135ms","start":"2026-03-03T18:11:25.994301Z","end":"2026-03-03T18:11:26.321582Z","steps":["trace[455020915] 'agreement among raft nodes before linearized reading' (duration: 327.07165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:26.32169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:25.994279Z","time spent":"327.402488ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:26.321783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:25.95078Z","time spent":"370.722021ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:26.508806Z","caller":"traceutil/trace.go:171","msg":"trace[1750639000] linearizableReadLoop","detail":"{readStateIndex:12521; appliedIndex:12519; }","duration":"187.395804ms","start":"2026-03-03T18:11:26.321388Z","end":"2026-03-03T18:11:26.508784Z","steps":["trace[1750639000] 'read index received' (duration: 103.76893ms)","trace[1750639000] 'applied index is now lower than readState.Index' (duration: 83.625424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:26.508998Z","caller":"traceutil/trace.go:171","msg":"trace[336027586] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"269.557004ms","start":"2026-03-03T18:11:26.239381Z","end":"2026-03-03T18:11:26.508938Z","steps":["trace[336027586] 'process raft request' (duration: 185.712784ms)","trace[336027586] 'compare' (duration: 83.44048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:26.509139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.190638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:11:26.509178Z","caller":"traceutil/trace.go:171","msg":"trace[588774798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12081; }","duration":"342.26145ms","start":"2026-03-03T18:11:26.166905Z","end":"2026-03-03T18:11:26.509167Z","steps":["trace[588774798] 'agreement among raft nodes before linearized reading' (duration: 342.169738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:26.50905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.735165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:26.509259Z","caller":"traceutil/trace.go:171","msg":"trace[495284949] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12081; }","duration":"210.996081ms","start":"2026-03-03T18:11:26.298248Z","end":"2026-03-03T18:11:26.509244Z","steps":["trace[495284949] 'agreement among raft nodes before linearized reading' (duration: 210.675544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:26.509219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:26.166884Z","time spent":"342.326871ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:11:26.509344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.148388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:11:26.509267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.41753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:26.509393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.226913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:26.50916Z","caller":"traceutil/trace.go:171","msg":"trace[905514747] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"268.010967ms","start":"2026-03-03T18:11:26.241044Z","end":"2026-03-03T18:11:26.509055Z","steps":["trace[905514747] 'process raft request' (duration: 267.689649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:26.509441Z","caller":"traceutil/trace.go:171","msg":"trace[891369447] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12081; }","duration":"186.598985ms","start":"2026-03-03T18:11:26.322821Z","end":"2026-03-03T18:11:26.50942Z","steps":["trace[891369447] 'agreement among raft nodes before linearized reading' (duration: 186.425201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:26.50952Z","caller":"traceutil/trace.go:171","msg":"trace[10195149] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12081; }","duration":"127.417338ms","start":"2026-03-03T18:11:26.382074Z","end":"2026-03-03T18:11:26.509491Z","steps":["trace[10195149] 'agreement among raft nodes before linearized reading' (duration: 127.192522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:26.509377Z","caller":"traceutil/trace.go:171","msg":"trace[120638107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12081; }","duration":"137.420524ms","start":"2026-03-03T18:11:26.371949Z","end":"2026-03-03T18:11:26.509369Z","steps":["trace[120638107] 'agreement among raft nodes before linearized reading' (duration: 137.336872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:26.709986Z","caller":"traceutil/trace.go:171","msg":"trace[129571347] linearizableReadLoop","detail":"{readStateIndex:12523; appliedIndex:12522; }","duration":"139.468892ms","start":"2026-03-03T18:11:26.57049Z","end":"2026-03-03T18:11:26.709959Z","steps":["trace[129571347] 'read index received' (duration: 60.877257ms)","trace[129571347] 'applied index is now lower than readState.Index' (duration: 78.590465ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:26.71017Z","caller":"traceutil/trace.go:171","msg":"trace[2060515906] transaction","detail":"{read_only:false; response_revision:12083; number_of_response:1; }","duration":"195.333602ms","start":"2026-03-03T18:11:26.514809Z","end":"2026-03-03T18:11:26.710142Z","steps":["trace[2060515906] 'process raft request' (duration: 116.527311ms)","trace[2060515906] 'compare' (duration: 78.469193ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:26.710224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.341512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T18:11:26.710302Z","caller":"traceutil/trace.go:171","msg":"trace[1263848631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12083; }","duration":"195.443924ms","start":"2026-03-03T18:11:26.514841Z","end":"2026-03-03T18:11:26.710285Z","steps":["trace[1263848631] 'agreement among raft nodes before linearized reading' (duration: 195.26519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:28.058876Z","caller":"traceutil/trace.go:171","msg":"trace[968443076] transaction","detail":"{read_only:false; response_revision:12086; number_of_response:1; }","duration":"267.727301ms","start":"2026-03-03T18:11:27.791128Z","end":"2026-03-03T18:11:28.058855Z","steps":["trace[968443076] 'process raft request' (duration: 267.590568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:28.063585Z","caller":"traceutil/trace.go:171","msg":"trace[1601227925] transaction","detail":"{read_only:false; response_revision:12087; number_of_response:1; }","duration":"167.551965ms","start":"2026-03-03T18:11:27.896001Z","end":"2026-03-03T18:11:28.063553Z","steps":["trace[1601227925] 'process raft request' (duration: 167.31189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.229543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.485195ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:29.229706Z","caller":"traceutil/trace.go:171","msg":"trace[1148424443] linearizableReadLoop","detail":"{readStateIndex:12532; appliedIndex:12531; }","duration":"648.58608ms","start":"2026-03-03T18:11:28.581095Z","end":"2026-03-03T18:11:29.229681Z","steps":["trace[1148424443] 'read index received' (duration: 352.85826ms)","trace[1148424443] 'applied index is now lower than readState.Index' (duration: 295.72569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:29.229778Z","caller":"traceutil/trace.go:171","msg":"trace[1994243911] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"651.318737ms","start":"2026-03-03T18:11:28.578372Z","end":"2026-03-03T18:11:29.229691Z","steps":["trace[1994243911] 'process raft request' (duration: 355.609815ms)","trace[1994243911] 'compare' (duration: 295.307851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:29.229902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.796367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:11:29.230018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.578359Z","time spent":"651.520481ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:29.230076Z","caller":"traceutil/trace.go:171","msg":"trace[599142915] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12091; }","duration":"649.004141ms","start":"2026-03-03T18:11:28.581052Z","end":"2026-03-03T18:11:29.230056Z","steps":["trace[599142915] 'agreement among raft nodes before linearized reading' (duration: 648.745725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.230138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.581032Z","time spent":"649.088424ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:11:29.230309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.583828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:29.230358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.490247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:29.230367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.948397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:29.230423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.258768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:29.230456Z","caller":"traceutil/trace.go:171","msg":"trace[445127396] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12091; }","duration":"515.05351ms","start":"2026-03-03T18:11:28.715379Z","end":"2026-03-03T18:11:29.230432Z","steps":["trace[445127396] 'agreement among raft nodes before linearized reading' (duration: 514.907796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:29.230453Z","caller":"traceutil/trace.go:171","msg":"trace[738616385] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12091; }","duration":"514.565568ms","start":"2026-03-03T18:11:28.715833Z","end":"2026-03-03T18:11:29.230399Z","steps":["trace[738616385] 'agreement among raft nodes before linearized reading' (duration: 514.447775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.230447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.374957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:29.230575Z","caller":"traceutil/trace.go:171","msg":"trace[1488319050] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12091; }","duration":"515.52179ms","start":"2026-03-03T18:11:28.715039Z","end":"2026-03-03T18:11:29.230561Z","steps":["trace[1488319050] 'agreement among raft nodes before linearized reading' (duration: 515.256124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:29.230387Z","caller":"traceutil/trace.go:171","msg":"trace[534673555] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12091; }","duration":"514.68777ms","start":"2026-03-03T18:11:28.715683Z","end":"2026-03-03T18:11:29.230371Z","steps":["trace[534673555] 'agreement among raft nodes before linearized reading' (duration: 514.562208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.230647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.715028Z","time spent":"515.608663ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:29.230517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.715825Z","time spent":"514.683621ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:29.230753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.715675Z","time spent":"514.999649ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:11:29.230515Z","caller":"traceutil/trace.go:171","msg":"trace[2003149456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12091; }","duration":"516.392821ms","start":"2026-03-03T18:11:28.7141Z","end":"2026-03-03T18:11:29.230493Z","steps":["trace[2003149456] 'agreement among raft nodes before linearized reading' (duration: 516.148486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.231021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.714079Z","time spent":"516.899094ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:29.23052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:28.71537Z","time spent":"515.137202ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:11:29.519653Z","caller":"traceutil/trace.go:171","msg":"trace[2089047820] linearizableReadLoop","detail":"{readStateIndex:12533; appliedIndex:12532; }","duration":"284.339382ms","start":"2026-03-03T18:11:29.235291Z","end":"2026-03-03T18:11:29.519631Z","steps":["trace[2089047820] 'read index received' (duration: 274.486349ms)","trace[2089047820] 'applied index is now lower than readState.Index' (duration: 9.851983ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:29.519686Z","caller":"traceutil/trace.go:171","msg":"trace[1572547511] transaction","detail":"{read_only:false; response_revision:12092; number_of_response:1; }","duration":"284.877065ms","start":"2026-03-03T18:11:29.234781Z","end":"2026-03-03T18:11:29.519658Z","steps":["trace[1572547511] 'process raft request' (duration: 274.977251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.519872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.926567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:29.519932Z","caller":"traceutil/trace.go:171","msg":"trace[946876663] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12092; }","duration":"249.027658ms","start":"2026-03-03T18:11:29.270889Z","end":"2026-03-03T18:11:29.519917Z","steps":["trace[946876663] 'agreement among raft nodes before linearized reading' (duration: 248.920826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:29.520397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.08017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545852"} {"level":"info","ts":"2026-03-03T18:11:29.520471Z","caller":"traceutil/trace.go:171","msg":"trace[1876631708] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12092; }","duration":"285.196953ms","start":"2026-03-03T18:11:29.235258Z","end":"2026-03-03T18:11:29.520455Z","steps":["trace[1876631708] 'agreement among raft nodes before linearized reading' (duration: 284.501647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.03184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.644745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:30.032041Z","caller":"traceutil/trace.go:171","msg":"trace[783333246] transaction","detail":"{read_only:false; response_revision:12093; number_of_response:1; }","duration":"416.741519ms","start":"2026-03-03T18:11:29.615256Z","end":"2026-03-03T18:11:30.031997Z","steps":["trace[783333246] 'process raft request' (duration: 246.792536ms)","trace[783333246] 'compare' (duration: 169.360479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:30.032335Z","caller":"traceutil/trace.go:171","msg":"trace[1329332728] linearizableReadLoop","detail":"{readStateIndex:12534; appliedIndex:12533; }","duration":"409.053996ms","start":"2026-03-03T18:11:29.623042Z","end":"2026-03-03T18:11:30.032096Z","steps":["trace[1329332728] 'read index received' (duration: 238.93548ms)","trace[1329332728] 'applied index is now lower than readState.Index' (duration: 170.114836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:30.03242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:29.615233Z","time spent":"417.120007ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:30.032552Z","caller":"traceutil/trace.go:171","msg":"trace[634837738] transaction","detail":"{read_only:false; response_revision:12095; number_of_response:1; }","duration":"211.79212ms","start":"2026-03-03T18:11:29.820745Z","end":"2026-03-03T18:11:30.032537Z","steps":["trace[634837738] 'process raft request' (duration: 211.678758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:30.032695Z","caller":"traceutil/trace.go:171","msg":"trace[246856373] transaction","detail":"{read_only:false; response_revision:12094; number_of_response:1; }","duration":"322.280918ms","start":"2026-03-03T18:11:29.71037Z","end":"2026-03-03T18:11:30.032651Z","steps":["trace[246856373] 'process raft request' (duration: 321.689224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.032783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.813272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:30.032862Z","caller":"traceutil/trace.go:171","msg":"trace[72953991] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12095; }","duration":"353.936285ms","start":"2026-03-03T18:11:29.678905Z","end":"2026-03-03T18:11:30.032841Z","steps":["trace[72953991] 'agreement among raft nodes before linearized reading' (duration: 353.765331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.032891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.971459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T18:11:30.032897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.573818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T18:11:30.032906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:29.710335Z","time spent":"322.455832ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:30.032918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:29.678871Z","time spent":"354.031858ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:11:30.032945Z","caller":"traceutil/trace.go:171","msg":"trace[153934199] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12095; }","duration":"287.684231ms","start":"2026-03-03T18:11:29.745248Z","end":"2026-03-03T18:11:30.032932Z","steps":["trace[153934199] 'agreement among raft nodes before linearized reading' (duration: 287.429795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:30.032946Z","caller":"traceutil/trace.go:171","msg":"trace[1338429537] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12095; }","duration":"327.057661ms","start":"2026-03-03T18:11:29.705869Z","end":"2026-03-03T18:11:30.032926Z","steps":["trace[1338429537] 'agreement among raft nodes before linearized reading' (duration: 326.817916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.032991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:29.705853Z","time spent":"327.125103ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:11:30.033467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.425729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:11:30.033543Z","caller":"traceutil/trace.go:171","msg":"trace[2050213549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12095; }","duration":"410.533471ms","start":"2026-03-03T18:11:29.622986Z","end":"2026-03-03T18:11:30.033519Z","steps":["trace[2050213549] 'agreement among raft nodes before linearized reading' (duration: 409.513087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.033599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:29.622962Z","time spent":"410.620743ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:11:30.414409Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10224} {"level":"warn","ts":"2026-03-03T18:11:30.415227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.577516ms","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-03T18:11:30.415449Z","caller":"traceutil/trace.go:171","msg":"trace[1164241249] compact","detail":"{revision:10224; response_revision:12095; }","duration":"381.317272ms","start":"2026-03-03T18:11:30.034096Z","end":"2026-03-03T18:11:30.415413Z","steps":["trace[1164241249] 'process raft request' (duration: 54.462085ms)","trace[1164241249] 'check and update compact revision' (duration: 325.430842ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:30.415511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.034061Z","time spent":"381.445895ms","remote":"127.0.0.1:49368","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:11:30.415609Z","caller":"traceutil/trace.go:171","msg":"trace[1177303136] linearizableReadLoop","detail":"{readStateIndex:12537; appliedIndex:12536; }","duration":"380.693208ms","start":"2026-03-03T18:11:30.03486Z","end":"2026-03-03T18:11:30.415554Z","steps":["trace[1177303136] 'read index received' (duration: 53.832661ms)","trace[1177303136] 'applied index is now lower than readState.Index' (duration: 326.851927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:30.415885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.029436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:30.415898Z","caller":"traceutil/trace.go:171","msg":"trace[1163550822] transaction","detail":"{read_only:false; response_revision:12096; number_of_response:1; }","duration":"377.8302ms","start":"2026-03-03T18:11:30.038044Z","end":"2026-03-03T18:11:30.415874Z","steps":["trace[1163550822] 'process raft request' (duration: 377.359309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:30.41596Z","caller":"traceutil/trace.go:171","msg":"trace[1941636638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12095; }","duration":"381.411905ms","start":"2026-03-03T18:11:30.034523Z","end":"2026-03-03T18:11:30.415935Z","steps":["trace[1941636638] 'agreement among raft nodes before linearized reading' (duration: 381.2092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.416024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.034499Z","time spent":"381.509716ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:30.41603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.038029Z","time spent":"377.919802ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:30.416364Z","caller":"traceutil/trace.go:171","msg":"trace[58444259] transaction","detail":"{read_only:false; response_revision:12097; number_of_response:1; }","duration":"378.088106ms","start":"2026-03-03T18:11:30.038246Z","end":"2026-03-03T18:11:30.416334Z","steps":["trace[58444259] 'process raft request' (duration: 377.610485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.416433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.038211Z","time spent":"378.184308ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:30.59873Z","caller":"traceutil/trace.go:171","msg":"trace[910791096] linearizableReadLoop","detail":"{readStateIndex:12540; appliedIndex:12539; }","duration":"183.01078ms","start":"2026-03-03T18:11:30.415693Z","end":"2026-03-03T18:11:30.598704Z","steps":["trace[910791096] 'read index received' (duration: 182.874107ms)","trace[910791096] 'applied index is now lower than readState.Index' (duration: 135.493µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:30.598821Z","caller":"traceutil/trace.go:171","msg":"trace[1357276601] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"220.240049ms","start":"2026-03-03T18:11:30.378536Z","end":"2026-03-03T18:11:30.598776Z","steps":["trace[1357276601] 'process raft request' (duration: 219.931162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.598969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.544333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:11:30.599057Z","caller":"traceutil/trace.go:171","msg":"trace[180321744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12098; }","duration":"535.680496ms","start":"2026-03-03T18:11:30.063357Z","end":"2026-03-03T18:11:30.599038Z","steps":["trace[180321744] 'agreement among raft nodes before linearized reading' (duration: 535.42899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.599112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.063335Z","time spent":"535.766868ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:11:30.598969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.177551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T18:11:30.599296Z","caller":"traceutil/trace.go:171","msg":"trace[60076538] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:12098; }","duration":"562.456728ms","start":"2026-03-03T18:11:30.036748Z","end":"2026-03-03T18:11:30.599205Z","steps":["trace[60076538] 'agreement among raft nodes before linearized reading' (duration: 562.074789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:30.599443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.036726Z","time spent":"562.649422ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" "} {"level":"warn","ts":"2026-03-03T18:11:31.021878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.105644ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:31.022173Z","caller":"traceutil/trace.go:171","msg":"trace[469144339] transaction","detail":"{read_only:false; response_revision:12101; number_of_response:1; }","duration":"418.346005ms","start":"2026-03-03T18:11:30.603807Z","end":"2026-03-03T18:11:31.022153Z","steps":["trace[469144339] 'process raft request' (duration: 418.289544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:31.02221Z","caller":"traceutil/trace.go:171","msg":"trace[2036915157] transaction","detail":"{read_only:false; response_revision:12100; number_of_response:1; }","duration":"471.299776ms","start":"2026-03-03T18:11:30.550864Z","end":"2026-03-03T18:11:31.022164Z","steps":["trace[2036915157] 'process raft request' (duration: 471.113031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.022245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.603784Z","time spent":"418.425478ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:31.022308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.550835Z","time spent":"471.421899ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:31.022205Z","caller":"traceutil/trace.go:171","msg":"trace[1402225743] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"472.300069ms","start":"2026-03-03T18:11:30.549838Z","end":"2026-03-03T18:11:31.022138Z","steps":["trace[1402225743] 'process raft request' (duration: 221.835027ms)","trace[1402225743] 'compare' (duration: 35.712263ms)","trace[1402225743] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; req_size:538; } (duration: 213.90897ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T18:11:31.022711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:30.549811Z","time spent":"472.696449ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:31.502259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.144723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:31.502352Z","caller":"traceutil/trace.go:171","msg":"trace[146326929] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12101; }","duration":"266.268907ms","start":"2026-03-03T18:11:31.236062Z","end":"2026-03-03T18:11:31.502331Z","steps":["trace[146326929] 'range keys from in-memory index tree' (duration: 266.074622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.502615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.388909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:31.502695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.427005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:31.502717Z","caller":"traceutil/trace.go:171","msg":"trace[994710584] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12101; }","duration":"266.524692ms","start":"2026-03-03T18:11:31.236169Z","end":"2026-03-03T18:11:31.502693Z","steps":["trace[994710584] 'range keys from in-memory index tree' (duration: 266.286607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:31.502755Z","caller":"traceutil/trace.go:171","msg":"trace[1723384139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12101; }","duration":"267.540447ms","start":"2026-03-03T18:11:31.2352Z","end":"2026-03-03T18:11:31.50274Z","steps":["trace[1723384139] 'range keys from in-memory index tree' (duration: 267.299491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.502749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.314892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:31.502864Z","caller":"traceutil/trace.go:171","msg":"trace[1947773537] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12101; }","duration":"267.494115ms","start":"2026-03-03T18:11:31.235345Z","end":"2026-03-03T18:11:31.502839Z","steps":["trace[1947773537] 'range keys from in-memory index tree' (duration: 267.218128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.502824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.367733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:31.502966Z","caller":"traceutil/trace.go:171","msg":"trace[798712556] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12101; }","duration":"253.546856ms","start":"2026-03-03T18:11:31.249375Z","end":"2026-03-03T18:11:31.502922Z","steps":["trace[798712556] 'range keys from in-memory index tree' (duration: 253.082694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.502961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.902716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:11:31.503468Z","caller":"traceutil/trace.go:171","msg":"trace[961207973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12101; }","duration":"268.52872ms","start":"2026-03-03T18:11:31.23489Z","end":"2026-03-03T18:11:31.503418Z","steps":["trace[961207973] 'range keys from in-memory index tree' (duration: 267.560797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:31.634144Z","caller":"traceutil/trace.go:171","msg":"trace[158499317] linearizableReadLoop","detail":"{readStateIndex:12544; appliedIndex:12543; }","duration":"110.833537ms","start":"2026-03-03T18:11:31.523275Z","end":"2026-03-03T18:11:31.634109Z","steps":["trace[158499317] 'read index received' (duration: 103.419202ms)","trace[158499317] 'applied index is now lower than readState.Index' (duration: 7.412865ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:31.634212Z","caller":"traceutil/trace.go:171","msg":"trace[1877670737] transaction","detail":"{read_only:false; response_revision:12102; number_of_response:1; }","duration":"124.848277ms","start":"2026-03-03T18:11:31.509339Z","end":"2026-03-03T18:11:31.634187Z","steps":["trace[1877670737] 'process raft request' (duration: 117.342889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.634593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.980504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:31.634647Z","caller":"traceutil/trace.go:171","msg":"trace[982266216] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12102; }","duration":"104.093087ms","start":"2026-03-03T18:11:31.53054Z","end":"2026-03-03T18:11:31.634633Z","steps":["trace[982266216] 'agreement among raft nodes before linearized reading' (duration: 103.826611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:31.635161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.84814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:31.635289Z","caller":"traceutil/trace.go:171","msg":"trace[1710644458] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12102; }","duration":"112.022874ms","start":"2026-03-03T18:11:31.523235Z","end":"2026-03-03T18:11:31.635258Z","steps":["trace[1710644458] 'agreement among raft nodes before linearized reading' (duration: 111.076162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:32.103733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.148892ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:32.103848Z","caller":"traceutil/trace.go:171","msg":"trace[1596502913] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12102; }","duration":"302.283935ms","start":"2026-03-03T18:11:31.801547Z","end":"2026-03-03T18:11:32.103831Z","steps":["trace[1596502913] 'range keys from in-memory index tree' (duration: 302.130362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:32.213684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.00357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:32.213814Z","caller":"traceutil/trace.go:171","msg":"trace[1197269744] linearizableReadLoop","detail":"{readStateIndex:12545; appliedIndex:12544; }","duration":"419.214737ms","start":"2026-03-03T18:11:31.794578Z","end":"2026-03-03T18:11:32.213792Z","steps":["trace[1197269744] 'read index received' (duration: 91.91542ms)","trace[1197269744] 'applied index is now lower than readState.Index' (duration: 327.297297ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:32.21395Z","caller":"traceutil/trace.go:171","msg":"trace[1578430655] transaction","detail":"{read_only:false; response_revision:12103; number_of_response:1; }","duration":"574.298018ms","start":"2026-03-03T18:11:31.639625Z","end":"2026-03-03T18:11:32.213923Z","steps":["trace[1578430655] 'process raft request' (duration: 246.841097ms)","trace[1578430655] 'compare' (duration: 217.451804ms)","trace[1578430655] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 109.343842ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T18:11:32.214034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:31.639605Z","time spent":"574.38906ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:32.214269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.930013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:32.214326Z","caller":"traceutil/trace.go:171","msg":"trace[1563244610] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12103; }","duration":"134.031044ms","start":"2026-03-03T18:11:32.080281Z","end":"2026-03-03T18:11:32.214312Z","steps":["trace[1563244610] 'agreement among raft nodes before linearized reading' (duration: 133.927022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:32.214363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.77628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:11:32.214419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.047792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:32.214468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.910216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:11:32.214495Z","caller":"traceutil/trace.go:171","msg":"trace[23167049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12103; }","duration":"222.142714ms","start":"2026-03-03T18:11:31.992331Z","end":"2026-03-03T18:11:32.214473Z","steps":["trace[23167049] 'agreement among raft nodes before linearized reading' (duration: 222.025191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:32.214525Z","caller":"traceutil/trace.go:171","msg":"trace[751542124] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12103; }","duration":"177.000839ms","start":"2026-03-03T18:11:32.037505Z","end":"2026-03-03T18:11:32.214506Z","steps":["trace[751542124] 'agreement among raft nodes before linearized reading' (duration: 176.818184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:32.214431Z","caller":"traceutil/trace.go:171","msg":"trace[585170616] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12103; }","duration":"419.889053ms","start":"2026-03-03T18:11:31.794524Z","end":"2026-03-03T18:11:32.214414Z","steps":["trace[585170616] 'agreement among raft nodes before linearized reading' (duration: 419.708468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:32.214575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:31.794499Z","time spent":"420.067147ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:11:32.214301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.500351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:32.214805Z","caller":"traceutil/trace.go:171","msg":"trace[855491295] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12103; }","duration":"264.068184ms","start":"2026-03-03T18:11:31.95072Z","end":"2026-03-03T18:11:32.214788Z","steps":["trace[855491295] 'agreement among raft nodes before linearized reading' (duration: 263.491891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:32.494604Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10224,"took":"2.076163293s","hash":1158191031,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":24244224,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T18:11:32.494708Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1158191031,"revision":10224,"compact-revision":7729} {"level":"info","ts":"2026-03-03T18:11:32.513276Z","caller":"traceutil/trace.go:171","msg":"trace[262831496] linearizableReadLoop","detail":"{readStateIndex:12546; appliedIndex:12545; }","duration":"294.042582ms","start":"2026-03-03T18:11:32.21921Z","end":"2026-03-03T18:11:32.513253Z","steps":["trace[262831496] 'read index received' (duration: 293.791976ms)","trace[262831496] 'applied index is now lower than readState.Index' (duration: 249.726µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:32.51343Z","caller":"traceutil/trace.go:171","msg":"trace[1477663941] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"294.915603ms","start":"2026-03-03T18:11:32.218497Z","end":"2026-03-03T18:11:32.513413Z","steps":["trace[1477663941] 'process raft request' (duration: 294.596736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:32.513539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.307898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T18:11:32.513678Z","caller":"traceutil/trace.go:171","msg":"trace[841280066] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12104; }","duration":"294.475132ms","start":"2026-03-03T18:11:32.21918Z","end":"2026-03-03T18:11:32.513655Z","steps":["trace[841280066] 'agreement among raft nodes before linearized reading' (duration: 294.250867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:33.000016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.390095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:33.000289Z","caller":"traceutil/trace.go:171","msg":"trace[949508186] transaction","detail":"{read_only:false; response_revision:12105; number_of_response:1; }","duration":"481.355673ms","start":"2026-03-03T18:11:32.518902Z","end":"2026-03-03T18:11:33.000258Z","steps":["trace[949508186] 'process raft request' (duration: 301.62142ms)","trace[949508186] 'compare' (duration: 179.200151ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:33.000437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:32.518879Z","time spent":"481.484627ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:33.000611Z","caller":"traceutil/trace.go:171","msg":"trace[1014915942] linearizableReadLoop","detail":"{readStateIndex:12547; appliedIndex:12546; }","duration":"428.518486ms","start":"2026-03-03T18:11:32.57206Z","end":"2026-03-03T18:11:33.000579Z","steps":["trace[1014915942] 'read index received' (duration: 248.452475ms)","trace[1014915942] 'applied index is now lower than readState.Index' (duration: 180.027771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:33.000623Z","caller":"traceutil/trace.go:171","msg":"trace[1309444300] transaction","detail":"{read_only:false; response_revision:12106; number_of_response:1; }","duration":"396.01611ms","start":"2026-03-03T18:11:32.604588Z","end":"2026-03-03T18:11:33.000604Z","steps":["trace[1309444300] 'process raft request' (duration: 395.558578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:33.000757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.734301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:33.000808Z","caller":"traceutil/trace.go:171","msg":"trace[421503342] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12106; }","duration":"428.817593ms","start":"2026-03-03T18:11:32.571975Z","end":"2026-03-03T18:11:33.000792Z","steps":["trace[421503342] 'agreement among raft nodes before linearized reading' (duration: 428.720781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:33.000807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:32.60456Z","time spent":"396.189474ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:33.000841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:32.571956Z","time spent":"428.878164ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:11:33.000919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.166395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T18:11:33.000988Z","caller":"traceutil/trace.go:171","msg":"trace[1724722657] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12106; }","duration":"169.290098ms","start":"2026-03-03T18:11:32.83168Z","end":"2026-03-03T18:11:33.00097Z","steps":["trace[1724722657] 'agreement among raft nodes before linearized reading' (duration: 169.071872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.295871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171632309s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:11:34.296062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.001828Z","time spent":"1.294227234s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:11:34.296183Z","caller":"traceutil/trace.go:171","msg":"trace[348674179] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"1.257143038s","start":"2026-03-03T18:11:33.039023Z","end":"2026-03-03T18:11:34.296166Z","steps":["trace[348674179] 'process raft request' (duration: 1.257041806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.039004Z","time spent":"1.25721631s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:34.296294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292919102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:34.296157Z","caller":"traceutil/trace.go:171","msg":"trace[1377991124] linearizableReadLoop","detail":"{readStateIndex:12549; appliedIndex:12548; }","duration":"1.292745708s","start":"2026-03-03T18:11:33.00337Z","end":"2026-03-03T18:11:34.296116Z","steps":["trace[1377991124] 'read index received' (duration: 120.950025ms)","trace[1377991124] 'applied index is now lower than readState.Index' (duration: 1.171793933s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:34.296327Z","caller":"traceutil/trace.go:171","msg":"trace[2134204648] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12108; }","duration":"1.292986824s","start":"2026-03-03T18:11:33.003328Z","end":"2026-03-03T18:11:34.296315Z","steps":["trace[2134204648] 'agreement among raft nodes before linearized reading' (duration: 1.292882611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.003312Z","time spent":"1.293051145s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:11:34.296326Z","caller":"traceutil/trace.go:171","msg":"trace[588844988] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"1.270263037s","start":"2026-03-03T18:11:33.026052Z","end":"2026-03-03T18:11:34.296315Z","steps":["trace[588844988] 'process raft request' (duration: 1.269911199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.517025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:34.296459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.026031Z","time spent":"1.27037448s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:34.296472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.948911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:34.29651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.76393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:34.296529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.99485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:34.296548Z","caller":"traceutil/trace.go:171","msg":"trace[1427922911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12108; }","duration":"267.831782ms","start":"2026-03-03T18:11:34.028706Z","end":"2026-03-03T18:11:34.296538Z","steps":["trace[1427922911] 'agreement among raft nodes before linearized reading' (duration: 267.785271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071104896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5766576797-8wvgj.18996732199a0aa6\" ","response":"range_response_count:1 size:1178"} {"level":"info","ts":"2026-03-03T18:11:34.296555Z","caller":"traceutil/trace.go:171","msg":"trace[1361164739] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12108; }","duration":"646.0399ms","start":"2026-03-03T18:11:33.650506Z","end":"2026-03-03T18:11:34.296546Z","steps":["trace[1361164739] 'agreement among raft nodes before linearized reading' (duration: 645.987779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:34.296515Z","caller":"traceutil/trace.go:171","msg":"trace[1245895425] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12108; }","duration":"788.023943ms","start":"2026-03-03T18:11:33.508477Z","end":"2026-03-03T18:11:34.296501Z","steps":["trace[1245895425] 'agreement among raft nodes before linearized reading' (duration: 787.956502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.650496Z","time spent":"646.081272ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:11:34.296606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.508465Z","time spent":"788.131525ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:11:34.296581Z","caller":"traceutil/trace.go:171","msg":"trace[1079000829] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5766576797-8wvgj.18996732199a0aa6; range_end:; response_count:1; response_revision:12108; }","duration":"1.071171698s","start":"2026-03-03T18:11:33.225401Z","end":"2026-03-03T18:11:34.296573Z","steps":["trace[1079000829] 'agreement among raft nodes before linearized reading' (duration: 1.071091676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.626914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:34.296649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.225379Z","time spent":"1.071261299s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1202,"request content":"key:\"/registry/events/openstack/cinder-api-5766576797-8wvgj.18996732199a0aa6\" "} {"level":"info","ts":"2026-03-03T18:11:34.296652Z","caller":"traceutil/trace.go:171","msg":"trace[19112490] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12108; }","duration":"787.820318ms","start":"2026-03-03T18:11:33.508825Z","end":"2026-03-03T18:11:34.296645Z","steps":["trace[19112490] 'agreement among raft nodes before linearized reading' (duration: 787.597873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.531262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:34.29667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.792331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:34.296751Z","caller":"traceutil/trace.go:171","msg":"trace[2013729712] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12108; }","duration":"788.925764ms","start":"2026-03-03T18:11:33.507808Z","end":"2026-03-03T18:11:34.296734Z","steps":["trace[2013729712] 'agreement among raft nodes before linearized reading' (duration: 788.662057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:34.296757Z","caller":"traceutil/trace.go:171","msg":"trace[1635100360] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12108; }","duration":"147.788988ms","start":"2026-03-03T18:11:34.148929Z","end":"2026-03-03T18:11:34.296718Z","steps":["trace[1635100360] 'agreement among raft nodes before linearized reading' (duration: 147.482571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.296692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.508776Z","time spent":"787.90805ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:34.296803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.507787Z","time spent":"789.007376ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:34.296472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.257492456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:11:34.296973Z","caller":"traceutil/trace.go:171","msg":"trace[998277680] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12108; }","duration":"1.258018849s","start":"2026-03-03T18:11:33.038943Z","end":"2026-03-03T18:11:34.296962Z","steps":["trace[998277680] 'agreement among raft nodes before linearized reading' (duration: 1.257444195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.297009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.03893Z","time spent":"1.25806918s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:11:34.296473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.799609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:11:34.297053Z","caller":"traceutil/trace.go:171","msg":"trace[1419234932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12108; }","duration":"658.410534ms","start":"2026-03-03T18:11:33.638629Z","end":"2026-03-03T18:11:34.29704Z","steps":["trace[1419234932] 'agreement among raft nodes before linearized reading' (duration: 657.781079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.297094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.63861Z","time spent":"658.474755ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:11:34.296478Z","caller":"traceutil/trace.go:171","msg":"trace[732312618] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12108; }","duration":"788.586986ms","start":"2026-03-03T18:11:33.507883Z","end":"2026-03-03T18:11:34.29647Z","steps":["trace[732312618] 'agreement among raft nodes before linearized reading' (duration: 788.530885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.297169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:33.507861Z","time spent":"789.296732ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:11:34.883337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.475482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:34.883465Z","caller":"traceutil/trace.go:171","msg":"trace[376955300] linearizableReadLoop","detail":"{readStateIndex:12552; appliedIndex:12551; }","duration":"586.424345ms","start":"2026-03-03T18:11:34.297018Z","end":"2026-03-03T18:11:34.883442Z","steps":["trace[376955300] 'read index received' (duration: 369.722278ms)","trace[376955300] 'applied index is now lower than readState.Index' (duration: 216.700237ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:34.88356Z","caller":"traceutil/trace.go:171","msg":"trace[406630213] transaction","detail":"{read_only:false; response_revision:12109; number_of_response:1; }","duration":"586.624009ms","start":"2026-03-03T18:11:34.29692Z","end":"2026-03-03T18:11:34.883544Z","steps":["trace[406630213] 'process raft request' (duration: 369.81874ms)","trace[406630213] 'compare' (duration: 216.333128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:34.883649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.296904Z","time spent":"586.698101ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:34.883916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.873425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:34.884009Z","caller":"traceutil/trace.go:171","msg":"trace[664080486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12109; }","duration":"586.981688ms","start":"2026-03-03T18:11:34.297004Z","end":"2026-03-03T18:11:34.883986Z","steps":["trace[664080486] 'agreement among raft nodes before linearized reading' (duration: 586.788793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:34.884054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.296994Z","time spent":"587.051679ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:35.279581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.663199ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:11:35.279882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.298245Z","time spent":"981.630743ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:11:35.279957Z","caller":"traceutil/trace.go:171","msg":"trace[1251901666] transaction","detail":"{read_only:false; response_revision:12111; number_of_response:1; }","duration":"978.50827ms","start":"2026-03-03T18:11:34.301428Z","end":"2026-03-03T18:11:35.279936Z","steps":["trace[1251901666] 'process raft request' (duration: 978.430678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:35.279956Z","caller":"traceutil/trace.go:171","msg":"trace[934771412] transaction","detail":"{read_only:false; response_revision:12110; number_of_response:1; }","duration":"979.646286ms","start":"2026-03-03T18:11:34.300276Z","end":"2026-03-03T18:11:35.279923Z","steps":["trace[934771412] 'process raft request' (duration: 979.445472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.280074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.301419Z","time spent":"978.587722ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:35.280097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.300265Z","time spent":"979.754009ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:35.280207Z","caller":"traceutil/trace.go:171","msg":"trace[82574223] transaction","detail":"{read_only:false; response_revision:12112; number_of_response:1; }","duration":"978.487409ms","start":"2026-03-03T18:11:34.301694Z","end":"2026-03-03T18:11:35.280181Z","steps":["trace[82574223] 'process raft request' (duration: 978.205883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.280319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.301684Z","time spent":"978.578141ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:35.280453Z","caller":"traceutil/trace.go:171","msg":"trace[1459007276] transaction","detail":"{read_only:false; response_revision:12113; number_of_response:1; }","duration":"783.324272ms","start":"2026-03-03T18:11:34.497102Z","end":"2026-03-03T18:11:35.280427Z","steps":["trace[1459007276] 'process raft request' (duration: 783.016455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:35.280461Z","caller":"traceutil/trace.go:171","msg":"trace[934277711] linearizableReadLoop","detail":"{readStateIndex:12557; appliedIndex:12552; }","duration":"396.93468ms","start":"2026-03-03T18:11:34.883501Z","end":"2026-03-03T18:11:35.280435Z","steps":["trace[934277711] 'read index received' (duration: 164.425982ms)","trace[934277711] 'applied index is now lower than readState.Index' (duration: 232.507348ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:35.280561Z","caller":"traceutil/trace.go:171","msg":"trace[96296149] transaction","detail":"{read_only:false; response_revision:12114; number_of_response:1; }","duration":"275.609586ms","start":"2026-03-03T18:11:35.004934Z","end":"2026-03-03T18:11:35.280544Z","steps":["trace[96296149] 'process raft request' (duration: 275.415711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.280667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.858589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:11:35.280583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.497077Z","time spent":"783.450814ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:35.280707Z","caller":"traceutil/trace.go:171","msg":"trace[2102266] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12114; }","duration":"762.929031ms","start":"2026-03-03T18:11:34.517765Z","end":"2026-03-03T18:11:35.280694Z","steps":["trace[2102266] 'agreement among raft nodes before linearized reading' (duration: 762.681694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.280714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.967586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:35.280733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.517744Z","time spent":"762.983453ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:11:35.280752Z","caller":"traceutil/trace.go:171","msg":"trace[1074446798] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12114; }","duration":"157.026038ms","start":"2026-03-03T18:11:35.123714Z","end":"2026-03-03T18:11:35.28074Z","steps":["trace[1074446798] 'agreement among raft nodes before linearized reading' (duration: 156.965407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.280768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.054326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:11:35.280816Z","caller":"traceutil/trace.go:171","msg":"trace[1950357917] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12114; }","duration":"395.132288ms","start":"2026-03-03T18:11:34.885669Z","end":"2026-03-03T18:11:35.280801Z","steps":["trace[1950357917] 'agreement among raft nodes before linearized reading' (duration: 394.975183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.28086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.885652Z","time spent":"395.199831ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:11:35.280957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.58797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:11:35.281043Z","caller":"traceutil/trace.go:171","msg":"trace[1356237097] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12114; }","duration":"276.699952ms","start":"2026-03-03T18:11:35.004302Z","end":"2026-03-03T18:11:35.281002Z","steps":["trace[1356237097] 'agreement among raft nodes before linearized reading' (duration: 276.458917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.281271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.894406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:11:35.281315Z","caller":"traceutil/trace.go:171","msg":"trace[983339866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12114; }","duration":"980.965448ms","start":"2026-03-03T18:11:34.300337Z","end":"2026-03-03T18:11:35.281303Z","steps":["trace[983339866] 'agreement among raft nodes before linearized reading' (duration: 980.265591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.281389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.300323Z","time spent":"981.05294ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:11:35.282418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.420879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545852"} {"level":"info","ts":"2026-03-03T18:11:35.282492Z","caller":"traceutil/trace.go:171","msg":"trace[1545641748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12114; }","duration":"981.515961ms","start":"2026-03-03T18:11:34.300958Z","end":"2026-03-03T18:11:35.282474Z","steps":["trace[1545641748] 'agreement among raft nodes before linearized reading' (duration: 979.508473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.282604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:34.300945Z","time spent":"981.638274ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545876,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:11:35.717304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.546966ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:35.717477Z","caller":"traceutil/trace.go:171","msg":"trace[77008827] transaction","detail":"{read_only:false; response_revision:12115; number_of_response:1; }","duration":"435.095961ms","start":"2026-03-03T18:11:35.282348Z","end":"2026-03-03T18:11:35.717444Z","steps":["trace[77008827] 'process raft request' (duration: 203.32638ms)","trace[77008827] 'compare' (duration: 231.411523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:35.717546Z","caller":"traceutil/trace.go:171","msg":"trace[417404475] transaction","detail":"{read_only:false; response_revision:12117; number_of_response:1; }","duration":"429.157211ms","start":"2026-03-03T18:11:35.288372Z","end":"2026-03-03T18:11:35.717529Z","steps":["trace[417404475] 'process raft request' (duration: 429.11796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.717654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:35.288353Z","time spent":"429.265754ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:35.717676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:35.282314Z","time spent":"435.253055ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1163,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:35.717694Z","caller":"traceutil/trace.go:171","msg":"trace[1422729511] transaction","detail":"{read_only:false; response_revision:12116; number_of_response:1; }","duration":"432.294945ms","start":"2026-03-03T18:11:35.285359Z","end":"2026-03-03T18:11:35.717654Z","steps":["trace[1422729511] 'process raft request' (duration: 432.06504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.717852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.799791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T18:11:35.717726Z","caller":"traceutil/trace.go:171","msg":"trace[1376704775] linearizableReadLoop","detail":"{readStateIndex:12559; appliedIndex:12558; }","duration":"433.659698ms","start":"2026-03-03T18:11:35.284038Z","end":"2026-03-03T18:11:35.717697Z","steps":["trace[1376704775] 'read index received' (duration: 201.796034ms)","trace[1376704775] 'applied index is now lower than readState.Index' (duration: 231.860174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:35.717874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:35.285333Z","time spent":"432.45117ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:35.717915Z","caller":"traceutil/trace.go:171","msg":"trace[1832291722] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12117; }","duration":"433.860302ms","start":"2026-03-03T18:11:35.284032Z","end":"2026-03-03T18:11:35.717893Z","steps":["trace[1832291722] 'agreement among raft nodes before linearized reading' (duration: 433.73881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.71796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:35.28399Z","time spent":"433.960035ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19235,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:11:35.718082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.688856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:35.718121Z","caller":"traceutil/trace.go:171","msg":"trace[1532425219] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12117; }","duration":"227.789327ms","start":"2026-03-03T18:11:35.490322Z","end":"2026-03-03T18:11:35.718111Z","steps":["trace[1532425219] 'agreement among raft nodes before linearized reading' (duration: 227.696865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.718145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.177627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:11:35.718224Z","caller":"traceutil/trace.go:171","msg":"trace[1045946280] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12117; }","duration":"433.29326ms","start":"2026-03-03T18:11:35.284912Z","end":"2026-03-03T18:11:35.718205Z","steps":["trace[1045946280] 'agreement among raft nodes before linearized reading' (duration: 433.062564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:35.718277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:35.284898Z","time spent":"433.370551ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:11:36.406524Z","caller":"traceutil/trace.go:171","msg":"trace[169669441] transaction","detail":"{read_only:false; response_revision:12118; number_of_response:1; }","duration":"105.167092ms","start":"2026-03-03T18:11:36.301336Z","end":"2026-03-03T18:11:36.406503Z","steps":["trace[169669441] 'process raft request' (duration: 105.031489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:36.406525Z","caller":"traceutil/trace.go:171","msg":"trace[1415029830] linearizableReadLoop","detail":"{readStateIndex:12562; appliedIndex:12561; }","duration":"105.067ms","start":"2026-03-03T18:11:36.30144Z","end":"2026-03-03T18:11:36.406507Z","steps":["trace[1415029830] 'read index received' (duration: 105.04784ms)","trace[1415029830] 'applied index is now lower than readState.Index' (duration: 17.47µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:36.40684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.380188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:36.406962Z","caller":"traceutil/trace.go:171","msg":"trace[1783489000] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12118; }","duration":"105.542412ms","start":"2026-03-03T18:11:36.301397Z","end":"2026-03-03T18:11:36.406939Z","steps":["trace[1783489000] 'agreement among raft nodes before linearized reading' (duration: 105.362587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:36.406989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.482411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:36.407281Z","caller":"traceutil/trace.go:171","msg":"trace[1068991214] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12118; }","duration":"105.86265ms","start":"2026-03-03T18:11:36.301397Z","end":"2026-03-03T18:11:36.407259Z","steps":["trace[1068991214] 'agreement among raft nodes before linearized reading' (duration: 105.178463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:36.431749Z","caller":"traceutil/trace.go:171","msg":"trace[800456481] transaction","detail":"{read_only:false; response_revision:12119; number_of_response:1; }","duration":"130.191392ms","start":"2026-03-03T18:11:36.301535Z","end":"2026-03-03T18:11:36.431726Z","steps":["trace[800456481] 'process raft request' (duration: 129.974077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:36.431776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.003548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:36.431825Z","caller":"traceutil/trace.go:171","msg":"trace[949451362] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12119; }","duration":"130.0956ms","start":"2026-03-03T18:11:36.301717Z","end":"2026-03-03T18:11:36.431812Z","steps":["trace[949451362] 'agreement among raft nodes before linearized reading' (duration: 129.990588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.409312Z","caller":"traceutil/trace.go:171","msg":"trace[160335056] transaction","detail":"{read_only:false; response_revision:12120; number_of_response:1; }","duration":"123.66819ms","start":"2026-03-03T18:11:37.285626Z","end":"2026-03-03T18:11:37.409294Z","steps":["trace[160335056] 'process raft request' (duration: 123.539227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.459092Z","caller":"traceutil/trace.go:171","msg":"trace[2025576569] linearizableReadLoop","detail":"{readStateIndex:12567; appliedIndex:12563; }","duration":"167.047594ms","start":"2026-03-03T18:11:37.292017Z","end":"2026-03-03T18:11:37.459065Z","steps":["trace[2025576569] 'read index received' (duration: 117.165746ms)","trace[2025576569] 'applied index is now lower than readState.Index' (duration: 49.880748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:37.459267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.232018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:37.459306Z","caller":"traceutil/trace.go:171","msg":"trace[1986821402] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12123; }","duration":"167.295349ms","start":"2026-03-03T18:11:37.292001Z","end":"2026-03-03T18:11:37.459296Z","steps":["trace[1986821402] 'agreement among raft nodes before linearized reading' (duration: 167.168246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.459415Z","caller":"traceutil/trace.go:171","msg":"trace[402950101] transaction","detail":"{read_only:false; response_revision:12121; number_of_response:1; }","duration":"171.113509ms","start":"2026-03-03T18:11:37.288268Z","end":"2026-03-03T18:11:37.459381Z","steps":["trace[402950101] 'process raft request' (duration: 170.511775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.459859Z","caller":"traceutil/trace.go:171","msg":"trace[1495012622] transaction","detail":"{read_only:false; response_revision:12123; number_of_response:1; }","duration":"171.278063ms","start":"2026-03-03T18:11:37.288562Z","end":"2026-03-03T18:11:37.45984Z","steps":["trace[1495012622] 'process raft request' (duration: 170.457674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.460002Z","caller":"traceutil/trace.go:171","msg":"trace[1145846536] transaction","detail":"{read_only:false; response_revision:12122; number_of_response:1; }","duration":"171.426226ms","start":"2026-03-03T18:11:37.28856Z","end":"2026-03-03T18:11:37.459986Z","steps":["trace[1145846536] 'process raft request' (duration: 170.409383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:37.590441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.425641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545852"} {"level":"info","ts":"2026-03-03T18:11:37.590517Z","caller":"traceutil/trace.go:171","msg":"trace[1840679863] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12123; }","duration":"125.550294ms","start":"2026-03-03T18:11:37.464951Z","end":"2026-03-03T18:11:37.590501Z","steps":["trace[1840679863] 'range keys from in-memory index tree' (duration: 124.91738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:37.686325Z","caller":"traceutil/trace.go:171","msg":"trace[902952572] transaction","detail":"{read_only:false; response_revision:12124; number_of_response:1; }","duration":"148.200448ms","start":"2026-03-03T18:11:37.538067Z","end":"2026-03-03T18:11:37.686267Z","steps":["trace[902952572] 'process raft request' (duration: 144.535762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:37.997868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.089264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:11:37.997935Z","caller":"traceutil/trace.go:171","msg":"trace[1989986435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12124; }","duration":"275.190717ms","start":"2026-03-03T18:11:37.72273Z","end":"2026-03-03T18:11:37.997921Z","steps":["trace[1989986435] 'range keys from in-memory index tree' (duration: 274.967721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:37.997921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.284229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:11:37.998011Z","caller":"traceutil/trace.go:171","msg":"trace[1883346810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12124; }","duration":"275.439612ms","start":"2026-03-03T18:11:37.722549Z","end":"2026-03-03T18:11:37.997989Z","steps":["trace[1883346810] 'range keys from in-memory index tree' (duration: 275.087554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:38.110323Z","caller":"traceutil/trace.go:171","msg":"trace[2025562512] transaction","detail":"{read_only:false; response_revision:12125; number_of_response:1; }","duration":"108.939241ms","start":"2026-03-03T18:11:38.00136Z","end":"2026-03-03T18:11:38.110299Z","steps":["trace[2025562512] 'process raft request' (duration: 108.754307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:38.378058Z","caller":"traceutil/trace.go:171","msg":"trace[419815168] transaction","detail":"{read_only:false; response_revision:12126; number_of_response:1; }","duration":"376.587359ms","start":"2026-03-03T18:11:38.001447Z","end":"2026-03-03T18:11:38.378035Z","steps":["trace[419815168] 'process raft request' (duration: 376.457596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.378183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:38.001441Z","time spent":"376.681431ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:38.382635Z","caller":"traceutil/trace.go:171","msg":"trace[1818451115] transaction","detail":"{read_only:false; response_revision:12127; number_of_response:1; }","duration":"256.391474ms","start":"2026-03-03T18:11:38.126162Z","end":"2026-03-03T18:11:38.382554Z","steps":["trace[1818451115] 'process raft request' (duration: 256.060916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.577331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.911031ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:11:38.577565Z","caller":"traceutil/trace.go:171","msg":"trace[809151586] linearizableReadLoop","detail":"{readStateIndex:12571; appliedIndex:12569; }","duration":"431.773733ms","start":"2026-03-03T18:11:38.145765Z","end":"2026-03-03T18:11:38.577539Z","steps":["trace[809151586] 'read index received' (duration: 232.13704ms)","trace[809151586] 'applied index is now lower than readState.Index' (duration: 199.635423ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:38.577925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.146053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:38.578012Z","caller":"traceutil/trace.go:171","msg":"trace[61655127] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12127; }","duration":"432.294096ms","start":"2026-03-03T18:11:38.145697Z","end":"2026-03-03T18:11:38.577992Z","steps":["trace[61655127] 'agreement among raft nodes before linearized reading' (duration: 432.0745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.578059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:38.145671Z","time spent":"432.377698ms","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:11:38.578123Z","caller":"traceutil/trace.go:171","msg":"trace[1268854715] transaction","detail":"{read_only:false; response_revision:12128; number_of_response:1; }","duration":"167.255929ms","start":"2026-03-03T18:11:38.410842Z","end":"2026-03-03T18:11:38.578098Z","steps":["trace[1268854715] 'process raft request' (duration: 166.592563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:38.674062Z","caller":"traceutil/trace.go:171","msg":"trace[463896800] transaction","detail":"{read_only:false; response_revision:12129; number_of_response:1; }","duration":"238.201783ms","start":"2026-03-03T18:11:38.435829Z","end":"2026-03-03T18:11:38.674031Z","steps":["trace[463896800] 'process raft request' (duration: 142.252409ms)","trace[463896800] 'compare' (duration: 95.622687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:38.674121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.923973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:38.674104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.9537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:38.674177Z","caller":"traceutil/trace.go:171","msg":"trace[720375662] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12129; }","duration":"259.040285ms","start":"2026-03-03T18:11:38.415122Z","end":"2026-03-03T18:11:38.674162Z","steps":["trace[720375662] 'agreement among raft nodes before linearized reading' (duration: 258.921303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.674174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.638123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:38.674215Z","caller":"traceutil/trace.go:171","msg":"trace[1876190782] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12129; }","duration":"427.142314ms","start":"2026-03-03T18:11:38.247042Z","end":"2026-03-03T18:11:38.674185Z","steps":["trace[1876190782] 'agreement among raft nodes before linearized reading' (duration: 426.904618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:38.674235Z","caller":"traceutil/trace.go:171","msg":"trace[22447356] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12129; }","duration":"368.745916ms","start":"2026-03-03T18:11:38.305472Z","end":"2026-03-03T18:11:38.674218Z","steps":["trace[22447356] 'agreement among raft nodes before linearized reading' (duration: 368.638193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.674126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.82929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:11:38.674267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:38.247016Z","time spent":"427.238057ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:38.674271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:38.305446Z","time spent":"368.817057ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:11:38.674343Z","caller":"traceutil/trace.go:171","msg":"trace[1846256661] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12129; }","duration":"259.031476ms","start":"2026-03-03T18:11:38.415267Z","end":"2026-03-03T18:11:38.674298Z","steps":["trace[1846256661] 'agreement among raft nodes before linearized reading' (duration: 258.691888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.674146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.663998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:38.674454Z","caller":"traceutil/trace.go:171","msg":"trace[887368041] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12129; }","duration":"239.997186ms","start":"2026-03-03T18:11:38.434438Z","end":"2026-03-03T18:11:38.674435Z","steps":["trace[887368041] 'agreement among raft nodes before linearized reading' (duration: 239.652988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:38.995666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.601051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:38.995764Z","caller":"traceutil/trace.go:171","msg":"trace[564033871] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12129; }","duration":"110.762735ms","start":"2026-03-03T18:11:38.884976Z","end":"2026-03-03T18:11:38.995739Z","steps":["trace[564033871] 'count revisions from in-memory index tree' (duration: 110.515739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:39.547438Z","caller":"traceutil/trace.go:171","msg":"trace[295447083] transaction","detail":"{read_only:false; response_revision:12130; number_of_response:1; }","duration":"132.99577ms","start":"2026-03-03T18:11:39.414409Z","end":"2026-03-03T18:11:39.547405Z","steps":["trace[295447083] 'process raft request' (duration: 132.674452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:39.976578Z","caller":"traceutil/trace.go:171","msg":"trace[1198644815] transaction","detail":"{read_only:false; response_revision:12131; number_of_response:1; }","duration":"424.875031ms","start":"2026-03-03T18:11:39.551679Z","end":"2026-03-03T18:11:39.976554Z","steps":["trace[1198644815] 'process raft request' (duration: 424.709887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:39.976735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:39.551653Z","time spent":"424.999963ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:40.190444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.89986ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:40.190578Z","caller":"traceutil/trace.go:171","msg":"trace[457507456] transaction","detail":"{read_only:false; response_revision:12132; number_of_response:1; }","duration":"638.78765ms","start":"2026-03-03T18:11:39.551774Z","end":"2026-03-03T18:11:40.190562Z","steps":["trace[457507456] 'process raft request' (duration: 532.700295ms)","trace[457507456] 'compare' (duration: 105.790588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:40.190633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:39.551748Z","time spent":"638.863012ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:40.190825Z","caller":"traceutil/trace.go:171","msg":"trace[21733181] transaction","detail":"{read_only:false; response_revision:12133; number_of_response:1; }","duration":"639.037946ms","start":"2026-03-03T18:11:39.551778Z","end":"2026-03-03T18:11:40.190816Z","steps":["trace[21733181] 'process raft request' (duration: 638.744169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.190872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:39.551747Z","time spent":"639.102127ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:40.19089Z","caller":"traceutil/trace.go:171","msg":"trace[2033899360] linearizableReadLoop","detail":"{readStateIndex:12578; appliedIndex:12575; }","duration":"586.815103ms","start":"2026-03-03T18:11:39.604046Z","end":"2026-03-03T18:11:40.190861Z","steps":["trace[2033899360] 'read index received' (duration: 372.32907ms)","trace[2033899360] 'applied index is now lower than readState.Index' (duration: 214.484703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:40.190896Z","caller":"traceutil/trace.go:171","msg":"trace[1656642031] transaction","detail":"{read_only:false; response_revision:12134; number_of_response:1; }","duration":"292.972306ms","start":"2026-03-03T18:11:39.897892Z","end":"2026-03-03T18:11:40.190864Z","steps":["trace[1656642031] 'process raft request' (duration: 292.817552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.191002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.957285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:40.191058Z","caller":"traceutil/trace.go:171","msg":"trace[252710189] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12134; }","duration":"587.053998ms","start":"2026-03-03T18:11:39.603991Z","end":"2026-03-03T18:11:40.191045Z","steps":["trace[252710189] 'agreement among raft nodes before linearized reading' (duration: 586.946045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.191087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:39.60397Z","time spent":"587.11221ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:11:40.191132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.157517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T18:11:40.191178Z","caller":"traceutil/trace.go:171","msg":"trace[1023445306] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12134; }","duration":"514.25381ms","start":"2026-03-03T18:11:39.67691Z","end":"2026-03-03T18:11:40.191164Z","steps":["trace[1023445306] 'agreement among raft nodes before linearized reading' (duration: 514.091466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.191219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:39.676888Z","time spent":"514.322281ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T18:11:40.191319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.069664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:40.191342Z","caller":"traceutil/trace.go:171","msg":"trace[380826290] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12134; }","duration":"242.144126ms","start":"2026-03-03T18:11:39.949189Z","end":"2026-03-03T18:11:40.191333Z","steps":["trace[380826290] 'agreement among raft nodes before linearized reading' (duration: 242.106655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.191352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.506783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:40.191393Z","caller":"traceutil/trace.go:171","msg":"trace[1325251627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12134; }","duration":"197.593154ms","start":"2026-03-03T18:11:39.993786Z","end":"2026-03-03T18:11:40.191379Z","steps":["trace[1325251627] 'agreement among raft nodes before linearized reading' (duration: 197.506392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:40.693305Z","caller":"traceutil/trace.go:171","msg":"trace[323856756] transaction","detail":"{read_only:false; response_revision:12136; number_of_response:1; }","duration":"237.1843ms","start":"2026-03-03T18:11:40.456103Z","end":"2026-03-03T18:11:40.693287Z","steps":["trace[323856756] 'process raft request' (duration: 237.067477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:40.898144Z","caller":"traceutil/trace.go:171","msg":"trace[1171810189] transaction","detail":"{read_only:false; response_revision:12137; number_of_response:1; }","duration":"314.664369ms","start":"2026-03-03T18:11:40.583463Z","end":"2026-03-03T18:11:40.898128Z","steps":["trace[1171810189] 'process raft request' (duration: 217.229459ms)","trace[1171810189] 'compare' (duration: 97.298887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:40.898315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:40.58344Z","time spent":"314.817612ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:40.898337Z","caller":"traceutil/trace.go:171","msg":"trace[1653895844] linearizableReadLoop","detail":"{readStateIndex:12582; appliedIndex:12581; }","duration":"234.793672ms","start":"2026-03-03T18:11:40.663518Z","end":"2026-03-03T18:11:40.898312Z","steps":["trace[1653895844] 'read index received' (duration: 29.879005ms)","trace[1653895844] 'applied index is now lower than readState.Index' (duration: 204.912907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:40.898474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.954007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:40.898469Z","caller":"traceutil/trace.go:171","msg":"trace[696804184] transaction","detail":"{read_only:false; response_revision:12138; number_of_response:1; }","duration":"218.9726ms","start":"2026-03-03T18:11:40.679476Z","end":"2026-03-03T18:11:40.898449Z","steps":["trace[696804184] 'process raft request' (duration: 218.621861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:40.898512Z","caller":"traceutil/trace.go:171","msg":"trace[1073592269] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12138; }","duration":"235.032859ms","start":"2026-03-03T18:11:40.663471Z","end":"2026-03-03T18:11:40.898504Z","steps":["trace[1073592269] 'agreement among raft nodes before linearized reading' (duration: 234.972887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.89855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.061451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:40.898596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.009679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:40.89863Z","caller":"traceutil/trace.go:171","msg":"trace[398266150] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12138; }","duration":"219.077332ms","start":"2026-03-03T18:11:40.679543Z","end":"2026-03-03T18:11:40.89862Z","steps":["trace[398266150] 'agreement among raft nodes before linearized reading' (duration: 218.931238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.898616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.056621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:40.898686Z","caller":"traceutil/trace.go:171","msg":"trace[2050770869] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12138; }","duration":"219.146873ms","start":"2026-03-03T18:11:40.679521Z","end":"2026-03-03T18:11:40.898668Z","steps":["trace[2050770869] 'agreement among raft nodes before linearized reading' (duration: 219.02873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:40.898716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.186324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:40.898721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.473682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:11:40.898795Z","caller":"traceutil/trace.go:171","msg":"trace[628309757] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12138; }","duration":"219.279236ms","start":"2026-03-03T18:11:40.679496Z","end":"2026-03-03T18:11:40.898775Z","steps":["trace[628309757] 'agreement among raft nodes before linearized reading' (duration: 219.130733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:40.898802Z","caller":"traceutil/trace.go:171","msg":"trace[1147907939] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12138; }","duration":"164.576035ms","start":"2026-03-03T18:11:40.734211Z","end":"2026-03-03T18:11:40.898787Z","steps":["trace[1147907939] 'agreement among raft nodes before linearized reading' (duration: 164.35391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:40.898632Z","caller":"traceutil/trace.go:171","msg":"trace[619903434] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12138; }","duration":"219.167943ms","start":"2026-03-03T18:11:40.679439Z","end":"2026-03-03T18:11:40.898607Z","steps":["trace[619903434] 'agreement among raft nodes before linearized reading' (duration: 219.03599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:41.702493Z","caller":"traceutil/trace.go:171","msg":"trace[2110409654] transaction","detail":"{read_only:false; response_revision:12140; number_of_response:1; }","duration":"151.092796ms","start":"2026-03-03T18:11:41.551372Z","end":"2026-03-03T18:11:41.702465Z","steps":["trace[2110409654] 'process raft request' (duration: 150.947263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:41.996149Z","caller":"traceutil/trace.go:171","msg":"trace[1189916105] linearizableReadLoop","detail":"{readStateIndex:12586; appliedIndex:12585; }","duration":"203.379482ms","start":"2026-03-03T18:11:41.792755Z","end":"2026-03-03T18:11:41.996134Z","steps":["trace[1189916105] 'read index received' (duration: 203.205998ms)","trace[1189916105] 'applied index is now lower than readState.Index' (duration: 172.994µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:41.996207Z","caller":"traceutil/trace.go:171","msg":"trace[541137756] transaction","detail":"{read_only:false; response_revision:12141; number_of_response:1; }","duration":"311.782111ms","start":"2026-03-03T18:11:41.684407Z","end":"2026-03-03T18:11:41.99619Z","steps":["trace[541137756] 'process raft request' (duration: 311.621797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:41.996312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:41.684385Z","time spent":"311.867023ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:11:41.99637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.594187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:41.996458Z","caller":"traceutil/trace.go:171","msg":"trace[1839001735] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12141; }","duration":"203.72392ms","start":"2026-03-03T18:11:41.792712Z","end":"2026-03-03T18:11:41.996436Z","steps":["trace[1839001735] 'agreement among raft nodes before linearized reading' (duration: 203.520985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.318984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.00104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:42.319092Z","caller":"traceutil/trace.go:171","msg":"trace[1479436220] linearizableReadLoop","detail":"{readStateIndex:12588; appliedIndex:12587; }","duration":"188.895699ms","start":"2026-03-03T18:11:42.13018Z","end":"2026-03-03T18:11:42.319076Z","steps":["trace[1479436220] 'read index received' (duration: 37.281µs)","trace[1479436220] 'applied index is now lower than readState.Index' (duration: 188.856888ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:42.319201Z","caller":"traceutil/trace.go:171","msg":"trace[1837725292] transaction","detail":"{read_only:false; response_revision:12143; number_of_response:1; }","duration":"288.301596ms","start":"2026-03-03T18:11:42.030855Z","end":"2026-03-03T18:11:42.319156Z","steps":["trace[1837725292] 'process raft request' (duration: 94.04767ms)","trace[1837725292] 'compare' (duration: 193.721623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:42.319294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.310204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:42.319244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.057302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:42.319326Z","caller":"traceutil/trace.go:171","msg":"trace[1691504698] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12143; }","duration":"182.379045ms","start":"2026-03-03T18:11:42.136936Z","end":"2026-03-03T18:11:42.319315Z","steps":["trace[1691504698] 'agreement among raft nodes before linearized reading' (duration: 182.335144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:42.319391Z","caller":"traceutil/trace.go:171","msg":"trace[1926186497] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12143; }","duration":"189.215666ms","start":"2026-03-03T18:11:42.130142Z","end":"2026-03-03T18:11:42.319358Z","steps":["trace[1926186497] 'agreement among raft nodes before linearized reading' (duration: 189.022572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.319456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.371156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:11:42.319484Z","caller":"traceutil/trace.go:171","msg":"trace[4340869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12143; }","duration":"124.424967ms","start":"2026-03-03T18:11:42.195051Z","end":"2026-03-03T18:11:42.319476Z","steps":["trace[4340869] 'agreement among raft nodes before linearized reading' (duration: 124.285824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.319387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.103924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:42.319624Z","caller":"traceutil/trace.go:171","msg":"trace[757233556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12143; }","duration":"117.391511ms","start":"2026-03-03T18:11:42.202221Z","end":"2026-03-03T18:11:42.319612Z","steps":["trace[757233556] 'agreement among raft nodes before linearized reading' (duration: 117.057144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.319715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.480122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:42.319817Z","caller":"traceutil/trace.go:171","msg":"trace[1044179693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12143; }","duration":"125.631116ms","start":"2026-03-03T18:11:42.194167Z","end":"2026-03-03T18:11:42.319798Z","steps":["trace[1044179693] 'agreement among raft nodes before linearized reading' (duration: 125.176965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.811393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.660033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:42.811681Z","caller":"traceutil/trace.go:171","msg":"trace[1245196565] linearizableReadLoop","detail":"{readStateIndex:12591; appliedIndex:12589; }","duration":"114.885612ms","start":"2026-03-03T18:11:42.696778Z","end":"2026-03-03T18:11:42.811664Z","steps":["trace[1245196565] 'read index received' (duration: 49.041µs)","trace[1245196565] 'applied index is now lower than readState.Index' (duration: 114.825191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:42.811691Z","caller":"traceutil/trace.go:171","msg":"trace[1031869395] transaction","detail":"{read_only:false; response_revision:12145; number_of_response:1; }","duration":"485.619526ms","start":"2026-03-03T18:11:42.326025Z","end":"2026-03-03T18:11:42.811644Z","steps":["trace[1031869395] 'process raft request' (duration: 119.619715ms)","trace[1031869395] 'compare' (duration: 365.495509ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:42.811705Z","caller":"traceutil/trace.go:171","msg":"trace[1138637676] transaction","detail":"{read_only:false; response_revision:12146; number_of_response:1; }","duration":"485.512121ms","start":"2026-03-03T18:11:42.326168Z","end":"2026-03-03T18:11:42.81168Z","steps":["trace[1138637676] 'process raft request' (duration: 485.409959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:42.811801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.326005Z","time spent":"485.740608ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:42.811813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.326138Z","time spent":"485.617194ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:42.811914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.107577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:11:42.812016Z","caller":"traceutil/trace.go:171","msg":"trace[1200352072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12146; }","duration":"115.256531ms","start":"2026-03-03T18:11:42.696733Z","end":"2026-03-03T18:11:42.811989Z","steps":["trace[1200352072] 'agreement among raft nodes before linearized reading' (duration: 114.982564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:43.300946Z","caller":"traceutil/trace.go:171","msg":"trace[1137047895] transaction","detail":"{read_only:false; response_revision:12147; number_of_response:1; }","duration":"484.778355ms","start":"2026-03-03T18:11:42.816148Z","end":"2026-03-03T18:11:43.300927Z","steps":["trace[1137047895] 'process raft request' (duration: 484.642371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.301099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.816129Z","time spent":"484.879107ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:43.671659Z","caller":"traceutil/trace.go:171","msg":"trace[625651111] transaction","detail":"{read_only:false; response_revision:12148; number_of_response:1; }","duration":"850.827696ms","start":"2026-03-03T18:11:42.820805Z","end":"2026-03-03T18:11:43.671633Z","steps":["trace[625651111] 'process raft request' (duration: 839.803885ms)","trace[625651111] 'compare' (duration: 10.457508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:43.671803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.820784Z","time spent":"850.942379ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6793,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:43.671813Z","caller":"traceutil/trace.go:171","msg":"trace[930261477] linearizableReadLoop","detail":"{readStateIndex:12593; appliedIndex:12591; }","duration":"839.572551ms","start":"2026-03-03T18:11:42.832226Z","end":"2026-03-03T18:11:43.671799Z","steps":["trace[930261477] 'read index received' (duration: 468.570612ms)","trace[930261477] 'applied index is now lower than readState.Index' (duration: 371.001439ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:43.671944Z","caller":"traceutil/trace.go:171","msg":"trace[99329683] transaction","detail":"{read_only:false; response_revision:12149; number_of_response:1; }","duration":"758.619669ms","start":"2026-03-03T18:11:42.913318Z","end":"2026-03-03T18:11:43.671937Z","steps":["trace[99329683] 'process raft request' (duration: 758.22813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.913296Z","time spent":"758.669071ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:43.672116Z","caller":"traceutil/trace.go:171","msg":"trace[280489798] transaction","detail":"{read_only:false; response_revision:12150; number_of_response:1; }","duration":"758.689451ms","start":"2026-03-03T18:11:42.913421Z","end":"2026-03-03T18:11:43.672111Z","steps":["trace[280489798] 'process raft request' (duration: 758.339393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.913395Z","time spent":"758.735073ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:43.672218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.98659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T18:11:43.67226Z","caller":"traceutil/trace.go:171","msg":"trace[1640620086] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12150; }","duration":"840.057502ms","start":"2026-03-03T18:11:42.832192Z","end":"2026-03-03T18:11:43.67225Z","steps":["trace[1640620086] 'agreement among raft nodes before linearized reading' (duration: 839.929699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.024089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:43.672386Z","caller":"traceutil/trace.go:171","msg":"trace[1100790362] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12150; }","duration":"759.062999ms","start":"2026-03-03T18:11:42.913315Z","end":"2026-03-03T18:11:43.672378Z","steps":["trace[1100790362] 'agreement among raft nodes before linearized reading' (duration: 759.030019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.832182Z","time spent":"840.199795ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:11:43.672401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.913299Z","time spent":"759.099701ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:43.672518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.734824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:43.672536Z","caller":"traceutil/trace.go:171","msg":"trace[128529601] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12150; }","duration":"387.788475ms","start":"2026-03-03T18:11:43.284744Z","end":"2026-03-03T18:11:43.672532Z","steps":["trace[128529601] 'agreement among raft nodes before linearized reading' (duration: 387.719723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:43.284723Z","time spent":"387.824125ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":94,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:43.672645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.268865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:43.672664Z","caller":"traceutil/trace.go:171","msg":"trace[1510367676] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12150; }","duration":"759.296995ms","start":"2026-03-03T18:11:42.913362Z","end":"2026-03-03T18:11:43.672659Z","steps":["trace[1510367676] 'agreement among raft nodes before linearized reading' (duration: 759.267984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.91335Z","time spent":"759.324636ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:11:43.672679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.828585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:43.67271Z","caller":"traceutil/trace.go:171","msg":"trace[675305137] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12150; }","duration":"678.893447ms","start":"2026-03-03T18:11:42.993806Z","end":"2026-03-03T18:11:43.672699Z","steps":["trace[675305137] 'agreement among raft nodes before linearized reading' (duration: 678.852506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.993784Z","time spent":"678.954119ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:43.67264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.246534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:43.672772Z","caller":"traceutil/trace.go:171","msg":"trace[564736123] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12150; }","duration":"759.389977ms","start":"2026-03-03T18:11:42.913377Z","end":"2026-03-03T18:11:43.672767Z","steps":["trace[564736123] 'agreement among raft nodes before linearized reading' (duration: 759.235394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.913371Z","time spent":"759.413028ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:11:43.672917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.48906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:43.672948Z","caller":"traceutil/trace.go:171","msg":"trace[1631466278] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12150; }","duration":"759.558211ms","start":"2026-03-03T18:11:42.913381Z","end":"2026-03-03T18:11:43.67294Z","steps":["trace[1631466278] 'agreement among raft nodes before linearized reading' (duration: 759.472589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:43.672984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:42.913357Z","time spent":"759.617293ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:44.025358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.516276ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:11:44.025715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:43.676784Z","time spent":"348.926437ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:11:44.025899Z","caller":"traceutil/trace.go:171","msg":"trace[956641977] linearizableReadLoop","detail":"{readStateIndex:12597; appliedIndex:12595; }","duration":"261.723448ms","start":"2026-03-03T18:11:43.764132Z","end":"2026-03-03T18:11:44.025856Z","steps":["trace[956641977] 'read index received' (duration: 15.70422ms)","trace[956641977] 'applied index is now lower than readState.Index' (duration: 246.018108ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:44.02607Z","caller":"traceutil/trace.go:171","msg":"trace[2004348566] transaction","detail":"{read_only:false; response_revision:12151; number_of_response:1; }","duration":"310.366316ms","start":"2026-03-03T18:11:43.715676Z","end":"2026-03-03T18:11:44.026042Z","steps":["trace[2004348566] 'process raft request' (duration: 309.831394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:44.026222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:43.71565Z","time spent":"310.49765ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:44.026098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.962044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:44.026391Z","caller":"traceutil/trace.go:171","msg":"trace[1552184590] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12151; }","duration":"262.285282ms","start":"2026-03-03T18:11:43.764077Z","end":"2026-03-03T18:11:44.026362Z","steps":["trace[1552184590] 'agreement among raft nodes before linearized reading' (duration: 261.962464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:44.398294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.202573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:44.398411Z","caller":"traceutil/trace.go:171","msg":"trace[1521295236] linearizableReadLoop","detail":"{readStateIndex:12598; appliedIndex:12597; }","duration":"334.796194ms","start":"2026-03-03T18:11:44.063598Z","end":"2026-03-03T18:11:44.398394Z","steps":["trace[1521295236] 'read index received' (duration: 135.315065ms)","trace[1521295236] 'applied index is now lower than readState.Index' (duration: 199.478849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:44.398632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.029929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:11:44.398663Z","caller":"traceutil/trace.go:171","msg":"trace[1838656591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12152; }","duration":"335.08432ms","start":"2026-03-03T18:11:44.063566Z","end":"2026-03-03T18:11:44.39865Z","steps":["trace[1838656591] 'agreement among raft nodes before linearized reading' (duration: 334.917376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:44.398695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.063544Z","time spent":"335.143201ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:11:44.39903Z","caller":"traceutil/trace.go:171","msg":"trace[1349283823] transaction","detail":"{read_only:false; response_revision:12152; number_of_response:1; }","duration":"371.741585ms","start":"2026-03-03T18:11:44.026731Z","end":"2026-03-03T18:11:44.398472Z","steps":["trace[1349283823] 'process raft request' (duration: 172.159404ms)","trace[1349283823] 'compare' (duration: 198.589388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:44.399169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.026715Z","time spent":"372.37242ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:44.614915Z","caller":"traceutil/trace.go:171","msg":"trace[92313749] linearizableReadLoop","detail":"{readStateIndex:12600; appliedIndex:12599; }","duration":"209.67397ms","start":"2026-03-03T18:11:44.405212Z","end":"2026-03-03T18:11:44.614886Z","steps":["trace[92313749] 'read index received' (duration: 56.301369ms)","trace[92313749] 'applied index is now lower than readState.Index' (duration: 153.371171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:44.615187Z","caller":"traceutil/trace.go:171","msg":"trace[638994875] transaction","detail":"{read_only:false; response_revision:12154; number_of_response:1; }","duration":"211.491553ms","start":"2026-03-03T18:11:44.403662Z","end":"2026-03-03T18:11:44.615153Z","steps":["trace[638994875] 'process raft request' (duration: 135.039818ms)","trace[638994875] 'compare' (duration: 76.024024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:44.615391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.157471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:11:44.615442Z","caller":"traceutil/trace.go:171","msg":"trace[685361815] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12154; }","duration":"210.244383ms","start":"2026-03-03T18:11:44.405185Z","end":"2026-03-03T18:11:44.615429Z","steps":["trace[685361815] 'agreement among raft nodes before linearized reading' (duration: 209.800102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:45.235834Z","caller":"traceutil/trace.go:171","msg":"trace[1288930262] linearizableReadLoop","detail":"{readStateIndex:12601; appliedIndex:12600; }","duration":"419.908073ms","start":"2026-03-03T18:11:44.815902Z","end":"2026-03-03T18:11:45.23581Z","steps":["trace[1288930262] 'read index received' (duration: 419.822991ms)","trace[1288930262] 'applied index is now lower than readState.Index' (duration: 83.912µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:45.235866Z","caller":"traceutil/trace.go:171","msg":"trace[871777188] transaction","detail":"{read_only:false; response_revision:12155; number_of_response:1; }","duration":"543.928471ms","start":"2026-03-03T18:11:44.691918Z","end":"2026-03-03T18:11:45.235847Z","steps":["trace[871777188] 'process raft request' (duration: 543.726416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.235995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.096648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:11:45.236025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.691891Z","time spent":"544.057493ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:45.236043Z","caller":"traceutil/trace.go:171","msg":"trace[2076095267] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12155; }","duration":"420.20218ms","start":"2026-03-03T18:11:44.815833Z","end":"2026-03-03T18:11:45.236035Z","steps":["trace[2076095267] 'agreement among raft nodes before linearized reading' (duration: 420.063397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.236065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.815806Z","time spent":"420.253232ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:11:45.618792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.350679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:45.619073Z","caller":"traceutil/trace.go:171","msg":"trace[643422621] linearizableReadLoop","detail":"{readStateIndex:12602; appliedIndex:12601; }","duration":"383.155696ms","start":"2026-03-03T18:11:45.235904Z","end":"2026-03-03T18:11:45.61906Z","steps":["trace[643422621] 'read index received' (duration: 99.486519ms)","trace[643422621] 'applied index is now lower than readState.Index' (duration: 283.668347ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:45.619284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.822334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:11:45.619311Z","caller":"traceutil/trace.go:171","msg":"trace[1462220587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12158; }","duration":"802.903935ms","start":"2026-03-03T18:11:44.8164Z","end":"2026-03-03T18:11:45.619303Z","steps":["trace[1462220587] 'agreement among raft nodes before linearized reading' (duration: 802.812153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.61928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.939536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:11:45.619336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.816368Z","time spent":"802.959327ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:11:45.619358Z","caller":"traceutil/trace.go:171","msg":"trace[1588097393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12158; }","duration":"731.092089ms","start":"2026-03-03T18:11:44.888246Z","end":"2026-03-03T18:11:45.619338Z","steps":["trace[1588097393] 'agreement among raft nodes before linearized reading' (duration: 730.938826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:45.619403Z","caller":"traceutil/trace.go:171","msg":"trace[1901730904] transaction","detail":"{read_only:false; response_revision:12157; number_of_response:1; }","duration":"379.672963ms","start":"2026-03-03T18:11:45.23972Z","end":"2026-03-03T18:11:45.619393Z","steps":["trace[1901730904] 'process raft request' (duration: 379.15763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.619411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.888218Z","time spent":"731.181242ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:45.619444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.239698Z","time spent":"379.725074ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:45.619549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.973327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T18:11:45.619515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.828829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:11:45.619568Z","caller":"traceutil/trace.go:171","msg":"trace[1837561099] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12158; }","duration":"199.022228ms","start":"2026-03-03T18:11:45.42054Z","end":"2026-03-03T18:11:45.619562Z","steps":["trace[1837561099] 'agreement among raft nodes before linearized reading' (duration: 198.967897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:45.619612Z","caller":"traceutil/trace.go:171","msg":"trace[1899150515] transaction","detail":"{read_only:false; response_revision:12156; number_of_response:1; }","duration":"422.816532ms","start":"2026-03-03T18:11:45.196081Z","end":"2026-03-03T18:11:45.618897Z","steps":["trace[1899150515] 'process raft request' (duration: 139.303359ms)","trace[1899150515] 'compare' (duration: 283.224686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:45.619635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.128919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:45.619657Z","caller":"traceutil/trace.go:171","msg":"trace[1860789425] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12158; }","duration":"168.150509ms","start":"2026-03-03T18:11:45.451498Z","end":"2026-03-03T18:11:45.619649Z","steps":["trace[1860789425] 'agreement among raft nodes before linearized reading' (duration: 168.112399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.619681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.344332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:45.619737Z","caller":"traceutil/trace.go:171","msg":"trace[1936360228] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12158; }","duration":"259.404203ms","start":"2026-03-03T18:11:45.36032Z","end":"2026-03-03T18:11:45.619724Z","steps":["trace[1936360228] 'agreement among raft nodes before linearized reading' (duration: 259.314041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.619565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.566992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:45.619603Z","caller":"traceutil/trace.go:171","msg":"trace[1664001144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12158; }","duration":"313.958832ms","start":"2026-03-03T18:11:45.305621Z","end":"2026-03-03T18:11:45.619579Z","steps":["trace[1664001144] 'agreement among raft nodes before linearized reading' (duration: 313.724886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:45.619883Z","caller":"traceutil/trace.go:171","msg":"trace[1942628017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12158; }","duration":"626.92935ms","start":"2026-03-03T18:11:44.992932Z","end":"2026-03-03T18:11:45.619862Z","steps":["trace[1942628017] 'agreement among raft nodes before linearized reading' (duration: 626.558542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.61992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.305565Z","time spent":"314.33648ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:45.619948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:44.992911Z","time spent":"627.020753ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:45.620061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.196059Z","time spent":"423.581559ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:45.980041Z","caller":"traceutil/trace.go:171","msg":"trace[1796275131] transaction","detail":"{read_only:false; response_revision:12161; number_of_response:1; }","duration":"355.305779ms","start":"2026-03-03T18:11:45.624715Z","end":"2026-03-03T18:11:45.980021Z","steps":["trace[1796275131] 'process raft request' (duration: 355.270238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.980151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.624697Z","time spent":"355.39412ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:45.980141Z","caller":"traceutil/trace.go:171","msg":"trace[775475794] transaction","detail":"{read_only:false; response_revision:12160; number_of_response:1; }","duration":"355.569404ms","start":"2026-03-03T18:11:45.624532Z","end":"2026-03-03T18:11:45.980102Z","steps":["trace[775475794] 'process raft request' (duration: 355.229877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:45.980298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.624522Z","time spent":"355.691627ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:46.815578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.190599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:46.815853Z","caller":"traceutil/trace.go:171","msg":"trace[1667584717] transaction","detail":"{read_only:false; response_revision:12162; number_of_response:1; }","duration":"1.137991595s","start":"2026-03-03T18:11:45.677825Z","end":"2026-03-03T18:11:46.815816Z","steps":["trace[1667584717] 'process raft request' (duration: 468.48709ms)","trace[1667584717] 'compare' (duration: 668.753998ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:46.815926Z","caller":"traceutil/trace.go:171","msg":"trace[947461753] transaction","detail":"{read_only:false; response_revision:12164; number_of_response:1; }","duration":"783.696821ms","start":"2026-03-03T18:11:46.032205Z","end":"2026-03-03T18:11:46.815902Z","steps":["trace[947461753] 'process raft request' (duration: 783.622839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.677801Z","time spent":"1.138130449s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:46.816042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.032187Z","time spent":"783.794634ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:46.816448Z","caller":"traceutil/trace.go:171","msg":"trace[326138601] linearizableReadLoop","detail":"{readStateIndex:12608; appliedIndex:12605; }","duration":"1.138374284s","start":"2026-03-03T18:11:45.67805Z","end":"2026-03-03T18:11:46.816424Z","steps":["trace[326138601] 'read index received' (duration: 301.809026ms)","trace[326138601] 'applied index is now lower than readState.Index' (duration: 836.562188ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:46.816439Z","caller":"traceutil/trace.go:171","msg":"trace[1601820493] transaction","detail":"{read_only:false; response_revision:12163; number_of_response:1; }","duration":"1.138347164s","start":"2026-03-03T18:11:45.678059Z","end":"2026-03-03T18:11:46.816406Z","steps":["trace[1601820493] 'process raft request' (duration: 1.137646868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138550909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:46.816657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.421618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:46.816685Z","caller":"traceutil/trace.go:171","msg":"trace[686947287] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12164; }","duration":"1.13863953s","start":"2026-03-03T18:11:45.678031Z","end":"2026-03-03T18:11:46.81667Z","steps":["trace[686947287] 'agreement among raft nodes before linearized reading' (duration: 1.138546828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.81667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.958763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:11:46.816716Z","caller":"traceutil/trace.go:171","msg":"trace[1365515262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12164; }","duration":"823.50315ms","start":"2026-03-03T18:11:45.993199Z","end":"2026-03-03T18:11:46.816702Z","steps":["trace[1365515262] 'agreement among raft nodes before linearized reading' (duration: 823.408668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.678016Z","time spent":"1.138703633s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:11:46.81674Z","caller":"traceutil/trace.go:171","msg":"trace[1953354742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12164; }","duration":"403.068346ms","start":"2026-03-03T18:11:46.413654Z","end":"2026-03-03T18:11:46.816723Z","steps":["trace[1953354742] 'agreement among raft nodes before linearized reading' (duration: 402.929512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.993183Z","time spent":"823.570672ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:46.816781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.413635Z","time spent":"403.138317ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:11:46.816782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.034162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:11:46.816796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137668898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:46.816827Z","caller":"traceutil/trace.go:171","msg":"trace[290968037] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12164; }","duration":"776.139533ms","start":"2026-03-03T18:11:46.040676Z","end":"2026-03-03T18:11:46.816816Z","steps":["trace[290968037] 'agreement among raft nodes before linearized reading' (duration: 776.02141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085361403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:46.816845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.830375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:11:46.816886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.040658Z","time spent":"776.217386ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:11:46.816885Z","caller":"traceutil/trace.go:171","msg":"trace[2018464377] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12164; }","duration":"1.137771422s","start":"2026-03-03T18:11:45.679092Z","end":"2026-03-03T18:11:46.816863Z","steps":["trace[2018464377] 'agreement among raft nodes before linearized reading' (duration: 1.137628488s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:46.816894Z","caller":"traceutil/trace.go:171","msg":"trace[298175563] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12164; }","duration":"1.085460236s","start":"2026-03-03T18:11:45.731413Z","end":"2026-03-03T18:11:46.816873Z","steps":["trace[298175563] 'agreement among raft nodes before linearized reading' (duration: 1.085358373s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:46.8169Z","caller":"traceutil/trace.go:171","msg":"trace[1154989479] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12164; }","duration":"819.901106ms","start":"2026-03-03T18:11:45.99698Z","end":"2026-03-03T18:11:46.816881Z","steps":["trace[1154989479] 'agreement among raft nodes before linearized reading' (duration: 819.742342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.816938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.731391Z","time spent":"1.085537337s","remote":"127.0.0.1:56366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:46.816941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.679086Z","time spent":"1.137840043s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:11:46.816967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.99697Z","time spent":"819.981398ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:11:46.816615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.67804Z","time spent":"1.138515447s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:46.817044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.137962275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:46.817117Z","caller":"traceutil/trace.go:171","msg":"trace[1266873202] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12164; }","duration":"1.138025147s","start":"2026-03-03T18:11:45.679054Z","end":"2026-03-03T18:11:46.817079Z","steps":["trace[1266873202] 'agreement among raft nodes before linearized reading' (duration: 1.137885743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.817159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.679046Z","time spent":"1.138102669s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:46.817197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.398286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:46.817242Z","caller":"traceutil/trace.go:171","msg":"trace[1968657093] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12164; }","duration":"196.470388ms","start":"2026-03-03T18:11:46.620761Z","end":"2026-03-03T18:11:46.817231Z","steps":["trace[1968657093] 'agreement among raft nodes before linearized reading' (duration: 196.305024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.817233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.171323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:11:46.817263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.133801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:11:46.817294Z","caller":"traceutil/trace.go:171","msg":"trace[843490063] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12164; }","duration":"202.258255ms","start":"2026-03-03T18:11:46.615019Z","end":"2026-03-03T18:11:46.817277Z","steps":["trace[843490063] 'agreement among raft nodes before linearized reading' (duration: 202.098471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:46.817308Z","caller":"traceutil/trace.go:171","msg":"trace[1388109324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12164; }","duration":"351.216522ms","start":"2026-03-03T18:11:46.466081Z","end":"2026-03-03T18:11:46.817298Z","steps":["trace[1388109324] 'agreement among raft nodes before linearized reading' (duration: 351.082939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.817232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.292312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:11:46.817346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.466056Z","time spent":"351.283084ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:11:46.817381Z","caller":"traceutil/trace.go:171","msg":"trace[1739547255] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12164; }","duration":"223.474636ms","start":"2026-03-03T18:11:46.593889Z","end":"2026-03-03T18:11:46.817363Z","steps":["trace[1739547255] 'agreement among raft nodes before linearized reading' (duration: 223.22689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.818105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139720767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:46.81817Z","caller":"traceutil/trace.go:171","msg":"trace[37602729] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12164; }","duration":"1.140135586s","start":"2026-03-03T18:11:45.678018Z","end":"2026-03-03T18:11:46.818153Z","steps":["trace[37602729] 'agreement among raft nodes before linearized reading' (duration: 1.138475496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:46.818217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:45.677995Z","time spent":"1.140207828s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:48.691976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622120504s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:48.692058Z","caller":"traceutil/trace.go:171","msg":"trace[2132592657] transaction","detail":"{read_only:false; response_revision:12165; number_of_response:1; }","duration":"1.870849537s","start":"2026-03-03T18:11:46.821192Z","end":"2026-03-03T18:11:48.692042Z","steps":["trace[2132592657] 'process raft request' (duration: 248.597469ms)","trace[2132592657] 'compare' (duration: 1.622033852s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:48.692098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.821169Z","time spent":"1.870911177s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:49.091301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.02138642s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:11:49.349469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.791235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:49.349716Z","caller":"traceutil/trace.go:171","msg":"trace[1863333710] transaction","detail":"{read_only:false; response_revision:12167; number_of_response:1; }","duration":"852.742231ms","start":"2026-03-03T18:11:48.49695Z","end":"2026-03-03T18:11:49.349692Z","steps":["trace[1863333710] 'process raft request' (duration: 852.623808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:49.349771Z","caller":"traceutil/trace.go:171","msg":"trace[1933562836] transaction","detail":"{read_only:false; response_revision:12166; number_of_response:1; }","duration":"2.52840277s","start":"2026-03-03T18:11:46.821321Z","end":"2026-03-03T18:11:49.349724Z","steps":["trace[1933562836] 'process raft request' (duration: 2.270275627s)","trace[1933562836] 'compare' (duration: 257.679642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:49.349847Z","caller":"traceutil/trace.go:171","msg":"trace[477499593] linearizableReadLoop","detail":"{readStateIndex:12612; appliedIndex:12610; }","duration":"2.5284228s","start":"2026-03-03T18:11:46.821393Z","end":"2026-03-03T18:11:49.349816Z","steps":["trace[477499593] 'read index received' (duration: 248.450236ms)","trace[477499593] 'applied index is now lower than readState.Index' (duration: 2.279967504s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:49.349927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.82131Z","time spent":"2.528538363s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:49.349799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.496924Z","time spent":"852.836014ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:49.828113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.429684ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T18:11:49.828558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.007145112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:11:49.82867Z","caller":"traceutil/trace.go:171","msg":"trace[171125267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12167; }","duration":"3.007272405s","start":"2026-03-03T18:11:46.821364Z","end":"2026-03-03T18:11:49.828636Z","steps":["trace[171125267] 'agreement among raft nodes before linearized reading' (duration: 2.528556003s)","trace[171125267] 'range keys from in-memory index tree' (duration: 478.462336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:49.82875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.821351Z","time spent":"3.007377487s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:11:49.828798Z","caller":"traceutil/trace.go:171","msg":"trace[1508909802] transaction","detail":"{read_only:false; response_revision:12168; number_of_response:1; }","duration":"1.006376998s","start":"2026-03-03T18:11:48.822395Z","end":"2026-03-03T18:11:49.828772Z","steps":["trace[1508909802] 'process raft request' (duration: 1.005814625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:49.828943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.82238Z","time spent":"1.006489832s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:49.994398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000394715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:11:49.994474Z","caller":"traceutil/trace.go:171","msg":"trace[1615216132] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000522838s","start":"2026-03-03T18:11:47.993938Z","end":"2026-03-03T18:11:49.994461Z","steps":["trace[1615216132] 'agreement among raft nodes before linearized reading' (duration: 2.000423275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:49.994513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.993923Z","time spent":"2.000581309s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:11:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:11:50.009801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.953781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:50.010018Z","caller":"traceutil/trace.go:171","msg":"trace[1835169054] linearizableReadLoop","detail":"{readStateIndex:12617; appliedIndex:12613; }","duration":"660.101253ms","start":"2026-03-03T18:11:49.349899Z","end":"2026-03-03T18:11:50.01Z","steps":["trace[1835169054] 'read index received' (duration: 56.741µs)","trace[1835169054] 'applied index is now lower than readState.Index' (duration: 660.043512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:50.010129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823031897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:50.01014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189130202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:50.010168Z","caller":"traceutil/trace.go:171","msg":"trace[536854768] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12170; }","duration":"1.823104599s","start":"2026-03-03T18:11:48.187051Z","end":"2026-03-03T18:11:50.010156Z","steps":["trace[536854768] 'agreement among raft nodes before linearized reading' (duration: 1.823043477s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.010199Z","caller":"traceutil/trace.go:171","msg":"trace[1684967283] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12170; }","duration":"1.189227974s","start":"2026-03-03T18:11:48.820954Z","end":"2026-03-03T18:11:50.010182Z","steps":["trace[1684967283] 'agreement among raft nodes before linearized reading' (duration: 1.189110121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.010256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.82093Z","time spent":"1.189314527s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:11:50.010326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025809415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:11:50.010356Z","caller":"traceutil/trace.go:171","msg":"trace[136989251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12170; }","duration":"2.025872007s","start":"2026-03-03T18:11:47.984475Z","end":"2026-03-03T18:11:50.010347Z","steps":["trace[136989251] 'agreement among raft nodes before linearized reading' (duration: 2.025756893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.01039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.984455Z","time spent":"2.025929668s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:11:50.01052Z","caller":"traceutil/trace.go:171","msg":"trace[1471664258] transaction","detail":"{read_only:false; response_revision:12169; number_of_response:1; }","duration":"1.188067208s","start":"2026-03-03T18:11:48.822429Z","end":"2026-03-03T18:11:50.010496Z","steps":["trace[1471664258] 'process raft request' (duration: 1.006321078s)","trace[1471664258] 'compare' (duration: 180.721216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:50.010537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.280715793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T18:11:50.010581Z","caller":"traceutil/trace.go:171","msg":"trace[1283376772] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12170; }","duration":"2.280786755s","start":"2026-03-03T18:11:47.729782Z","end":"2026-03-03T18:11:50.010569Z","steps":["trace[1283376772] 'agreement among raft nodes before linearized reading' (duration: 2.280691813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.010598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.688174371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:50.010584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188426417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:50.010652Z","caller":"traceutil/trace.go:171","msg":"trace[1826310708] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12170; }","duration":"2.688268014s","start":"2026-03-03T18:11:47.322365Z","end":"2026-03-03T18:11:50.010633Z","steps":["trace[1826310708] 'agreement among raft nodes before linearized reading' (duration: 2.688161841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.01066Z","caller":"traceutil/trace.go:171","msg":"trace[1566839600] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12170; }","duration":"1.188531849s","start":"2026-03-03T18:11:48.82211Z","end":"2026-03-03T18:11:50.010642Z","steps":["trace[1566839600] 'agreement among raft nodes before linearized reading' (duration: 1.188387496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.010702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.322345Z","time spent":"2.688347286s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:50.010711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.822105Z","time spent":"1.18859721s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:11:50.010717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188622111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:50.010765Z","caller":"traceutil/trace.go:171","msg":"trace[274810781] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12170; }","duration":"1.188705003s","start":"2026-03-03T18:11:48.822047Z","end":"2026-03-03T18:11:50.010752Z","steps":["trace[274810781] 'agreement among raft nodes before linearized reading' (duration: 1.188635202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.010755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.33865526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:11:50.010809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.822025Z","time spent":"1.188768134s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:50.010647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.822408Z","time spent":"1.18816439s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:50.010973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.489551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"warn","ts":"2026-03-03T18:11:50.010962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38694486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:11:50.010611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.729765Z","time spent":"2.280838716s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T18:11:50.011007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188492907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:50.010846Z","caller":"traceutil/trace.go:171","msg":"trace[332160231] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12170; }","duration":"2.338793573s","start":"2026-03-03T18:11:47.67203Z","end":"2026-03-03T18:11:50.010824Z","steps":["trace[332160231] 'agreement among raft nodes before linearized reading' (duration: 2.338510407s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.011044Z","caller":"traceutil/trace.go:171","msg":"trace[545560056] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12170; }","duration":"1.18856489s","start":"2026-03-03T18:11:48.822469Z","end":"2026-03-03T18:11:50.011034Z","steps":["trace[545560056] 'agreement among raft nodes before linearized reading' (duration: 1.188428977s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.011038Z","caller":"traceutil/trace.go:171","msg":"trace[106555826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12170; }","duration":"2.387056813s","start":"2026-03-03T18:11:47.623965Z","end":"2026-03-03T18:11:50.011022Z","steps":["trace[106555826] 'agreement among raft nodes before linearized reading' (duration: 2.386871028s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.011074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.822379Z","time spent":"1.188688743s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:50.011096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.623945Z","time spent":"2.387133784s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:11:50.011125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189372874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:11:50.011018Z","caller":"traceutil/trace.go:171","msg":"trace[899136005] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12170; }","duration":"180.559303ms","start":"2026-03-03T18:11:49.830448Z","end":"2026-03-03T18:11:50.011007Z","steps":["trace[899136005] 'agreement among raft nodes before linearized reading' (duration: 180.446021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.011167Z","caller":"traceutil/trace.go:171","msg":"trace[1322900267] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12170; }","duration":"3.189429365s","start":"2026-03-03T18:11:46.821729Z","end":"2026-03-03T18:11:50.011159Z","steps":["trace[1322900267] 'agreement among raft nodes before linearized reading' (duration: 3.188900893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.011201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:46.821721Z","time spent":"3.189470697s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:11:50.010901Z","caller":"traceutil/trace.go:171","msg":"trace[275888404] transaction","detail":"{read_only:false; response_revision:12170; number_of_response:1; }","duration":"1.188153399s","start":"2026-03-03T18:11:48.822737Z","end":"2026-03-03T18:11:50.010891Z","steps":["trace[275888404] 'process raft request' (duration: 1.187158385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.01107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:47.671983Z","time spent":"2.33907628s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:50.011368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.822724Z","time spent":"1.188548379s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:50.010209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:48.18703Z","time spent":"1.82316708s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:11:50.491208Z","caller":"traceutil/trace.go:171","msg":"trace[491138945] transaction","detail":"{read_only:false; response_revision:12171; number_of_response:1; }","duration":"475.543336ms","start":"2026-03-03T18:11:50.015634Z","end":"2026-03-03T18:11:50.491177Z","steps":["trace[491138945] 'process raft request' (duration: 396.353737ms)","trace[491138945] 'compare' (duration: 78.720579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:50.491347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.015611Z","time spent":"475.67749ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:11:50.782553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.697723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:50.782786Z","caller":"traceutil/trace.go:171","msg":"trace[1890914027] linearizableReadLoop","detail":"{readStateIndex:12621; appliedIndex:12617; }","duration":"763.439532ms","start":"2026-03-03T18:11:50.01933Z","end":"2026-03-03T18:11:50.782769Z","steps":["trace[1890914027] 'read index received' (duration: 392.671579ms)","trace[1890914027] 'applied index is now lower than readState.Index' (duration: 370.767053ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:50.782784Z","caller":"traceutil/trace.go:171","msg":"trace[1147678736] transaction","detail":"{read_only:false; response_revision:12172; number_of_response:1; }","duration":"765.912161ms","start":"2026-03-03T18:11:50.016838Z","end":"2026-03-03T18:11:50.78275Z","steps":["trace[1147678736] 'process raft request' (duration: 604.935461ms)","trace[1147678736] 'compare' (duration: 160.158691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:50.782824Z","caller":"traceutil/trace.go:171","msg":"trace[800473759] transaction","detail":"{read_only:false; response_revision:12173; number_of_response:1; }","duration":"765.100582ms","start":"2026-03-03T18:11:50.017696Z","end":"2026-03-03T18:11:50.782797Z","steps":["trace[800473759] 'process raft request' (duration: 764.938248ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:50.782887Z","caller":"traceutil/trace.go:171","msg":"trace[763996217] transaction","detail":"{read_only:false; response_revision:12174; number_of_response:1; }","duration":"764.889457ms","start":"2026-03-03T18:11:50.017985Z","end":"2026-03-03T18:11:50.782874Z","steps":["trace[763996217] 'process raft request' (duration: 764.740463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.782925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.016829Z","time spent":"766.018703ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:50.782948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.017973Z","time spent":"764.941059ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:50.782993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.017666Z","time spent":"765.222805ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:50.783036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.669711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:50.783094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.74621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:50.783163Z","caller":"traceutil/trace.go:171","msg":"trace[1247337939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12174; }","duration":"763.845382ms","start":"2026-03-03T18:11:50.019304Z","end":"2026-03-03T18:11:50.783149Z","steps":["trace[1247337939] 'agreement among raft nodes before linearized reading' (duration: 763.73465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.783194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.019292Z","time spent":"763.892883ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:11:50.783073Z","caller":"traceutil/trace.go:171","msg":"trace[1372451551] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12174; }","duration":"722.743182ms","start":"2026-03-03T18:11:50.060321Z","end":"2026-03-03T18:11:50.783064Z","steps":["trace[1372451551] 'agreement among raft nodes before linearized reading' (duration: 722.671671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:50.784042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.060301Z","time spent":"723.696446ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:11:51.576136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.444626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:51.576242Z","caller":"traceutil/trace.go:171","msg":"trace[315991175] linearizableReadLoop","detail":"{readStateIndex:12622; appliedIndex:12621; }","duration":"788.766401ms","start":"2026-03-03T18:11:50.787458Z","end":"2026-03-03T18:11:51.576224Z","steps":["trace[315991175] 'read index received' (duration: 185.09235ms)","trace[315991175] 'applied index is now lower than readState.Index' (duration: 603.672661ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:51.576497Z","caller":"traceutil/trace.go:171","msg":"trace[538995788] transaction","detail":"{read_only:false; response_revision:12175; number_of_response:1; }","duration":"789.648162ms","start":"2026-03-03T18:11:50.786831Z","end":"2026-03-03T18:11:51.576479Z","steps":["trace[538995788] 'process raft request' (duration: 185.790036ms)","trace[538995788] 'compare' (duration: 603.25199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:51.576567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.786809Z","time spent":"789.726224ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:51.576587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.223597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:51.576632Z","caller":"traceutil/trace.go:171","msg":"trace[1681258018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12175; }","duration":"347.302389ms","start":"2026-03-03T18:11:51.229317Z","end":"2026-03-03T18:11:51.576619Z","steps":["trace[1681258018] 'agreement among raft nodes before linearized reading' (duration: 347.217207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:51.576663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.229297Z","time spent":"347.35848ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:51.576879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.775985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:11:51.576939Z","caller":"traceutil/trace.go:171","msg":"trace[1300097944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12175; }","duration":"204.883667ms","start":"2026-03-03T18:11:51.372045Z","end":"2026-03-03T18:11:51.576929Z","steps":["trace[1300097944] 'agreement among raft nodes before linearized reading' (duration: 204.722943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:51.576894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.398936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:51.577106Z","caller":"traceutil/trace.go:171","msg":"trace[442482001] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12175; }","duration":"789.659893ms","start":"2026-03-03T18:11:50.787416Z","end":"2026-03-03T18:11:51.577076Z","steps":["trace[442482001] 'agreement among raft nodes before linearized reading' (duration: 789.362746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:51.577173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:50.787399Z","time spent":"789.759545ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:11:51.995144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.42273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:51.99532Z","caller":"traceutil/trace.go:171","msg":"trace[785238586] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12175; }","duration":"194.618114ms","start":"2026-03-03T18:11:51.800678Z","end":"2026-03-03T18:11:51.995296Z","steps":["trace[785238586] 'range keys from in-memory index tree' (duration: 194.394409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:51.995389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.404128ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:51.995485Z","caller":"traceutil/trace.go:171","msg":"trace[31420114] linearizableReadLoop","detail":"{readStateIndex:12623; appliedIndex:12622; }","duration":"413.829989ms","start":"2026-03-03T18:11:51.58164Z","end":"2026-03-03T18:11:51.99547Z","steps":["trace[31420114] 'read index received' (duration: 233.331959ms)","trace[31420114] 'applied index is now lower than readState.Index' (duration: 180.49685ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:51.995619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.977563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:11:51.995604Z","caller":"traceutil/trace.go:171","msg":"trace[1431764978] transaction","detail":"{read_only:false; response_revision:12176; number_of_response:1; }","duration":"414.735631ms","start":"2026-03-03T18:11:51.580846Z","end":"2026-03-03T18:11:51.995581Z","steps":["trace[1431764978] 'process raft request' (duration: 234.060276ms)","trace[1431764978] 'compare' (duration: 179.868646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:51.995643Z","caller":"traceutil/trace.go:171","msg":"trace[232657443] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12176; }","duration":"414.031934ms","start":"2026-03-03T18:11:51.581605Z","end":"2026-03-03T18:11:51.995636Z","steps":["trace[232657443] 'agreement among raft nodes before linearized reading' (duration: 413.907541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:51.99567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.581578Z","time spent":"414.086636ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:11:51.995751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.580818Z","time spent":"414.844343ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:52.964184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.22315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:52.964634Z","caller":"traceutil/trace.go:171","msg":"trace[458025864] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"1.127883337s","start":"2026-03-03T18:11:51.836721Z","end":"2026-03-03T18:11:52.964605Z","steps":["trace[458025864] 'process raft request' (duration: 635.159705ms)","trace[458025864] 'compare' (duration: 491.731949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:52.964708Z","caller":"traceutil/trace.go:171","msg":"trace[852236694] transaction","detail":"{read_only:false; response_revision:12179; number_of_response:1; }","duration":"946.678039ms","start":"2026-03-03T18:11:52.018005Z","end":"2026-03-03T18:11:52.964683Z","steps":["trace[852236694] 'process raft request' (duration: 946.628878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.964759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.836693Z","time spent":"1.12799625s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:52.964778Z","caller":"traceutil/trace.go:171","msg":"trace[1950432268] transaction","detail":"{read_only:false; response_revision:12178; number_of_response:1; }","duration":"946.764451ms","start":"2026-03-03T18:11:52.017987Z","end":"2026-03-03T18:11:52.964752Z","steps":["trace[1950432268] 'process raft request' (duration: 946.565186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.964814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.01799Z","time spent":"946.771181ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:52.964667Z","caller":"traceutil/trace.go:171","msg":"trace[24955932] linearizableReadLoop","detail":"{readStateIndex:12624; appliedIndex:12623; }","duration":"969.094688ms","start":"2026-03-03T18:11:51.995551Z","end":"2026-03-03T18:11:52.964646Z","steps":["trace[24955932] 'read index received' (duration: 476.284474ms)","trace[24955932] 'applied index is now lower than readState.Index' (duration: 492.808684ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:52.964951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.01797Z","time spent":"946.890484ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:52.964975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.422126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:52.965087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.015788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:11:52.965112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.312567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:52.965129Z","caller":"traceutil/trace.go:171","msg":"trace[335113538] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12179; }","duration":"942.070409ms","start":"2026-03-03T18:11:52.023041Z","end":"2026-03-03T18:11:52.965111Z","steps":["trace[335113538] 'agreement among raft nodes before linearized reading' (duration: 942.004318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:52.965147Z","caller":"traceutil/trace.go:171","msg":"trace[1535252611] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12179; }","duration":"948.369689ms","start":"2026-03-03T18:11:52.016769Z","end":"2026-03-03T18:11:52.965139Z","steps":["trace[1535252611] 'agreement among raft nodes before linearized reading' (duration: 948.310157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.016758Z","time spent":"948.41671ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:11:52.965162Z","caller":"traceutil/trace.go:171","msg":"trace[1453315099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12179; }","duration":"969.60821ms","start":"2026-03-03T18:11:51.995496Z","end":"2026-03-03T18:11:52.965104Z","steps":["trace[1453315099] 'agreement among raft nodes before linearized reading' (duration: 969.344574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.995472Z","time spent":"969.809115ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:52.965416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.652973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:11:52.965443Z","caller":"traceutil/trace.go:171","msg":"trace[1058261092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12179; }","duration":"177.710955ms","start":"2026-03-03T18:11:52.787725Z","end":"2026-03-03T18:11:52.965436Z","steps":["trace[1058261092] 'agreement among raft nodes before linearized reading' (duration: 177.640493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.37602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:11:52.965434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.024842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:11:52.965462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.067795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:52.965485Z","caller":"traceutil/trace.go:171","msg":"trace[1566477299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12179; }","duration":"178.466172ms","start":"2026-03-03T18:11:52.787003Z","end":"2026-03-03T18:11:52.965469Z","steps":["trace[1566477299] 'agreement among raft nodes before linearized reading' (duration: 178.321679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.778526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19211"} {"level":"info","ts":"2026-03-03T18:11:52.965501Z","caller":"traceutil/trace.go:171","msg":"trace[1460362463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12179; }","duration":"178.117255ms","start":"2026-03-03T18:11:52.78737Z","end":"2026-03-03T18:11:52.965487Z","steps":["trace[1460362463] 'agreement among raft nodes before linearized reading' (duration: 177.950141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:52.96553Z","caller":"traceutil/trace.go:171","msg":"trace[1075288993] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12179; }","duration":"968.094714ms","start":"2026-03-03T18:11:51.997429Z","end":"2026-03-03T18:11:52.965524Z","steps":["trace[1075288993] 'agreement among raft nodes before linearized reading' (duration: 967.577962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:51.99741Z","time spent":"968.136355ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19235,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:11:52.965491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.869523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:138"} {"level":"warn","ts":"2026-03-03T18:11:52.965573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.983657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:52.965626Z","caller":"traceutil/trace.go:171","msg":"trace[795273761] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12179; }","duration":"950.057179ms","start":"2026-03-03T18:11:52.015562Z","end":"2026-03-03T18:11:52.965619Z","steps":["trace[795273761] 'agreement among raft nodes before linearized reading' (duration: 949.995757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.514862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:52.965649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.015541Z","time spent":"950.103309ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:11:52.965556Z","caller":"traceutil/trace.go:171","msg":"trace[834912520] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12179; }","duration":"949.137696ms","start":"2026-03-03T18:11:52.016359Z","end":"2026-03-03T18:11:52.965497Z","steps":["trace[834912520] 'agreement among raft nodes before linearized reading' (duration: 948.968732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:52.965656Z","caller":"traceutil/trace.go:171","msg":"trace[963496212] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12179; }","duration":"948.894911ms","start":"2026-03-03T18:11:52.016752Z","end":"2026-03-03T18:11:52.965647Z","steps":["trace[963496212] 'agreement among raft nodes before linearized reading' (duration: 948.541582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:52.965633Z","caller":"traceutil/trace.go:171","msg":"trace[173926112] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12179; }","duration":"132.052637ms","start":"2026-03-03T18:11:52.833561Z","end":"2026-03-03T18:11:52.965614Z","steps":["trace[173926112] 'agreement among raft nodes before linearized reading' (duration: 131.607786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:52.965693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.016728Z","time spent":"948.956052ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:52.965703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.016349Z","time spent":"949.33691ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:11:52.965157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.023031Z","time spent":"942.119811ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:11:53.310363Z","caller":"traceutil/trace.go:171","msg":"trace[245123296] transaction","detail":"{read_only:false; response_revision:12180; number_of_response:1; }","duration":"341.165145ms","start":"2026-03-03T18:11:52.969162Z","end":"2026-03-03T18:11:53.310328Z","steps":["trace[245123296] 'process raft request' (duration: 340.706173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:53.310476Z","caller":"traceutil/trace.go:171","msg":"trace[1096144066] transaction","detail":"{read_only:false; response_revision:12181; number_of_response:1; }","duration":"340.97288ms","start":"2026-03-03T18:11:52.969472Z","end":"2026-03-03T18:11:53.310445Z","steps":["trace[1096144066] 'process raft request' (duration: 340.664212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.310548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.969139Z","time spent":"341.307317ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:53.310625Z","caller":"traceutil/trace.go:171","msg":"trace[1628164025] transaction","detail":"{read_only:false; response_revision:12182; number_of_response:1; }","duration":"340.433227ms","start":"2026-03-03T18:11:52.970165Z","end":"2026-03-03T18:11:53.310598Z","steps":["trace[1628164025] 'process raft request' (duration: 340.037777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.31065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.96946Z","time spent":"341.093133ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:53.310841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.970125Z","time spent":"340.56217ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:53.311324Z","caller":"traceutil/trace.go:171","msg":"trace[207944782] transaction","detail":"{read_only:false; response_revision:12183; number_of_response:1; }","duration":"186.703318ms","start":"2026-03-03T18:11:53.124596Z","end":"2026-03-03T18:11:53.311299Z","steps":["trace[207944782] 'process raft request' (duration: 185.667843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:53.311294Z","caller":"traceutil/trace.go:171","msg":"trace[978294969] linearizableReadLoop","detail":"{readStateIndex:12630; appliedIndex:12626; }","duration":"340.313044ms","start":"2026-03-03T18:11:52.970948Z","end":"2026-03-03T18:11:53.311261Z","steps":["trace[978294969] 'read index received' (duration: 220.405014ms)","trace[978294969] 'applied index is now lower than readState.Index' (duration: 119.90622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:53.312253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.293767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:11:53.3123Z","caller":"traceutil/trace.go:171","msg":"trace[249342570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12183; }","duration":"341.375289ms","start":"2026-03-03T18:11:52.970913Z","end":"2026-03-03T18:11:53.312289Z","steps":["trace[249342570] 'agreement among raft nodes before linearized reading' (duration: 340.470128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.312339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.970899Z","time spent":"341.43045ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:11:53.688851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.637928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:53.688982Z","caller":"traceutil/trace.go:171","msg":"trace[1208281685] linearizableReadLoop","detail":"{readStateIndex:12632; appliedIndex:12631; }","duration":"377.466861ms","start":"2026-03-03T18:11:53.311494Z","end":"2026-03-03T18:11:53.688961Z","steps":["trace[1208281685] 'read index received' (duration: 123.575167ms)","trace[1208281685] 'applied index is now lower than readState.Index' (duration: 253.890094ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:53.689669Z","caller":"traceutil/trace.go:171","msg":"trace[2030515583] transaction","detail":"{read_only:false; response_revision:12184; number_of_response:1; }","duration":"424.616934ms","start":"2026-03-03T18:11:53.264962Z","end":"2026-03-03T18:11:53.689579Z","steps":["trace[2030515583] 'process raft request' (duration: 170.170047ms)","trace[2030515583] 'compare' (duration: 253.264629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:53.689922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:53.264933Z","time spent":"424.85055ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:53.690418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.731923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:53.690494Z","caller":"traceutil/trace.go:171","msg":"trace[193717959] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12184; }","duration":"193.837916ms","start":"2026-03-03T18:11:53.496633Z","end":"2026-03-03T18:11:53.690471Z","steps":["trace[193717959] 'agreement among raft nodes before linearized reading' (duration: 193.16521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.690509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.873707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T18:11:53.690434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.793063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:53.690579Z","caller":"traceutil/trace.go:171","msg":"trace[791682470] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12184; }","duration":"714.948938ms","start":"2026-03-03T18:11:52.975598Z","end":"2026-03-03T18:11:53.690547Z","steps":["trace[791682470] 'agreement among raft nodes before linearized reading' (duration: 713.939454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.690606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.921069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:11:53.690654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.282556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:53.690725Z","caller":"traceutil/trace.go:171","msg":"trace[144795325] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12184; }","duration":"269.150043ms","start":"2026-03-03T18:11:53.421551Z","end":"2026-03-03T18:11:53.690701Z","steps":["trace[144795325] 'agreement among raft nodes before linearized reading' (duration: 268.167731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:53.690666Z","caller":"traceutil/trace.go:171","msg":"trace[1567382402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12184; }","duration":"698.031128ms","start":"2026-03-03T18:11:52.992585Z","end":"2026-03-03T18:11:53.690616Z","steps":["trace[1567382402] 'agreement among raft nodes before linearized reading' (duration: 696.942043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:53.690763Z","caller":"traceutil/trace.go:171","msg":"trace[294735251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12184; }","duration":"108.459259ms","start":"2026-03-03T18:11:53.582281Z","end":"2026-03-03T18:11:53.69074Z","steps":["trace[294735251] 'agreement among raft nodes before linearized reading' (duration: 107.545778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.690652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.975587Z","time spent":"715.04762ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:11:53.691217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.375125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:11:53.691286Z","caller":"traceutil/trace.go:171","msg":"trace[1066527733] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12184; }","duration":"257.460038ms","start":"2026-03-03T18:11:53.433805Z","end":"2026-03-03T18:11:53.691265Z","steps":["trace[1066527733] 'agreement among raft nodes before linearized reading' (duration: 256.026554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:53.691393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:52.992574Z","time spent":"698.804218ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:54.187087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.509079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:54.187174Z","caller":"traceutil/trace.go:171","msg":"trace[1356930921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12185; }","duration":"185.643063ms","start":"2026-03-03T18:11:54.001511Z","end":"2026-03-03T18:11:54.187154Z","steps":["trace[1356930921] 'range keys from in-memory index tree' (duration: 185.401367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:54.187597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.842938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:11:54.187696Z","caller":"traceutil/trace.go:171","msg":"trace[1709127929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12185; }","duration":"186.410922ms","start":"2026-03-03T18:11:54.001266Z","end":"2026-03-03T18:11:54.187677Z","steps":["trace[1709127929] 'range keys from in-memory index tree' (duration: 185.655183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:54.527193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.554171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:54.527288Z","caller":"traceutil/trace.go:171","msg":"trace[1383272043] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12186; }","duration":"160.675793ms","start":"2026-03-03T18:11:54.366588Z","end":"2026-03-03T18:11:54.527264Z","steps":["trace[1383272043] 'count revisions from in-memory index tree' (duration: 160.409087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:55.471793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026562,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:11:55.575919Z","caller":"traceutil/trace.go:171","msg":"trace[184886204] transaction","detail":"{read_only:false; response_revision:12187; number_of_response:1; }","duration":"604.741146ms","start":"2026-03-03T18:11:54.971143Z","end":"2026-03-03T18:11:55.575884Z","steps":["trace[184886204] 'process raft request' (duration: 604.541262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:55.576093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971105Z","time spent":"604.90133ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:56.753733Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.170270328s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:11:56.754118Z","caller":"traceutil/trace.go:171","msg":"trace[770028014] linearizableReadLoop","detail":"{readStateIndex:12637; appliedIndex:12634; }","duration":"1.782751657s","start":"2026-03-03T18:11:54.971347Z","end":"2026-03-03T18:11:56.754098Z","steps":["trace[770028014] 'read index received' (duration: 604.337777ms)","trace[770028014] 'applied index is now lower than readState.Index' (duration: 1.17841298s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:56.754194Z","caller":"traceutil/trace.go:171","msg":"trace[145577172] transaction","detail":"{read_only:false; response_revision:12188; number_of_response:1; }","duration":"1.782910411s","start":"2026-03-03T18:11:54.971246Z","end":"2026-03-03T18:11:56.754157Z","steps":["trace[145577172] 'process raft request' (duration: 1.782687096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:56.754244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78287854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:56.754267Z","caller":"traceutil/trace.go:171","msg":"trace[188243092] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12189; }","duration":"1.782951431s","start":"2026-03-03T18:11:54.971309Z","end":"2026-03-03T18:11:56.75426Z","steps":["trace[188243092] 'agreement among raft nodes before linearized reading' (duration: 1.78288907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:56.754292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971294Z","time spent":"1.782991723s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:11:56.754362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971214Z","time spent":"1.783060284s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:56.754347Z","caller":"traceutil/trace.go:171","msg":"trace[448495228] transaction","detail":"{read_only:false; response_revision:12189; number_of_response:1; }","duration":"1.781906186s","start":"2026-03-03T18:11:54.972305Z","end":"2026-03-03T18:11:56.754211Z","steps":["trace[448495228] 'process raft request' (duration: 1.781755063s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:56.754548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.972292Z","time spent":"1.782153082s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:56.994435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992316324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:11:56.994525Z","caller":"traceutil/trace.go:171","msg":"trace[1231825136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.992446967s","start":"2026-03-03T18:11:55.00206Z","end":"2026-03-03T18:11:56.994507Z","steps":["trace[1231825136] 'agreement among raft nodes before linearized reading' (duration: 1.992333074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:56.994571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.002048Z","time spent":"1.992514239s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:11:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:11:57.224257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.004063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:57.224382Z","caller":"traceutil/trace.go:171","msg":"trace[2006704730] linearizableReadLoop","detail":"{readStateIndex:12638; appliedIndex:12637; }","duration":"470.18901ms","start":"2026-03-03T18:11:56.754172Z","end":"2026-03-03T18:11:57.224361Z","steps":["trace[2006704730] 'read index received' (duration: 244.918872ms)","trace[2006704730] 'applied index is now lower than readState.Index' (duration: 225.268518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:57.224694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.95322894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:57.22472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908376191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:11:57.224723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252779742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:57.224732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.252876494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:57.224766Z","caller":"traceutil/trace.go:171","msg":"trace[1041879245] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12190; }","duration":"1.953340353s","start":"2026-03-03T18:11:55.271407Z","end":"2026-03-03T18:11:57.224748Z","steps":["trace[1041879245] 'agreement among raft nodes before linearized reading' (duration: 1.95320818s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.224774Z","caller":"traceutil/trace.go:171","msg":"trace[874722561] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12190; }","duration":"2.252854104s","start":"2026-03-03T18:11:54.971906Z","end":"2026-03-03T18:11:57.22476Z","steps":["trace[874722561] 'agreement among raft nodes before linearized reading' (duration: 2.252764532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.224808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.271389Z","time spent":"1.953411385s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:57.224778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174333623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:57.224811Z","caller":"traceutil/trace.go:171","msg":"trace[1041875581] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12190; }","duration":"2.252991037s","start":"2026-03-03T18:11:54.971802Z","end":"2026-03-03T18:11:57.224793Z","steps":["trace[1041875581] 'agreement among raft nodes before linearized reading' (duration: 2.252840934s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.224776Z","caller":"traceutil/trace.go:171","msg":"trace[571096485] transaction","detail":"{read_only:false; response_revision:12190; number_of_response:1; }","duration":"1.597347839s","start":"2026-03-03T18:11:55.627384Z","end":"2026-03-03T18:11:57.224731Z","steps":["trace[571096485] 'process raft request' (duration: 1.371777073s)","trace[571096485] 'compare' (duration: 224.796248ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:57.224833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903375894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:11:57.224822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971895Z","time spent":"2.252916726s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:11:57.224844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.927783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:11:57.224862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971794Z","time spent":"2.253059869s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:11:57.224858Z","caller":"traceutil/trace.go:171","msg":"trace[1326348148] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:12190; }","duration":"1.174466136s","start":"2026-03-03T18:11:56.050373Z","end":"2026-03-03T18:11:57.224839Z","steps":["trace[1326348148] 'agreement among raft nodes before linearized reading' (duration: 1.174322943s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.22487Z","caller":"traceutil/trace.go:171","msg":"trace[1396401035] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12190; }","duration":"1.903410855s","start":"2026-03-03T18:11:55.321451Z","end":"2026-03-03T18:11:57.224861Z","steps":["trace[1396401035] 'agreement among raft nodes before linearized reading' (duration: 1.903346923s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.224898Z","caller":"traceutil/trace.go:171","msg":"trace[886065295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12190; }","duration":"977.016205ms","start":"2026-03-03T18:11:56.247863Z","end":"2026-03-03T18:11:57.224879Z","steps":["trace[886065295] 'agreement among raft nodes before linearized reading' (duration: 976.888862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.224912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:56.050349Z","time spent":"1.174552468s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:11:57.22487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.910613314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:11:57.224949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:56.247839Z","time spent":"977.096837ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:57.224957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.627357Z","time spent":"1.597512403s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:57.224941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.253568521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:11:57.225022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248363052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T18:11:57.225002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483624965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:11:57.225061Z","caller":"traceutil/trace.go:171","msg":"trace[2090897100] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12190; }","duration":"1.248435022s","start":"2026-03-03T18:11:55.976618Z","end":"2026-03-03T18:11:57.225053Z","steps":["trace[2090897100] 'agreement among raft nodes before linearized reading' (duration: 1.24834343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.225087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.976597Z","time spent":"1.248484164s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:11:57.225085Z","caller":"traceutil/trace.go:171","msg":"trace[119385567] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12190; }","duration":"1.483766529s","start":"2026-03-03T18:11:55.741299Z","end":"2026-03-03T18:11:57.225066Z","steps":["trace[119385567] 'agreement among raft nodes before linearized reading' (duration: 1.483494202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.225316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.741279Z","time spent":"1.484029034s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:57.225336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.185876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:57.224977Z","caller":"traceutil/trace.go:171","msg":"trace[407807520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12190; }","duration":"1.910765218s","start":"2026-03-03T18:11:55.314191Z","end":"2026-03-03T18:11:57.224956Z","steps":["trace[407807520] 'agreement among raft nodes before linearized reading' (duration: 1.910477382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.225415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.369401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T18:11:57.225463Z","caller":"traceutil/trace.go:171","msg":"trace[1496162305] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:12190; }","duration":"228.409382ms","start":"2026-03-03T18:11:56.997035Z","end":"2026-03-03T18:11:57.225444Z","steps":["trace[1496162305] 'agreement among raft nodes before linearized reading' (duration: 228.265788ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.225037Z","caller":"traceutil/trace.go:171","msg":"trace[993151394] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12190; }","duration":"2.253673044s","start":"2026-03-03T18:11:54.971348Z","end":"2026-03-03T18:11:57.225021Z","steps":["trace[993151394] 'agreement among raft nodes before linearized reading' (duration: 2.253317565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.225528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:54.971303Z","time spent":"2.254215276s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:11:57.224765Z","caller":"traceutil/trace.go:171","msg":"trace[128584076] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12190; }","duration":"1.908437543s","start":"2026-03-03T18:11:55.316315Z","end":"2026-03-03T18:11:57.224752Z","steps":["trace[128584076] 'agreement among raft nodes before linearized reading' (duration: 1.90829235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.225627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.316295Z","time spent":"1.909284673s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:11:57.225429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.314171Z","time spent":"1.91124284s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:11:57.225678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911433154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:11:57.224909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.321423Z","time spent":"1.903479427s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:11:57.225761Z","caller":"traceutil/trace.go:171","msg":"trace[165233754] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12190; }","duration":"1.911542276s","start":"2026-03-03T18:11:55.314199Z","end":"2026-03-03T18:11:57.225741Z","steps":["trace[165233754] 'agreement among raft nodes before linearized reading' (duration: 1.91041336s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.225383Z","caller":"traceutil/trace.go:171","msg":"trace[803609573] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12190; }","duration":"225.260468ms","start":"2026-03-03T18:11:57.000111Z","end":"2026-03-03T18:11:57.225372Z","steps":["trace[803609573] 'agreement among raft nodes before linearized reading' (duration: 225.186606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.226132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:55.314181Z","time spent":"1.911650659s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:11:57.453493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.8637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:11:57.453573Z","caller":"traceutil/trace.go:171","msg":"trace[865929643] linearizableReadLoop","detail":"{readStateIndex:12639; appliedIndex:12638; }","duration":"224.914341ms","start":"2026-03-03T18:11:57.228648Z","end":"2026-03-03T18:11:57.453562Z","steps":["trace[865929643] 'read index received' (duration: 98.937976ms)","trace[865929643] 'applied index is now lower than readState.Index' (duration: 125.975625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:57.45363Z","caller":"traceutil/trace.go:171","msg":"trace[582295415] transaction","detail":"{read_only:false; response_revision:12191; number_of_response:1; }","duration":"225.128776ms","start":"2026-03-03T18:11:57.228495Z","end":"2026-03-03T18:11:57.453624Z","steps":["trace[582295415] 'process raft request' (duration: 99.07527ms)","trace[582295415] 'compare' (duration: 125.769078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:57.453802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.196077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:57.453887Z","caller":"traceutil/trace.go:171","msg":"trace[1934605842] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12191; }","duration":"225.32299ms","start":"2026-03-03T18:11:57.228545Z","end":"2026-03-03T18:11:57.453868Z","steps":["trace[1934605842] 'agreement among raft nodes before linearized reading' (duration: 225.123815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.694056Z","caller":"traceutil/trace.go:171","msg":"trace[819570384] transaction","detail":"{read_only:false; response_revision:12192; number_of_response:1; }","duration":"464.514665ms","start":"2026-03-03T18:11:57.229503Z","end":"2026-03-03T18:11:57.694018Z","steps":["trace[819570384] 'process raft request' (duration: 371.736175ms)","trace[819570384] 'compare' (duration: 92.434782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:57.694228Z","caller":"traceutil/trace.go:171","msg":"trace[2021479985] transaction","detail":"{read_only:false; response_revision:12198; number_of_response:1; }","duration":"112.979976ms","start":"2026-03-03T18:11:57.581223Z","end":"2026-03-03T18:11:57.694203Z","steps":["trace[2021479985] 'process raft request' (duration: 112.908745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.694299Z","caller":"traceutil/trace.go:171","msg":"trace[1662147843] transaction","detail":"{read_only:false; response_revision:12193; number_of_response:1; }","duration":"464.595197ms","start":"2026-03-03T18:11:57.229693Z","end":"2026-03-03T18:11:57.694288Z","steps":["trace[1662147843] 'process raft request' (duration: 464.157757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.694426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.229683Z","time spent":"464.658579ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:57.694591Z","caller":"traceutil/trace.go:171","msg":"trace[1481281363] transaction","detail":"{read_only:false; response_revision:12194; number_of_response:1; }","duration":"464.493286ms","start":"2026-03-03T18:11:57.230081Z","end":"2026-03-03T18:11:57.694574Z","steps":["trace[1481281363] 'process raft request' (duration: 463.85297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:11:57.694637Z","caller":"traceutil/trace.go:171","msg":"trace[948117223] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"464.007234ms","start":"2026-03-03T18:11:57.230624Z","end":"2026-03-03T18:11:57.694631Z","steps":["trace[948117223] 'process raft request' (duration: 463.44736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.694673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.230615Z","time spent":"464.038755ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:57.69468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.230065Z","time spent":"464.570607ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:57.694723Z","caller":"traceutil/trace.go:171","msg":"trace[737802802] transaction","detail":"{read_only:false; response_revision:12197; number_of_response:1; }","duration":"463.201105ms","start":"2026-03-03T18:11:57.231517Z","end":"2026-03-03T18:11:57.694718Z","steps":["trace[737802802] 'process raft request' (duration: 462.58102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.694752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.231506Z","time spent":"463.231047ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:57.694244Z","caller":"traceutil/trace.go:171","msg":"trace[1110090408] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"463.641995ms","start":"2026-03-03T18:11:57.230557Z","end":"2026-03-03T18:11:57.694199Z","steps":["trace[1110090408] 'process raft request' (duration: 463.481362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.694613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.462335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:11:57.694878Z","caller":"traceutil/trace.go:171","msg":"trace[1229697789] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12198; }","duration":"464.763832ms","start":"2026-03-03T18:11:57.230108Z","end":"2026-03-03T18:11:57.694872Z","steps":["trace[1229697789] 'agreement among raft nodes before linearized reading' (duration: 464.075815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:57.694898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.230098Z","time spent":"464.794202ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:11:57.694897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.230543Z","time spent":"464.312482ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:57.694165Z","caller":"traceutil/trace.go:171","msg":"trace[1289676163] linearizableReadLoop","detail":"{readStateIndex:12645; appliedIndex:12639; }","duration":"240.553347ms","start":"2026-03-03T18:11:57.4536Z","end":"2026-03-03T18:11:57.694154Z","steps":["trace[1289676163] 'read index received' (duration: 147.711706ms)","trace[1289676163] 'applied index is now lower than readState.Index' (duration: 92.840851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:57.694611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:57.229479Z","time spent":"464.935675ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:11:59.083109Z","caller":"traceutil/trace.go:171","msg":"trace[2088105472] linearizableReadLoop","detail":"{readStateIndex:12648; appliedIndex:12646; }","duration":"308.832571ms","start":"2026-03-03T18:11:58.774243Z","end":"2026-03-03T18:11:59.083075Z","steps":["trace[2088105472] 'read index received' (duration: 34.598167ms)","trace[2088105472] 'applied index is now lower than readState.Index' (duration: 274.232714ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:11:59.083122Z","caller":"traceutil/trace.go:171","msg":"trace[321492610] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"319.000881ms","start":"2026-03-03T18:11:58.764079Z","end":"2026-03-03T18:11:59.083079Z","steps":["trace[321492610] 'process raft request' (duration: 266.555932ms)","trace[321492610] 'compare' (duration: 52.226004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:59.083287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.015085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:59.083383Z","caller":"traceutil/trace.go:171","msg":"trace[1601140923] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12200; }","duration":"309.157338ms","start":"2026-03-03T18:11:58.774203Z","end":"2026-03-03T18:11:59.08336Z","steps":["trace[1601140923] 'agreement among raft nodes before linearized reading' (duration: 308.991595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.083363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:58.76406Z","time spent":"319.196846ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:11:59.083434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:58.774187Z","time spent":"309.23457ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:11:59.679428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.902024ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:11:59.679539Z","caller":"traceutil/trace.go:171","msg":"trace[403059164] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12648; }","duration":"596.321958ms","start":"2026-03-03T18:11:59.083199Z","end":"2026-03-03T18:11:59.679521Z","steps":["trace[403059164] 'read index received' (duration: 267.229469ms)","trace[403059164] 'applied index is now lower than readState.Index' (duration: 329.090929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:11:59.679669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.562091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:59.679707Z","caller":"traceutil/trace.go:171","msg":"trace[1154667043] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12200; }","duration":"648.653843ms","start":"2026-03-03T18:11:59.031043Z","end":"2026-03-03T18:11:59.679697Z","steps":["trace[1154667043] 'agreement among raft nodes before linearized reading' (duration: 648.554861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.679696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.900035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:59.679746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.031025Z","time spent":"648.711675ms","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:11:59.679771Z","caller":"traceutil/trace.go:171","msg":"trace[1166330466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12200; }","duration":"670.016807ms","start":"2026-03-03T18:11:59.009738Z","end":"2026-03-03T18:11:59.679754Z","steps":["trace[1166330466] 'agreement among raft nodes before linearized reading' (duration: 669.887224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.679817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.009717Z","time spent":"670.092499ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:11:59.716089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.738159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:11:59.716141Z","caller":"traceutil/trace.go:171","msg":"trace[628713992] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:12201; }","duration":"131.846943ms","start":"2026-03-03T18:11:59.584282Z","end":"2026-03-03T18:11:59.716129Z","steps":["trace[628713992] 'agreement among raft nodes before linearized reading' (duration: 131.755351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.648354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:11:59.716211Z","caller":"traceutil/trace.go:171","msg":"trace[2048299705] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12201; }","duration":"482.739116ms","start":"2026-03-03T18:11:59.233453Z","end":"2026-03-03T18:11:59.716192Z","steps":["trace[2048299705] 'agreement among raft nodes before linearized reading' (duration: 482.594583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.512601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:11:59.716255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.233439Z","time spent":"482.808497ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:11:59.716306Z","caller":"traceutil/trace.go:171","msg":"trace[1108240076] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12201; }","duration":"482.708225ms","start":"2026-03-03T18:11:59.233572Z","end":"2026-03-03T18:11:59.716281Z","steps":["trace[1108240076] 'agreement among raft nodes before linearized reading' (duration: 482.447059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.233567Z","time spent":"482.784587ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:11:59.716437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.962201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:59.716466Z","caller":"traceutil/trace.go:171","msg":"trace[1459515502] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12201; }","duration":"483.015592ms","start":"2026-03-03T18:11:59.233441Z","end":"2026-03-03T18:11:59.716457Z","steps":["trace[1459515502] 'agreement among raft nodes before linearized reading' (duration: 482.973841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.233425Z","time spent":"483.069353ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:11:59.716545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.271469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:59.716574Z","caller":"traceutil/trace.go:171","msg":"trace[87473637] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12201; }","duration":"630.333481ms","start":"2026-03-03T18:11:59.086232Z","end":"2026-03-03T18:11:59.716566Z","steps":["trace[87473637] 'agreement among raft nodes before linearized reading' (duration: 630.28116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.036457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:11:59.716614Z","caller":"traceutil/trace.go:171","msg":"trace[1799216806] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12201; }","duration":"307.062998ms","start":"2026-03-03T18:11:59.409543Z","end":"2026-03-03T18:11:59.716606Z","steps":["trace[1799216806] 'agreement among raft nodes before linearized reading' (duration: 307.019877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:11:59.716617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.086212Z","time spent":"630.393532ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:11:59.716639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.409501Z","time spent":"307.131019ms","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:00.115333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.738789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:00.115436Z","caller":"traceutil/trace.go:171","msg":"trace[111951786] linearizableReadLoop","detail":"{readStateIndex:12651; appliedIndex:12650; }","duration":"399.537093ms","start":"2026-03-03T18:11:59.715882Z","end":"2026-03-03T18:12:00.115419Z","steps":["trace[111951786] 'read index received' (duration: 179.644791ms)","trace[111951786] 'applied index is now lower than readState.Index' (duration: 219.891042ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:00.115532Z","caller":"traceutil/trace.go:171","msg":"trace[230064096] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"414.491295ms","start":"2026-03-03T18:11:59.701024Z","end":"2026-03-03T18:12:00.115516Z","steps":["trace[230064096] 'process raft request' (duration: 194.48719ms)","trace[230064096] 'compare' (duration: 219.602606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:00.115587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.701006Z","time spent":"414.552687ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:00.115729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.947278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:00.115763Z","caller":"traceutil/trace.go:171","msg":"trace[858398284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12202; }","duration":"435.011979ms","start":"2026-03-03T18:11:59.680742Z","end":"2026-03-03T18:12:00.115754Z","steps":["trace[858398284] 'agreement among raft nodes before linearized reading' (duration: 434.955528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.11579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.680725Z","time spent":"435.05935ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:00.115893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.424201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:12:00.115909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.329759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:12:00.115991Z","caller":"traceutil/trace.go:171","msg":"trace[1898605663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12202; }","duration":"416.568744ms","start":"2026-03-03T18:11:59.699401Z","end":"2026-03-03T18:12:00.115969Z","steps":["trace[1898605663] 'agreement among raft nodes before linearized reading' (duration: 416.256277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:00.115996Z","caller":"traceutil/trace.go:171","msg":"trace[1992318644] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12202; }","duration":"416.500003ms","start":"2026-03-03T18:11:59.699471Z","end":"2026-03-03T18:12:00.115971Z","steps":["trace[1992318644] 'agreement among raft nodes before linearized reading' (duration: 416.237397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.116013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.923298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:12:00.116049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.699379Z","time spent":"416.659567ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:00.116017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.206868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:00.1161Z","caller":"traceutil/trace.go:171","msg":"trace[2091263291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12202; }","duration":"399.040091ms","start":"2026-03-03T18:11:59.717042Z","end":"2026-03-03T18:12:00.116082Z","steps":["trace[2091263291] 'agreement among raft nodes before linearized reading' (duration: 398.763315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.116103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.832422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:12:00.116129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.616586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:12:00.11615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.717011Z","time spent":"399.129933ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:00.116144Z","caller":"traceutil/trace.go:171","msg":"trace[879761564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12202; }","duration":"397.920164ms","start":"2026-03-03T18:11:59.718215Z","end":"2026-03-03T18:12:00.116135Z","steps":["trace[879761564] 'agreement among raft nodes before linearized reading' (duration: 397.781401ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:00.116149Z","caller":"traceutil/trace.go:171","msg":"trace[810629713] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12202; }","duration":"411.347631ms","start":"2026-03-03T18:11:59.704751Z","end":"2026-03-03T18:12:00.116099Z","steps":["trace[810629713] 'agreement among raft nodes before linearized reading' (duration: 411.160067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.116161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.063052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:00.116189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.718193Z","time spent":"397.990565ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:12:00.116194Z","caller":"traceutil/trace.go:171","msg":"trace[1712712981] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12202; }","duration":"416.703458ms","start":"2026-03-03T18:11:59.699467Z","end":"2026-03-03T18:12:00.116171Z","steps":["trace[1712712981] 'agreement among raft nodes before linearized reading' (duration: 416.438062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.116206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.704736Z","time spent":"411.459374ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:12:00.116208Z","caller":"traceutil/trace.go:171","msg":"trace[1649187932] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12202; }","duration":"105.144703ms","start":"2026-03-03T18:12:00.011049Z","end":"2026-03-03T18:12:00.116194Z","steps":["trace[1649187932] 'agreement among raft nodes before linearized reading' (duration: 105.04325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.11624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.699455Z","time spent":"416.77576ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:00.116049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.699382Z","time spent":"416.658677ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:00.116492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.625274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:00.116586Z","caller":"traceutil/trace.go:171","msg":"trace[1061387332] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12202; }","duration":"396.760797ms","start":"2026-03-03T18:11:59.719805Z","end":"2026-03-03T18:12:00.116565Z","steps":["trace[1061387332] 'agreement among raft nodes before linearized reading' (duration: 396.201884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.11664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:11:59.719795Z","time spent":"396.835499ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:00.117061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.267149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150885"} {"level":"info","ts":"2026-03-03T18:12:00.117271Z","caller":"traceutil/trace.go:171","msg":"trace[1612958794] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12202; }","duration":"181.455153ms","start":"2026-03-03T18:11:59.93575Z","end":"2026-03-03T18:12:00.117205Z","steps":["trace[1612958794] 'agreement among raft nodes before linearized reading' (duration: 180.179214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:00.439258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.997648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:00.439433Z","caller":"traceutil/trace.go:171","msg":"trace[1891241962] transaction","detail":"{read_only:false; response_revision:12203; number_of_response:1; }","duration":"317.522085ms","start":"2026-03-03T18:12:00.121886Z","end":"2026-03-03T18:12:00.439408Z","steps":["trace[1891241962] 'process raft request' (duration: 129.23123ms)","trace[1891241962] 'compare' (duration: 187.767103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:00.439659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.121857Z","time spent":"317.760681ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:02.009157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.647916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:02.009316Z","caller":"traceutil/trace.go:171","msg":"trace[1444761135] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12203; }","duration":"208.81792ms","start":"2026-03-03T18:12:01.800476Z","end":"2026-03-03T18:12:02.009294Z","steps":["trace[1444761135] 'range keys from in-memory index tree' (duration: 208.629126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.009658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404990839s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:02.009821Z","caller":"traceutil/trace.go:171","msg":"trace[1282270310] transaction","detail":"{read_only:false; response_revision:12204; number_of_response:1; }","duration":"1.887474899s","start":"2026-03-03T18:12:00.122331Z","end":"2026-03-03T18:12:02.009806Z","steps":["trace[1282270310] 'process raft request' (duration: 482.253385ms)","trace[1282270310] 'compare' (duration: 1.404781764s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:02.009914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.122305Z","time spent":"1.88755203s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:02.009941Z","caller":"traceutil/trace.go:171","msg":"trace[1878139947] transaction","detail":"{read_only:false; response_revision:12205; number_of_response:1; }","duration":"1.887594192s","start":"2026-03-03T18:12:00.122329Z","end":"2026-03-03T18:12:02.009923Z","steps":["trace[1878139947] 'process raft request' (duration: 1.887465039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.010007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.122317Z","time spent":"1.887659483s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:02.010219Z","caller":"traceutil/trace.go:171","msg":"trace[552135380] transaction","detail":"{read_only:false; response_revision:12206; number_of_response:1; }","duration":"1.888048352s","start":"2026-03-03T18:12:00.122146Z","end":"2026-03-03T18:12:02.010195Z","steps":["trace[552135380] 'process raft request' (duration: 1.887737575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.010513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.122074Z","time spent":"1.888214596s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:02.010537Z","caller":"traceutil/trace.go:171","msg":"trace[1752899400] transaction","detail":"{read_only:false; response_revision:12207; number_of_response:1; }","duration":"1.887789496s","start":"2026-03-03T18:12:00.122728Z","end":"2026-03-03T18:12:02.010518Z","steps":["trace[1752899400] 'process raft request' (duration: 1.887396987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.010606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.122712Z","time spent":"1.887861788s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:02.010639Z","caller":"traceutil/trace.go:171","msg":"trace[1269068971] linearizableReadLoop","detail":"{readStateIndex:12656; appliedIndex:12651; }","duration":"1.887751066s","start":"2026-03-03T18:12:00.122851Z","end":"2026-03-03T18:12:02.010603Z","steps":["trace[1269068971] 'read index received' (duration: 128.276179ms)","trace[1269068971] 'applied index is now lower than readState.Index' (duration: 1.759471707s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:02.010796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887915999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:02.010871Z","caller":"traceutil/trace.go:171","msg":"trace[1325295964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12207; }","duration":"1.888014701s","start":"2026-03-03T18:12:00.122834Z","end":"2026-03-03T18:12:02.010849Z","steps":["trace[1325295964] 'agreement among raft nodes before linearized reading' (duration: 1.887885118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.010914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.122828Z","time spent":"1.888076123s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:12:02.011015Z","caller":"traceutil/trace.go:171","msg":"trace[1935364990] transaction","detail":"{read_only:false; response_revision:12208; number_of_response:1; }","duration":"1.197030489s","start":"2026-03-03T18:12:00.813963Z","end":"2026-03-03T18:12:02.010994Z","steps":["trace[1935364990] 'process raft request' (duration: 1.196604019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:02.01114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.813933Z","time spent":"1.197143022s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:02.51121Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026606,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:02.577914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.145985884s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:12:03.230167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:12:03.230306Z","caller":"traceutil/trace.go:171","msg":"trace[227863267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000793685s","start":"2026-03-03T18:12:01.229489Z","end":"2026-03-03T18:12:03.230282Z","steps":["trace[227863267] 'agreement among raft nodes before linearized reading' (duration: 2.000602391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:03.230366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.229473Z","time spent":"2.000880287s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:04.012424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000422505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:04.012505Z","caller":"traceutil/trace.go:171","msg":"trace[1832890990] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000574448s","start":"2026-03-03T18:12:02.011912Z","end":"2026-03-03T18:12:04.012486Z","steps":["trace[1832890990] 'agreement among raft nodes before linearized reading' (duration: 2.000469856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:04.012552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.011893Z","time spent":"2.00065089s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:04.460736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882403158s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:04.460933Z","caller":"traceutil/trace.go:171","msg":"trace[596971982] transaction","detail":"{read_only:false; response_revision:12210; number_of_response:1; }","duration":"3.373257014s","start":"2026-03-03T18:12:01.087659Z","end":"2026-03-03T18:12:04.460916Z","steps":["trace[596971982] 'process raft request' (duration: 3.373164922s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:04.460969Z","caller":"traceutil/trace.go:171","msg":"trace[209427499] transaction","detail":"{read_only:false; response_revision:12209; number_of_response:1; }","duration":"3.642861739s","start":"2026-03-03T18:12:00.818074Z","end":"2026-03-03T18:12:04.460935Z","steps":["trace[209427499] 'process raft request' (duration: 1.760185124s)","trace[209427499] 'compare' (duration: 1.881710263s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:04.461091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.087642Z","time spent":"3.373382817s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:04.461205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.818033Z","time spent":"3.643071614s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:06.021734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000927607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:06.021869Z","caller":"traceutil/trace.go:171","msg":"trace[541010987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001116271s","start":"2026-03-03T18:12:04.020732Z","end":"2026-03-03T18:12:06.021848Z","steps":["trace[541010987] 'agreement among raft nodes before linearized reading' (duration: 2.000963248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.021963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.02071Z","time spent":"2.001197643s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:06.427712Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.849545888s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:12:06.42879Z","caller":"traceutil/trace.go:171","msg":"trace[2030646311] linearizableReadLoop","detail":"{readStateIndex:12660; appliedIndex:12657; }","duration":"4.418059379s","start":"2026-03-03T18:12:02.010701Z","end":"2026-03-03T18:12:06.42876Z","steps":["trace[2030646311] 'read index received' (duration: 567.478987ms)","trace[2030646311] 'applied index is now lower than readState.Index' (duration: 3.850579562s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:06.428892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708636179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:06.428901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801274405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:06.428962Z","caller":"traceutil/trace.go:171","msg":"trace[374444803] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12211; }","duration":"4.708757512s","start":"2026-03-03T18:12:01.720189Z","end":"2026-03-03T18:12:06.428947Z","steps":["trace[374444803] 'agreement among raft nodes before linearized reading' (duration: 4.708581838s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:06.428968Z","caller":"traceutil/trace.go:171","msg":"trace[157801747] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12211; }","duration":"4.801390969s","start":"2026-03-03T18:12:01.627559Z","end":"2026-03-03T18:12:06.42895Z","steps":["trace[157801747] 'agreement among raft nodes before linearized reading' (duration: 4.801239065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.428993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.720166Z","time spent":"4.708822073s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:06.428989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.444709096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T18:12:06.429001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.299005304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T18:12:06.428963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666551652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:06.429036Z","caller":"traceutil/trace.go:171","msg":"trace[440528959] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12211; }","duration":"6.299055295s","start":"2026-03-03T18:12:00.12997Z","end":"2026-03-03T18:12:06.429025Z","steps":["trace[440528959] 'agreement among raft nodes before linearized reading' (duration: 6.298892331s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:06.429039Z","caller":"traceutil/trace.go:171","msg":"trace[90790360] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12211; }","duration":"5.444790598s","start":"2026-03-03T18:12:00.984232Z","end":"2026-03-03T18:12:06.429023Z","steps":["trace[90790360] 'agreement among raft nodes before linearized reading' (duration: 5.444555932s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.429015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.358234455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:06.429064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.129942Z","time spent":"6.299115846s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:12:06.429064Z","caller":"traceutil/trace.go:171","msg":"trace[872209225] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"4.307659733s","start":"2026-03-03T18:12:02.121392Z","end":"2026-03-03T18:12:06.429051Z","steps":["trace[872209225] 'process raft request' (duration: 4.306620669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.429074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.984208Z","time spent":"5.4448578s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:12:06.429119Z","caller":"traceutil/trace.go:171","msg":"trace[1026669538] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12211; }","duration":"5.666715096s","start":"2026-03-03T18:12:00.762331Z","end":"2026-03-03T18:12:06.429046Z","steps":["trace[1026669538] 'agreement among raft nodes before linearized reading' (duration: 5.666493031s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:06.429153Z","caller":"traceutil/trace.go:171","msg":"trace[778064561] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12211; }","duration":"5.358325257s","start":"2026-03-03T18:12:01.070749Z","end":"2026-03-03T18:12:06.429075Z","steps":["trace[778064561] 'agreement among raft nodes before linearized reading' (duration: 5.358186204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.429181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.762308Z","time spent":"5.666862861s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:06.429205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.070719Z","time spent":"5.358475101s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:06.429252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708052986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:06.429276Z","caller":"traceutil/trace.go:171","msg":"trace[1893455729] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12211; }","duration":"4.708117097s","start":"2026-03-03T18:12:01.721153Z","end":"2026-03-03T18:12:06.42927Z","steps":["trace[1893455729] 'agreement among raft nodes before linearized reading' (duration: 4.708014345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.429283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.708805083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:06.429299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.721131Z","time spent":"4.708158469s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:06.429316Z","caller":"traceutil/trace.go:171","msg":"trace[1524792876] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12211; }","duration":"4.708873545s","start":"2026-03-03T18:12:01.720434Z","end":"2026-03-03T18:12:06.429307Z","steps":["trace[1524792876] 'agreement among raft nodes before linearized reading' (duration: 4.708824184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.42901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.627536Z","time spent":"4.801464791s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:06.42935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:01.720413Z","time spent":"4.708930866s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:06.429183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.121364Z","time spent":"4.307759225s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:06.429772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303782408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:12:06.429807Z","caller":"traceutil/trace.go:171","msg":"trace[890765810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12211; }","duration":"6.30385836s","start":"2026-03-03T18:12:00.125941Z","end":"2026-03-03T18:12:06.4298Z","steps":["trace[890765810] 'agreement among raft nodes before linearized reading' (duration: 6.303306347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:06.429829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:00.125922Z","time spent":"6.3039007s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:12:06.929939Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:07.430665Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:07.444106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999452285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:12:07.444257Z","caller":"traceutil/trace.go:171","msg":"trace[1302756892] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99966786s","start":"2026-03-03T18:12:02.444557Z","end":"2026-03-03T18:12:07.444225Z","steps":["trace[1302756892] 'agreement among raft nodes before linearized reading' (duration: 4.999473176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:07.444326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.444537Z","time spent":"4.999776703s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:07.931779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:08.032178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009652894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:08.032248Z","caller":"traceutil/trace.go:171","msg":"trace[1303315954] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009766216s","start":"2026-03-03T18:12:06.022465Z","end":"2026-03-03T18:12:08.032231Z","steps":["trace[1303315954] 'agreement among raft nodes before linearized reading' (duration: 2.009672424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:08.0323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:06.022446Z","time spent":"2.009845469s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:08.107882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.386334557s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:12:08.959867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.690416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:08.960207Z","caller":"traceutil/trace.go:171","msg":"trace[373591394] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"4.94460805s","start":"2026-03-03T18:12:04.015578Z","end":"2026-03-03T18:12:08.960186Z","steps":["trace[373591394] 'process raft request' (duration: 4.944383295s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:08.960213Z","caller":"traceutil/trace.go:171","msg":"trace[1601327521] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"5.726883097s","start":"2026-03-03T18:12:03.233302Z","end":"2026-03-03T18:12:08.960185Z","steps":["trace[1601327521] 'process raft request' (duration: 4.874805732s)","trace[1601327521] 'compare' (duration: 850.748125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:08.960294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.015548Z","time spent":"4.944701622s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:08.960329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:03.233278Z","time spent":"5.726990649s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:09.014124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999602198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T18:12:09.014118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999778683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:09.014197Z","caller":"traceutil/trace.go:171","msg":"trace[44065625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999738701s","start":"2026-03-03T18:12:04.014442Z","end":"2026-03-03T18:12:09.014181Z","steps":["trace[44065625] 'agreement among raft nodes before linearized reading' (duration: 4.999636069s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:09.014216Z","caller":"traceutil/trace.go:171","msg":"trace[982858612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999927776s","start":"2026-03-03T18:12:04.014266Z","end":"2026-03-03T18:12:09.014193Z","steps":["trace[982858612] 'agreement among raft nodes before linearized reading' (duration: 4.999807424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:09.014238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.014419Z","time spent":"4.999810953s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 18:12:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:09.014274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.014248Z","time spent":"5.000012849s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 18:12:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:10.030568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998254214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:10.030638Z","caller":"traceutil/trace.go:171","msg":"trace[1147259412] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998372436s","start":"2026-03-03T18:12:08.032251Z","end":"2026-03-03T18:12:10.030623Z","steps":["trace[1147259412] 'agreement among raft nodes before linearized reading' (duration: 1.998282224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:10.030674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.032233Z","time spent":"1.998432368s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:10.192716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084614142s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:12:11.065588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.526979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:11.06587Z","caller":"traceutil/trace.go:171","msg":"trace[283697849] transaction","detail":"{read_only:false; response_revision:12214; number_of_response:1; }","duration":"4.630982117s","start":"2026-03-03T18:12:06.434864Z","end":"2026-03-03T18:12:11.065846Z","steps":["trace[283697849] 'process raft request' (duration: 3.758096829s)","trace[283697849] 'compare' (duration: 871.424213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:11.065949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:06.434842Z","time spent":"4.631066488s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:11.065986Z","caller":"traceutil/trace.go:171","msg":"trace[1443185884] linearizableReadLoop","detail":"{readStateIndex:12666; appliedIndex:12660; }","duration":"4.637133532s","start":"2026-03-03T18:12:06.428837Z","end":"2026-03-03T18:12:11.065971Z","steps":["trace[1443185884] 'read index received' (duration: 1.679225233s)","trace[1443185884] 'applied index is now lower than readState.Index' (duration: 2.957907359s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:11.06611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.084852233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:11.066119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.050594188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:11.066186Z","caller":"traceutil/trace.go:171","msg":"trace[1302957290] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12217; }","duration":"7.05068302s","start":"2026-03-03T18:12:04.015487Z","end":"2026-03-03T18:12:11.06617Z","steps":["trace[1302957290] 'agreement among raft nodes before linearized reading' (duration: 7.050529076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.06622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.015479Z","time spent":"7.050733721s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":16,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.066255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.231583018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-03-03T18:12:11.066295Z","caller":"traceutil/trace.go:171","msg":"trace[803004669] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12217; }","duration":"8.23165722s","start":"2026-03-03T18:12:02.83463Z","end":"2026-03-03T18:12:11.066287Z","steps":["trace[803004669] 'agreement among raft nodes before linearized reading' (duration: 8.231533827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.834608Z","time spent":"8.231711112s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"info","ts":"2026-03-03T18:12:11.066365Z","caller":"traceutil/trace.go:171","msg":"trace[2125767527] transaction","detail":"{read_only:false; response_revision:12217; number_of_response:1; }","duration":"3.300703491s","start":"2026-03-03T18:12:07.76565Z","end":"2026-03-03T18:12:11.066354Z","steps":["trace[2125767527] 'process raft request' (duration: 3.30022956s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:11.066397Z","caller":"traceutil/trace.go:171","msg":"trace[441345895] transaction","detail":"{read_only:false; response_revision:12215; number_of_response:1; }","duration":"4.598742236s","start":"2026-03-03T18:12:06.467643Z","end":"2026-03-03T18:12:11.066385Z","steps":["trace[441345895] 'process raft request' (duration: 4.59807092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:07.765623Z","time spent":"3.300763093s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19141,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:11.066455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:06.467611Z","time spent":"4.598813437s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:11.06652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.361574907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:11.066551Z","caller":"traceutil/trace.go:171","msg":"trace[639142603] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12217; }","duration":"8.361642858s","start":"2026-03-03T18:12:02.704898Z","end":"2026-03-03T18:12:11.066541Z","steps":["trace[639142603] 'agreement among raft nodes before linearized reading' (duration: 8.361590476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.370537555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:12:11.066584Z","caller":"traceutil/trace.go:171","msg":"trace[1534955135] transaction","detail":"{read_only:false; response_revision:12216; number_of_response:1; }","duration":"3.582542485s","start":"2026-03-03T18:12:07.48403Z","end":"2026-03-03T18:12:11.066573Z","steps":["trace[1534955135] 'process raft request' (duration: 3.581762537s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:11.066598Z","caller":"traceutil/trace.go:171","msg":"trace[1826853535] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12217; }","duration":"5.370598387s","start":"2026-03-03T18:12:05.695993Z","end":"2026-03-03T18:12:11.066592Z","steps":["trace[1826853535] 'agreement among raft nodes before linearized reading' (duration: 5.370521885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:05.695972Z","time spent":"5.370640368s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T18:12:11.066609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.052236717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:12:11.066665Z","caller":"traceutil/trace.go:171","msg":"trace[1490317086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12217; }","duration":"7.052312629s","start":"2026-03-03T18:12:04.014335Z","end":"2026-03-03T18:12:11.066648Z","steps":["trace[1490317086] 'agreement among raft nodes before linearized reading' (duration: 7.052137945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.06658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.704876Z","time spent":"8.361696449s","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.066691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.758672916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:11.066693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.014329Z","time spent":"7.05235819s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:12:11.066717Z","caller":"traceutil/trace.go:171","msg":"trace[1099382767] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12217; }","duration":"6.758722448s","start":"2026-03-03T18:12:04.307983Z","end":"2026-03-03T18:12:11.066706Z","steps":["trace[1099382767] 'agreement among raft nodes before linearized reading' (duration: 6.758685497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.307966Z","time spent":"6.758766268s","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.066708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.052044082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:12:11.066761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:07.483996Z","time spent":"3.582610597s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:11.066787Z","caller":"traceutil/trace.go:171","msg":"trace[1992685896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12217; }","duration":"7.052157334s","start":"2026-03-03T18:12:04.014612Z","end":"2026-03-03T18:12:11.066769Z","steps":["trace[1992685896] 'agreement among raft nodes before linearized reading' (duration: 7.051884958s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:11.066143Z","caller":"traceutil/trace.go:171","msg":"trace[1167476893] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12217; }","duration":"8.084921545s","start":"2026-03-03T18:12:02.981211Z","end":"2026-03-03T18:12:11.066132Z","steps":["trace[1167476893] 'agreement among raft nodes before linearized reading' (duration: 8.084837233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:04.014605Z","time spent":"7.052212715s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:11.06686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.981192Z","time spent":"8.085656962s","remote":"127.0.0.1:48592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.066888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.033678023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:11.066928Z","caller":"traceutil/trace.go:171","msg":"trace[1648740985] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12217; }","duration":"9.033741355s","start":"2026-03-03T18:12:02.033175Z","end":"2026-03-03T18:12:11.066916Z","steps":["trace[1648740985] 'agreement among raft nodes before linearized reading' (duration: 9.033674144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.066962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:02.033162Z","time spent":"9.033791396s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.06706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.572716594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:11.067095Z","caller":"traceutil/trace.go:171","msg":"trace[329115018] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12217; }","duration":"7.572789504s","start":"2026-03-03T18:12:03.494295Z","end":"2026-03-03T18:12:11.067085Z","steps":["trace[329115018] 'agreement among raft nodes before linearized reading' (duration: 7.572729433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.067116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:03.49427Z","time spent":"7.572840556s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.067632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.239174349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:11.067719Z","caller":"traceutil/trace.go:171","msg":"trace[119149125] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12217; }","duration":"7.239852485s","start":"2026-03-03T18:12:03.827837Z","end":"2026-03-03T18:12:11.06769Z","steps":["trace[119149125] 'agreement among raft nodes before linearized reading' (duration: 7.23917369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.067772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:03.827816Z","time spent":"7.239937527s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:11.067762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.88518735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T18:12:11.067827Z","caller":"traceutil/trace.go:171","msg":"trace[2127251515] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12217; }","duration":"7.885283542s","start":"2026-03-03T18:12:03.182522Z","end":"2026-03-03T18:12:11.067806Z","steps":["trace[2127251515] 'agreement among raft nodes before linearized reading' (duration: 7.883522041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:11.067868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:03.182503Z","time spent":"7.885352443s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:11.566764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:12.031781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000730292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:12.031867Z","caller":"traceutil/trace.go:171","msg":"trace[1584602495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000875296s","start":"2026-03-03T18:12:10.030973Z","end":"2026-03-03T18:12:12.031848Z","steps":["trace[1584602495] 'agreement among raft nodes before linearized reading' (duration: 2.000761523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:12.031914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:10.030951Z","time spent":"2.000954089s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:12.067478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:12.444102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998297033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:12.444177Z","caller":"traceutil/trace.go:171","msg":"trace[1322184773] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998437456s","start":"2026-03-03T18:12:09.445722Z","end":"2026-03-03T18:12:12.444159Z","steps":["trace[1322184773] 'agreement among raft nodes before linearized reading' (duration: 2.998340374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:12.444217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:09.445698Z","time spent":"2.998510738s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 18:12:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:12.568556Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:13.068933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:13.229475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:13.22977Z","caller":"traceutil/trace.go:171","msg":"trace[1436744556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423315s","start":"2026-03-03T18:12:11.229116Z","end":"2026-03-03T18:12:13.22954Z","steps":["trace[1436744556] 'agreement among raft nodes before linearized reading' (duration: 2.000274631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:13.229866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.22909Z","time spent":"2.000721392s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:13.435651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.436119Z","time spent":"4.999524287s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:13.569738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:14.013724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.996516031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:14.013775Z","caller":"traceutil/trace.go:171","msg":"trace[1007241869] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.996613603s","start":"2026-03-03T18:12:11.01715Z","end":"2026-03-03T18:12:14.013764Z","steps":["trace[1007241869] 'agreement among raft nodes before linearized reading' (duration: 2.996552982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:14.013797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.01713Z","time spent":"2.996661264s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 18:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:14.014395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.073722Z","time spent":"2.940669032s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:14.014785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.073242Z","time spent":"2.941541283s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:14.037794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.021907701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:14.037853Z","caller":"traceutil/trace.go:171","msg":"trace[601068158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.022008753s","start":"2026-03-03T18:12:11.015829Z","end":"2026-03-03T18:12:14.037838Z","steps":["trace[601068158] 'agreement among raft nodes before linearized reading' (duration: 3.021942762s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:14.037895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.015807Z","time spent":"3.022075834s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 18:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:14.043242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:12:14.043294Z","caller":"traceutil/trace.go:171","msg":"trace[1471766137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000180339s","start":"2026-03-03T18:12:12.043105Z","end":"2026-03-03T18:12:14.043285Z","steps":["trace[1471766137] 'agreement among raft nodes before linearized reading' (duration: 2.000124277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:14.04333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.043087Z","time spent":"2.000234852s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:14.063426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262417301s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:14.063495Z","caller":"traceutil/trace.go:171","msg":"trace[174928064] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12217; }","duration":"2.262488182s","start":"2026-03-03T18:12:11.800996Z","end":"2026-03-03T18:12:14.063484Z","steps":["trace[174928064] 'range keys from in-memory index tree' (duration: 2.26240877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:14.07064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:14.571514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:15.072045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:15.384605Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"384a9cb4cef908f0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T18:12:15.572588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026619,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:15.777885Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.751586694s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:12:15.965432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:10.965632Z","time spent":"4.999792663s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:12:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:16.049138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:16.049213Z","caller":"traceutil/trace.go:171","msg":"trace[178780695] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297533s","start":"2026-03-03T18:12:14.048899Z","end":"2026-03-03T18:12:16.049197Z","steps":["trace[178780695] 'agreement among raft nodes before linearized reading' (duration: 2.00020343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:16.049255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.048886Z","time spent":"2.000360935s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:16.821935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042672715s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:16.82285Z","caller":"traceutil/trace.go:171","msg":"trace[162380323] transaction","detail":"{read_only:false; response_revision:12220; number_of_response:1; }","duration":"6.937387516s","start":"2026-03-03T18:12:09.885446Z","end":"2026-03-03T18:12:16.822834Z","steps":["trace[162380323] 'process raft request' (duration: 6.937332285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:16.823139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:09.885415Z","time spent":"6.937671633s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:17.444404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.446045Z","time spent":"4.998352279s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:17.887979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.420066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-03T18:12:17.888762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.068229Z","time spent":"6.820527995s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:12:17.888837Z","caller":"traceutil/trace.go:171","msg":"trace[2015363141] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"5.92139215s","start":"2026-03-03T18:12:11.967422Z","end":"2026-03-03T18:12:17.888814Z","steps":["trace[2015363141] 'process raft request' (duration: 5.920914919s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.889385Z","caller":"traceutil/trace.go:171","msg":"trace[1812892544] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"3.873153095s","start":"2026-03-03T18:12:14.016195Z","end":"2026-03-03T18:12:17.889348Z","steps":["trace[1812892544] 'process raft request' (duration: 3.8729476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.889471Z","caller":"traceutil/trace.go:171","msg":"trace[1863480589] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12227; }","duration":"3.870578984s","start":"2026-03-03T18:12:14.018869Z","end":"2026-03-03T18:12:17.889448Z","steps":["trace[1863480589] 'process raft request' (duration: 3.870448551s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.889454Z","caller":"traceutil/trace.go:171","msg":"trace[2062054985] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12227; }","duration":"3.872584402s","start":"2026-03-03T18:12:14.016772Z","end":"2026-03-03T18:12:17.889357Z","steps":["trace[2062054985] 'process raft request' (duration: 3.872518751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.889513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.967396Z","time spent":"5.922020185s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:17.889183Z","caller":"traceutil/trace.go:171","msg":"trace[932802179] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"4.800124479s","start":"2026-03-03T18:12:13.089041Z","end":"2026-03-03T18:12:17.889166Z","steps":["trace[932802179] 'process raft request' (duration: 4.799934004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.889614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.018859Z","time spent":"3.870646036s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:17.889633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.016765Z","time spent":"3.872778017s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":473,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:17.889673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:13.089021Z","time spent":"4.800613971s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:17.889389Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"39.731µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"warn","ts":"2026-03-03T18:12:17.889525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.016186Z","time spent":"3.873280428s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:17.889811Z","caller":"traceutil/trace.go:171","msg":"trace[2009652374] linearizableReadLoop","detail":"{readStateIndex:12680; appliedIndex:12666; }","duration":"6.823756902s","start":"2026-03-03T18:12:11.066022Z","end":"2026-03-03T18:12:17.889779Z","steps":["trace[2009652374] 'read index received' (duration: 4.713904923s)","trace[2009652374] 'applied index is now lower than readState.Index' (duration: 2.109846889s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:17.889852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.454669802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.889904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.974018924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:17.889924Z","caller":"traceutil/trace.go:171","msg":"trace[248208708] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12227; }","duration":"9.454759614s","start":"2026-03-03T18:12:08.435144Z","end":"2026-03-03T18:12:17.889904Z","steps":["trace[248208708] 'agreement among raft nodes before linearized reading' (duration: 9.454657312s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.889928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.238752277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.320627006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.455193816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.890032Z","caller":"traceutil/trace.go:171","msg":"trace[119015828] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12227; }","duration":"8.238947292s","start":"2026-03-03T18:12:09.651067Z","end":"2026-03-03T18:12:17.890015Z","steps":["trace[119015828] 'agreement among raft nodes before linearized reading' (duration: 8.238757297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.450682809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:12:17.890119Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"384a9cb4cef908f0","error":"lease not found"} {"level":"warn","ts":"2026-03-03T18:12:17.890122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.777115542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.89015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.070381496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:09.651043Z","time spent":"8.239068445s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.890186Z","caller":"traceutil/trace.go:171","msg":"trace[1721987922] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12227; }","duration":"10.777214204s","start":"2026-03-03T18:12:07.112957Z","end":"2026-03-03T18:12:17.890172Z","steps":["trace[1721987922] 'agreement among raft nodes before linearized reading' (duration: 10.777119312s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890207Z","caller":"traceutil/trace.go:171","msg":"trace[1973369246] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12227; }","duration":"11.070461437s","start":"2026-03-03T18:12:06.819731Z","end":"2026-03-03T18:12:17.890192Z","steps":["trace[1973369246] 'agreement among raft nodes before linearized reading' (duration: 11.070383045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.889953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.926629147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T18:12:17.890223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.45500446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:12:17.889974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.435135Z","time spent":"9.454826235s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.066008082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.890285Z","caller":"traceutil/trace.go:171","msg":"trace[1212608466] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12227; }","duration":"9.455099853s","start":"2026-03-03T18:12:08.435172Z","end":"2026-03-03T18:12:17.890272Z","steps":["trace[1212608466] 'agreement among raft nodes before linearized reading' (duration: 9.45497572s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890282Z","caller":"traceutil/trace.go:171","msg":"trace[1292022473] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:12227; }","duration":"8.926983035s","start":"2026-03-03T18:12:08.963274Z","end":"2026-03-03T18:12:17.890257Z","steps":["trace[1292022473] 'agreement among raft nodes before linearized reading' (duration: 8.926537525s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890311Z","caller":"traceutil/trace.go:171","msg":"trace[1229264622] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12227; }","duration":"11.066109024s","start":"2026-03-03T18:12:06.824186Z","end":"2026-03-03T18:12:17.890295Z","steps":["trace[1229264622] 'agreement among raft nodes before linearized reading' (duration: 11.066019422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813802211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.890331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.435161Z","time spent":"9.455158414s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452211597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T18:12:17.890363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:06.824165Z","time spent":"11.066184225s","remote":"127.0.0.1:53364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.890382Z","caller":"traceutil/trace.go:171","msg":"trace[656318583] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12227; }","duration":"4.452248318s","start":"2026-03-03T18:12:13.438124Z","end":"2026-03-03T18:12:17.890372Z","steps":["trace[656318583] 'agreement among raft nodes before linearized reading' (duration: 4.452160476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890054Z","caller":"traceutil/trace.go:171","msg":"trace[2013612344] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12227; }","duration":"10.320737809s","start":"2026-03-03T18:12:07.569305Z","end":"2026-03-03T18:12:17.890043Z","steps":["trace[2013612344] 'agreement among raft nodes before linearized reading' (duration: 10.320616066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:13.438064Z","time spent":"4.45235299s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.006431317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.89046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:07.569282Z","time spent":"10.321162969s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.890483Z","caller":"traceutil/trace.go:171","msg":"trace[1886439614] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12227; }","duration":"6.006505159s","start":"2026-03-03T18:12:11.883971Z","end":"2026-03-03T18:12:17.890476Z","steps":["trace[1886439614] 'agreement among raft nodes before linearized reading' (duration: 6.006430578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.883951Z","time spent":"6.00654897s","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.889902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.64167215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.890615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841298849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.890706Z","caller":"traceutil/trace.go:171","msg":"trace[1323245134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12227; }","duration":"1.84138299s","start":"2026-03-03T18:12:16.049267Z","end":"2026-03-03T18:12:17.89065Z","steps":["trace[1323245134] 'agreement among raft nodes before linearized reading' (duration: 1.841292258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.451690869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:17.89063Z","caller":"traceutil/trace.go:171","msg":"trace[1694941428] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12227; }","duration":"8.642403887s","start":"2026-03-03T18:12:09.248169Z","end":"2026-03-03T18:12:17.890573Z","steps":["trace[1694941428] 'agreement among raft nodes before linearized reading' (duration: 8.64168409s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890367Z","caller":"traceutil/trace.go:171","msg":"trace[1798199287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12227; }","duration":"5.813873783s","start":"2026-03-03T18:12:12.07648Z","end":"2026-03-03T18:12:17.890353Z","steps":["trace[1798199287] 'agreement among raft nodes before linearized reading' (duration: 5.813806941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.847997628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-03T18:12:17.890784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809729254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.89081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.076461Z","time spent":"5.814319903s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.890841Z","caller":"traceutil/trace.go:171","msg":"trace[1817119058] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12227; }","duration":"5.809820627s","start":"2026-03-03T18:12:12.081006Z","end":"2026-03-03T18:12:17.890826Z","steps":["trace[1817119058] 'agreement among raft nodes before linearized reading' (duration: 5.809749565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814907354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-03T18:12:17.890818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:09.248142Z","time spent":"8.642653783s","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.890762Z","caller":"traceutil/trace.go:171","msg":"trace[942315388] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12227; }","duration":"6.451765861s","start":"2026-03-03T18:12:11.438987Z","end":"2026-03-03T18:12:17.890752Z","steps":["trace[942315388] 'agreement among raft nodes before linearized reading' (duration: 6.451636118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.980593248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.877271543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T18:12:17.890942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.438966Z","time spent":"6.451967075s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:12:17.890965Z","caller":"traceutil/trace.go:171","msg":"trace[964163284] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12227; }","duration":"1.980662289s","start":"2026-03-03T18:12:15.910296Z","end":"2026-03-03T18:12:17.890958Z","steps":["trace[964163284] 'agreement among raft nodes before linearized reading' (duration: 1.980605817s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.890973Z","caller":"traceutil/trace.go:171","msg":"trace[378103050] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12227; }","duration":"3.877334345s","start":"2026-03-03T18:12:14.013629Z","end":"2026-03-03T18:12:17.890964Z","steps":["trace[378103050] 'agreement among raft nodes before linearized reading' (duration: 3.877232572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:15.910277Z","time spent":"1.98070887s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.891001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.013614Z","time spent":"3.877380326s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:12:17.89098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867564574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T18:12:17.890067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.533496253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:17.891061Z","caller":"traceutil/trace.go:171","msg":"trace[1386178706] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12227; }","duration":"3.867663517s","start":"2026-03-03T18:12:14.023392Z","end":"2026-03-03T18:12:17.891055Z","steps":["trace[1386178706] 'agreement among raft nodes before linearized reading' (duration: 3.867423591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.924204276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-03-03T18:12:17.890425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.736824365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.160446256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:12:17.891127Z","caller":"traceutil/trace.go:171","msg":"trace[824724578] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12227; }","duration":"1.924275997s","start":"2026-03-03T18:12:15.966842Z","end":"2026-03-03T18:12:17.891118Z","steps":["trace[824724578] 'agreement among raft nodes before linearized reading' (duration: 1.924202366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:14.023384Z","time spent":"3.867723768s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:12:17.891164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:15.96682Z","time spent":"1.924337489s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.700736191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:17.890954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517648886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.89078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:16.049258Z","time spent":"1.841485073s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.226313963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:17.891258Z","caller":"traceutil/trace.go:171","msg":"trace[1233646931] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12227; }","duration":"2.517992224s","start":"2026-03-03T18:12:15.373248Z","end":"2026-03-03T18:12:17.89124Z","steps":["trace[1233646931] 'agreement among raft nodes before linearized reading' (duration: 2.517671937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.106661229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.891285Z","caller":"traceutil/trace.go:171","msg":"trace[1441962258] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12227; }","duration":"4.227366298s","start":"2026-03-03T18:12:13.663907Z","end":"2026-03-03T18:12:17.891274Z","steps":["trace[1441962258] 'agreement among raft nodes before linearized reading' (duration: 4.226269942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.891303Z","caller":"traceutil/trace.go:171","msg":"trace[312773736] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12227; }","duration":"4.106727651s","start":"2026-03-03T18:12:13.784568Z","end":"2026-03-03T18:12:17.891296Z","steps":["trace[312773736] 'agreement among raft nodes before linearized reading' (duration: 4.10668345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:13.784548Z","time spent":"4.106771781s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.891325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:15.373222Z","time spent":"2.518082887s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.88997Z","caller":"traceutil/trace.go:171","msg":"trace[1582948473] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12227; }","duration":"9.974085425s","start":"2026-03-03T18:12:07.915863Z","end":"2026-03-03T18:12:17.889948Z","steps":["trace[1582948473] 'agreement among raft nodes before linearized reading' (duration: 9.973965142s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.89121Z","caller":"traceutil/trace.go:171","msg":"trace[575217406] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12227; }","duration":"5.701277393s","start":"2026-03-03T18:12:12.18992Z","end":"2026-03-03T18:12:17.891197Z","steps":["trace[575217406] 'agreement among raft nodes before linearized reading' (duration: 5.70072383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.89133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:13.663877Z","time spent":"4.22743986s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.891414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:07.915771Z","time spent":"9.975628231s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.891438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.189896Z","time spent":"5.701520599s","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.890522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814405814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:17.890117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.189258897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T18:12:17.891515Z","caller":"traceutil/trace.go:171","msg":"trace[2094688574] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12227; }","duration":"1.815396217s","start":"2026-03-03T18:12:16.076108Z","end":"2026-03-03T18:12:17.891504Z","steps":["trace[2094688574] 'agreement among raft nodes before linearized reading' (duration: 1.814307062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:16.076066Z","time spent":"1.815466939s","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.89115Z","caller":"traceutil/trace.go:171","msg":"trace[467886159] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12227; }","duration":"5.161024479s","start":"2026-03-03T18:12:12.730114Z","end":"2026-03-03T18:12:17.891138Z","steps":["trace[467886159] 'agreement among raft nodes before linearized reading' (duration: 5.160335693s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.963255Z","time spent":"8.927082067s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:12:17.891581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.730092Z","time spent":"5.16147843s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.815298953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"info","ts":"2026-03-03T18:12:17.890797Z","caller":"traceutil/trace.go:171","msg":"trace[479337074] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12227; }","duration":"5.84806763s","start":"2026-03-03T18:12:12.042719Z","end":"2026-03-03T18:12:17.890786Z","steps":["trace[479337074] 'agreement among raft nodes before linearized reading' (duration: 5.847919566s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.891662Z","caller":"traceutil/trace.go:171","msg":"trace[71760332] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12227; }","duration":"6.816730566s","start":"2026-03-03T18:12:11.074923Z","end":"2026-03-03T18:12:17.891654Z","steps":["trace[71760332] 'agreement among raft nodes before linearized reading' (duration: 6.815236041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.074906Z","time spent":"6.816777408s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:12:17.891691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.042696Z","time spent":"5.84897995s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T18:12:17.890891Z","caller":"traceutil/trace.go:171","msg":"trace[773435943] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:12227; }","duration":"6.814965685s","start":"2026-03-03T18:12:11.075918Z","end":"2026-03-03T18:12:17.890883Z","steps":["trace[773435943] 'agreement among raft nodes before linearized reading' (duration: 6.814863513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:11.075878Z","time spent":"6.815862516s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":929,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:12.080985Z","time spent":"5.809897628s","remote":"127.0.0.1:39204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.890889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774446868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.890074Z","caller":"traceutil/trace.go:171","msg":"trace[482756050] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12227; }","duration":"9.455276998s","start":"2026-03-03T18:12:08.434782Z","end":"2026-03-03T18:12:17.890059Z","steps":["trace[482756050] 'agreement among raft nodes before linearized reading' (duration: 9.455217026s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:17.891876Z","caller":"traceutil/trace.go:171","msg":"trace[146964651] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12227; }","duration":"2.775475952s","start":"2026-03-03T18:12:15.116387Z","end":"2026-03-03T18:12:17.891863Z","steps":["trace[146964651] 'agreement among raft nodes before linearized reading' (duration: 2.774417437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.890243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:07.112936Z","time spent":"10.777290446s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.89014Z","caller":"traceutil/trace.go:171","msg":"trace[1169137345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12227; }","duration":"9.45076689s","start":"2026-03-03T18:12:08.439357Z","end":"2026-03-03T18:12:17.890124Z","steps":["trace[1169137345] 'agreement among raft nodes before linearized reading' (duration: 9.450652948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.891974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.43935Z","time spent":"9.452606713s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:17.891882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.43476Z","time spent":"9.45711546s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:17.890257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:06.819713Z","time spent":"11.070530629s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.89154Z","caller":"traceutil/trace.go:171","msg":"trace[691052427] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12227; }","duration":"9.190710571s","start":"2026-03-03T18:12:08.700818Z","end":"2026-03-03T18:12:17.891529Z","steps":["trace[691052427] 'agreement among raft nodes before linearized reading' (duration: 9.189179585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.892233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.700758Z","time spent":"9.191455828s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T18:12:17.889976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.455196586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:17.892495Z","caller":"traceutil/trace.go:171","msg":"trace[1625838378] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12227; }","duration":"9.457739586s","start":"2026-03-03T18:12:08.434733Z","end":"2026-03-03T18:12:17.892473Z","steps":["trace[1625838378] 'agreement among raft nodes before linearized reading' (duration: 9.455213316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.892555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.434704Z","time spent":"9.457835458s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:12:17.89115Z","caller":"traceutil/trace.go:171","msg":"trace[1480488610] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12227; }","duration":"4.737607824s","start":"2026-03-03T18:12:13.153524Z","end":"2026-03-03T18:12:17.891131Z","steps":["trace[1480488610] 'agreement among raft nodes before linearized reading' (duration: 4.736867926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.892795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:13.153508Z","time spent":"4.739271743s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:17.891096Z","caller":"traceutil/trace.go:171","msg":"trace[1839950262] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12227; }","duration":"9.534555957s","start":"2026-03-03T18:12:08.356522Z","end":"2026-03-03T18:12:17.891078Z","steps":["trace[1839950262] 'agreement among raft nodes before linearized reading' (duration: 9.533484142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:17.892982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:08.356502Z","time spent":"9.536470194s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:17.89192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:15.116365Z","time spent":"2.775543104s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:18.396436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026632,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:18.433782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.375856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:18.433876Z","caller":"traceutil/trace.go:171","msg":"trace[1450335827] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"537.497559ms","start":"2026-03-03T18:12:17.896358Z","end":"2026-03-03T18:12:18.433856Z","steps":["trace[1450335827] 'agreement among raft nodes before linearized reading' (duration: 537.380486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:18.433937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.896353Z","time spent":"537.572111ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 18:12:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:19.167603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.978291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T18:12:19.167703Z","caller":"traceutil/trace.go:171","msg":"trace[828034685] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12227; }","duration":"1.272959632s","start":"2026-03-03T18:12:17.894725Z","end":"2026-03-03T18:12:19.167685Z","steps":["trace[828034685] 'process raft request' (duration: 964.810667ms)","trace[828034685] 'compare' (duration: 307.93268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:19.167787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.894645Z","time spent":"1.273088285s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:19.416428Z","caller":"traceutil/trace.go:171","msg":"trace[404819894] linearizableReadLoop","detail":"{readStateIndex:12685; appliedIndex:12680; }","duration":"1.52069033s","start":"2026-03-03T18:12:17.895715Z","end":"2026-03-03T18:12:19.416405Z","steps":["trace[404819894] 'read index received' (duration: 963.837203ms)","trace[404819894] 'applied index is now lower than readState.Index' (duration: 556.851997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:19.41647Z","caller":"traceutil/trace.go:171","msg":"trace[942644601] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"1.518622582s","start":"2026-03-03T18:12:17.897783Z","end":"2026-03-03T18:12:19.416406Z","steps":["trace[942644601] 'process raft request' (duration: 1.518388765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:19.416542Z","caller":"traceutil/trace.go:171","msg":"trace[1133913104] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"600.127358ms","start":"2026-03-03T18:12:18.816403Z","end":"2026-03-03T18:12:19.416531Z","steps":["trace[1133913104] 'process raft request' (duration: 599.942384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:19.416602Z","caller":"traceutil/trace.go:171","msg":"trace[1203709108] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"1.521902309s","start":"2026-03-03T18:12:17.894651Z","end":"2026-03-03T18:12:19.416553Z","steps":["trace[1203709108] 'process raft request' (duration: 1.521340325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:19.416627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.897771Z","time spent":"1.518772216s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:19.416652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:18.81638Z","time spent":"600.19025ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:19.416642Z","caller":"traceutil/trace.go:171","msg":"trace[1414054171] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"1.518396105s","start":"2026-03-03T18:12:17.898211Z","end":"2026-03-03T18:12:19.416607Z","steps":["trace[1414054171] 'process raft request' (duration: 1.518021216s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:19.416648Z","caller":"traceutil/trace.go:171","msg":"trace[1906235403] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"1.515043736s","start":"2026-03-03T18:12:17.901529Z","end":"2026-03-03T18:12:19.416573Z","steps":["trace[1906235403] 'process raft request' (duration: 1.514749269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:19.416723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.894633Z","time spent":"1.522022992s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:19.416869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521133871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:12:19.416874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.898202Z","time spent":"1.518509119s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:19.41692Z","caller":"traceutil/trace.go:171","msg":"trace[1176461966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12232; }","duration":"1.521215222s","start":"2026-03-03T18:12:17.895692Z","end":"2026-03-03T18:12:19.416907Z","steps":["trace[1176461966] 'agreement among raft nodes before linearized reading' (duration: 1.520998977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:19.416961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.895686Z","time spent":"1.521267723s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:19.416896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.901523Z","time spent":"1.515233841s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:19.900729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000737783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:12:19.900803Z","caller":"traceutil/trace.go:171","msg":"trace[43020238] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000834585s","start":"2026-03-03T18:12:17.899955Z","end":"2026-03-03T18:12:19.90079Z","steps":["trace[43020238] 'agreement among raft nodes before linearized reading' (duration: 2.000746022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:19.900841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.899941Z","time spent":"2.000892856s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:19.917005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:20.210821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.154331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T18:12:20.210999Z","caller":"traceutil/trace.go:171","msg":"trace[316464460] linearizableReadLoop","detail":"{readStateIndex:12688; appliedIndex:12686; }","duration":"794.487085ms","start":"2026-03-03T18:12:19.4165Z","end":"2026-03-03T18:12:20.210987Z","steps":["trace[316464460] 'read index received' (duration: 684.190091ms)","trace[316464460] 'applied index is now lower than readState.Index' (duration: 110.296194ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:20.211051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.168651Z","time spent":"1.042397609s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:20.211317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314458928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T18:12:20.211334Z","caller":"traceutil/trace.go:171","msg":"trace[1939719700] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876; range_end:; response_count:1; response_revision:12233; }","duration":"2.31450814s","start":"2026-03-03T18:12:17.89682Z","end":"2026-03-03T18:12:20.211328Z","steps":["trace[1939719700] 'agreement among raft nodes before linearized reading' (duration: 2.314386467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.896799Z","time spent":"2.31454859s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314968441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T18:12:20.211426Z","caller":"traceutil/trace.go:171","msg":"trace[668778403] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12233; }","duration":"2.314986551s","start":"2026-03-03T18:12:17.896435Z","end":"2026-03-03T18:12:20.211422Z","steps":["trace[668778403] 'agreement among raft nodes before linearized reading' (duration: 2.31495041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.896433Z","time spent":"2.315001951s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T18:12:20.21159Z","caller":"traceutil/trace.go:171","msg":"trace[1491994500] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"314.222468ms","start":"2026-03-03T18:12:19.897362Z","end":"2026-03-03T18:12:20.211584Z","steps":["trace[1491994500] 'process raft request' (duration: 313.526482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.675138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:20.211609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342341099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T18:12:20.211645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.897348Z","time spent":"314.255828ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:20.211612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.853352272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:20.211667Z","caller":"traceutil/trace.go:171","msg":"trace[1798404984] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12233; }","duration":"1.342436091s","start":"2026-03-03T18:12:18.869213Z","end":"2026-03-03T18:12:20.211649Z","steps":["trace[1798404984] 'agreement among raft nodes before linearized reading' (duration: 1.342227907s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:20.211671Z","caller":"traceutil/trace.go:171","msg":"trace[1459772082] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12233; }","duration":"314.804571ms","start":"2026-03-03T18:12:19.896839Z","end":"2026-03-03T18:12:20.211643Z","steps":["trace[1459772082] 'agreement among raft nodes before linearized reading' (duration: 314.663808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:18.869192Z","time spent":"1.342508763s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.539616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T18:12:20.211718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.896818Z","time spent":"314.887464ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:12:20.211741Z","caller":"traceutil/trace.go:171","msg":"trace[155173694] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:12233; }","duration":"791.573976ms","start":"2026-03-03T18:12:19.420162Z","end":"2026-03-03T18:12:20.211736Z","steps":["trace[155173694] 'agreement among raft nodes before linearized reading' (duration: 791.528195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:20.211723Z","caller":"traceutil/trace.go:171","msg":"trace[1298196058] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12233; }","duration":"1.853476655s","start":"2026-03-03T18:12:18.358211Z","end":"2026-03-03T18:12:20.211688Z","steps":["trace[1298196058] 'agreement among raft nodes before linearized reading' (duration: 1.85325842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.773895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:12:20.21176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.420151Z","time spent":"791.603457ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.979744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:20.21179Z","caller":"traceutil/trace.go:171","msg":"trace[909878451] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12233; }","duration":"792.904348ms","start":"2026-03-03T18:12:19.418868Z","end":"2026-03-03T18:12:20.211772Z","steps":["trace[909878451] 'agreement among raft nodes before linearized reading' (duration: 792.631642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.710327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/volumev3.18996743b9e27058\" ","response":"range_response_count:1 size:671"} {"level":"info","ts":"2026-03-03T18:12:20.211827Z","caller":"traceutil/trace.go:171","msg":"trace[197635716] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:12233; }","duration":"711.051685ms","start":"2026-03-03T18:12:19.500766Z","end":"2026-03-03T18:12:20.211818Z","steps":["trace[197635716] 'agreement among raft nodes before linearized reading' (duration: 710.986644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.418843Z","time spent":"792.982841ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.500745Z","time spent":"711.102296ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:20.211854Z","caller":"traceutil/trace.go:171","msg":"trace[370431847] range","detail":"{range_begin:/registry/events/openstack/volumev3.18996743b9e27058; range_end:; response_count:1; response_revision:12233; }","duration":"790.802699ms","start":"2026-03-03T18:12:19.421035Z","end":"2026-03-03T18:12:20.211838Z","steps":["trace[370431847] 'agreement among raft nodes before linearized reading' (duration: 790.642885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.197515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6755"} {"level":"warn","ts":"2026-03-03T18:12:20.211862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.917934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:20.211896Z","caller":"traceutil/trace.go:171","msg":"trace[1270579998] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12233; }","duration":"790.384859ms","start":"2026-03-03T18:12:19.421503Z","end":"2026-03-03T18:12:20.211888Z","steps":["trace[1270579998] 'agreement among raft nodes before linearized reading' (duration: 790.142773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.421015Z","time spent":"790.87561ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":695,"request content":"key:\"/registry/events/openstack/volumev3.18996743b9e27058\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.421493Z","time spent":"790.41716ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6779,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T18:12:20.211907Z","caller":"traceutil/trace.go:171","msg":"trace[2051780250] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12233; }","duration":"314.968365ms","start":"2026-03-03T18:12:19.896924Z","end":"2026-03-03T18:12:20.211893Z","steps":["trace[2051780250] 'agreement among raft nodes before linearized reading' (duration: 314.897623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.211946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.89692Z","time spent":"315.019977ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:20.211724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.187067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:12:20.211787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:18.358154Z","time spent":"1.853621859s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:20.211982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.093626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:12:20.211998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.070139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:20.212007Z","caller":"traceutil/trace.go:171","msg":"trace[637477090] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12233; }","duration":"314.510426ms","start":"2026-03-03T18:12:19.897485Z","end":"2026-03-03T18:12:20.211995Z","steps":["trace[637477090] 'agreement among raft nodes before linearized reading' (duration: 314.055734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:20.212033Z","caller":"traceutil/trace.go:171","msg":"trace[1323800360] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12233; }","duration":"788.154477ms","start":"2026-03-03T18:12:19.423866Z","end":"2026-03-03T18:12:20.212021Z","steps":["trace[1323800360] 'agreement among raft nodes before linearized reading' (duration: 788.009423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.212048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.897479Z","time spent":"314.557656ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:20.212045Z","caller":"traceutil/trace.go:171","msg":"trace[644323873] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12233; }","duration":"315.13149ms","start":"2026-03-03T18:12:19.896899Z","end":"2026-03-03T18:12:20.212031Z","steps":["trace[644323873] 'agreement among raft nodes before linearized reading' (duration: 315.024538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.212059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.42386Z","time spent":"788.190518ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T18:12:20.212067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.537372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:20.212089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.896894Z","time spent":"315.183451ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:20.212095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313615539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:12:20.212119Z","caller":"traceutil/trace.go:171","msg":"trace[202192478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12233; }","duration":"310.617383ms","start":"2026-03-03T18:12:19.901485Z","end":"2026-03-03T18:12:20.212102Z","steps":["trace[202192478] 'agreement among raft nodes before linearized reading' (duration: 310.544411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:20.212146Z","caller":"traceutil/trace.go:171","msg":"trace[1966625289] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12233; }","duration":"2.313686681s","start":"2026-03-03T18:12:17.898446Z","end":"2026-03-03T18:12:20.212133Z","steps":["trace[1966625289] 'agreement among raft nodes before linearized reading' (duration: 2.313040325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.212161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:19.901464Z","time spent":"310.688955ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:20.212183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.898439Z","time spent":"2.313733932s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:12:20.212738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.315406971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:20.212791Z","caller":"traceutil/trace.go:171","msg":"trace[1840564502] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:12233; }","duration":"2.315486444s","start":"2026-03-03T18:12:17.89729Z","end":"2026-03-03T18:12:20.212776Z","steps":["trace[1840564502] 'agreement among raft nodes before linearized reading' (duration: 2.313902466s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:20.212826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:17.897281Z","time spent":"2.315536155s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T18:12:20.923465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.36218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:20.923771Z","caller":"traceutil/trace.go:171","msg":"trace[1260761438] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"710.603476ms","start":"2026-03-03T18:12:20.213147Z","end":"2026-03-03T18:12:20.923751Z","steps":["trace[1260761438] 'process raft request' (duration: 315.880247ms)","trace[1260761438] 'compare' (duration: 394.101984ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:20.923838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.213132Z","time spent":"710.672598ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:21.236297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.926135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:21.236561Z","caller":"traceutil/trace.go:171","msg":"trace[2053881432] linearizableReadLoop","detail":"{readStateIndex:12691; appliedIndex:12688; }","duration":"1.019113739s","start":"2026-03-03T18:12:20.217431Z","end":"2026-03-03T18:12:21.236545Z","steps":["trace[2053881432] 'read index received' (duration: 311.613227ms)","trace[2053881432] 'applied index is now lower than readState.Index' (duration: 707.498992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:21.236543Z","caller":"traceutil/trace.go:171","msg":"trace[309996100] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"1.019732824s","start":"2026-03-03T18:12:20.216769Z","end":"2026-03-03T18:12:21.236502Z","steps":["trace[309996100] 'process raft request' (duration: 851.520643ms)","trace[309996100] 'compare' (duration: 167.780401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:21.236591Z","caller":"traceutil/trace.go:171","msg":"trace[1059492178] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"1.014621112s","start":"2026-03-03T18:12:20.221943Z","end":"2026-03-03T18:12:21.236564Z","steps":["trace[1059492178] 'process raft request' (duration: 1.0145334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.236701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019274812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-03T18:12:21.236706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016444396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:21.236591Z","caller":"traceutil/trace.go:171","msg":"trace[1563562157] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"1.019511728s","start":"2026-03-03T18:12:20.217055Z","end":"2026-03-03T18:12:21.236567Z","steps":["trace[1563562157] 'process raft request' (duration: 1.019351664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:21.236732Z","caller":"traceutil/trace.go:171","msg":"trace[1719627370] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12237; }","duration":"1.019329814s","start":"2026-03-03T18:12:20.217394Z","end":"2026-03-03T18:12:21.236724Z","steps":["trace[1719627370] 'agreement among raft nodes before linearized reading' (duration: 1.019196321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.236728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.221921Z","time spent":"1.014734605s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:21.236752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.217382Z","time spent":"1.019365734s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:12:21.236732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.21676Z","time spent":"1.019876067s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:21.236831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.21703Z","time spent":"1.019721272s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:21.236748Z","caller":"traceutil/trace.go:171","msg":"trace[1185259944] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12237; }","duration":"1.016499937s","start":"2026-03-03T18:12:20.220233Z","end":"2026-03-03T18:12:21.236733Z","steps":["trace[1185259944] 'agreement among raft nodes before linearized reading' (duration: 1.016426205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.236895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.220217Z","time spent":"1.016671781s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:21.236892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.044239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T18:12:21.236944Z","caller":"traceutil/trace.go:171","msg":"trace[1347216893] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12237; }","duration":"917.134821ms","start":"2026-03-03T18:12:20.31979Z","end":"2026-03-03T18:12:21.236925Z","steps":["trace[1347216893] 'agreement among raft nodes before linearized reading' (duration: 916.975097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.236967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.859252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"warn","ts":"2026-03-03T18:12:21.237012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.95308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T18:12:21.237022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.160038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:21.237022Z","caller":"traceutil/trace.go:171","msg":"trace[483695626] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12237; }","duration":"893.948173ms","start":"2026-03-03T18:12:20.343059Z","end":"2026-03-03T18:12:21.237007Z","steps":["trace[483695626] 'agreement among raft nodes before linearized reading' (duration: 893.613186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:21.237043Z","caller":"traceutil/trace.go:171","msg":"trace[540509862] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12237; }","duration":"311.013842ms","start":"2026-03-03T18:12:20.92602Z","end":"2026-03-03T18:12:21.237034Z","steps":["trace[540509862] 'agreement among raft nodes before linearized reading' (duration: 310.91571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:21.237046Z","caller":"traceutil/trace.go:171","msg":"trace[773247091] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12237; }","duration":"977.214849ms","start":"2026-03-03T18:12:20.259825Z","end":"2026-03-03T18:12:21.237039Z","steps":["trace[773247091] 'agreement among raft nodes before linearized reading' (duration: 977.177178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.237061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.34304Z","time spent":"894.011005ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415346,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:21.237072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.259804Z","time spent":"977.26329ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:12:21.237074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.925999Z","time spent":"311.067453ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:12:21.236983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:20.319762Z","time spent":"917.214223ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T18:12:21.723727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.047744ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:12:21.723854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.243188Z","time spent":"480.660767ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:12:21.799441Z","caller":"traceutil/trace.go:171","msg":"trace[132108485] linearizableReadLoop","detail":"{readStateIndex:12694; appliedIndex:12692; }","duration":"555.223338ms","start":"2026-03-03T18:12:21.24419Z","end":"2026-03-03T18:12:21.799413Z","steps":["trace[132108485] 'read index received' (duration: 140.424346ms)","trace[132108485] 'applied index is now lower than readState.Index' (duration: 414.797602ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:21.799585Z","caller":"traceutil/trace.go:171","msg":"trace[476280540] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"526.765045ms","start":"2026-03-03T18:12:21.272808Z","end":"2026-03-03T18:12:21.799573Z","steps":["trace[476280540] 'process raft request' (duration: 526.519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:21.799589Z","caller":"traceutil/trace.go:171","msg":"trace[950177852] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"556.270761ms","start":"2026-03-03T18:12:21.243261Z","end":"2026-03-03T18:12:21.799532Z","steps":["trace[950177852] 'process raft request' (duration: 555.807351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.799751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.243242Z","time spent":"556.428456ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:21.799778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.575266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T18:12:21.799838Z","caller":"traceutil/trace.go:171","msg":"trace[938675932] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12239; }","duration":"555.661627ms","start":"2026-03-03T18:12:21.244154Z","end":"2026-03-03T18:12:21.799816Z","steps":["trace[938675932] 'agreement among raft nodes before linearized reading' (duration: 555.442252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:21.799886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.244137Z","time spent":"555.739139ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T18:12:21.799958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.272784Z","time spent":"526.847957ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:22.300552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:22.4158Z","caller":"traceutil/trace.go:171","msg":"trace[523130828] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"840.355019ms","start":"2026-03-03T18:12:21.575406Z","end":"2026-03-03T18:12:22.415761Z","steps":["trace[523130828] 'process raft request' (duration: 835.650679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:22.41596Z","caller":"traceutil/trace.go:171","msg":"trace[1495944170] transaction","detail":"{read_only:false; response_revision:12241; number_of_response:1; }","duration":"688.465462ms","start":"2026-03-03T18:12:21.725035Z","end":"2026-03-03T18:12:22.4135Z","steps":["trace[1495944170] 'process raft request' (duration: 688.360039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.416003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.575373Z","time spent":"840.539113ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415382,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:22.416125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.725016Z","time spent":"691.018412ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:22.843939Z","caller":"traceutil/trace.go:171","msg":"trace[1541393513] linearizableReadLoop","detail":"{readStateIndex:12699; appliedIndex:12695; }","duration":"1.044373456s","start":"2026-03-03T18:12:21.799526Z","end":"2026-03-03T18:12:22.843899Z","steps":["trace[1541393513] 'read index received' (duration: 611.396324ms)","trace[1541393513] 'applied index is now lower than readState.Index' (duration: 432.976272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:22.843992Z","caller":"traceutil/trace.go:171","msg":"trace[1237339364] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"623.568871ms","start":"2026-03-03T18:12:22.220398Z","end":"2026-03-03T18:12:22.843967Z","steps":["trace[1237339364] 'process raft request' (duration: 623.475709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.842135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:12:22.844582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.438285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:22.844169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599790667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:12:22.844692Z","caller":"traceutil/trace.go:171","msg":"trace[328058467] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12243; }","duration":"625.842774ms","start":"2026-03-03T18:12:22.218821Z","end":"2026-03-03T18:12:22.844664Z","steps":["trace[328058467] 'agreement among raft nodes before linearized reading' (duration: 625.600319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041192699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-03T18:12:22.844747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.220381Z","time spent":"624.221187ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:22.844635Z","caller":"traceutil/trace.go:171","msg":"trace[1450631790] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12243; }","duration":"944.899017ms","start":"2026-03-03T18:12:21.899729Z","end":"2026-03-03T18:12:22.844628Z","steps":["trace[1450631790] 'agreement among raft nodes before linearized reading' (duration: 944.779304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:22.844803Z","caller":"traceutil/trace.go:171","msg":"trace[1608026331] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762; range_end:; response_count:1; response_revision:12243; }","duration":"1.041290411s","start":"2026-03-03T18:12:21.80349Z","end":"2026-03-03T18:12:22.84478Z","steps":["trace[1608026331] 'agreement among raft nodes before linearized reading' (duration: 1.041065686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.899711Z","time spent":"945.106861ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":152,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:22.844846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.803472Z","time spent":"1.041364593s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762\" "} {"level":"info","ts":"2026-03-03T18:12:22.844743Z","caller":"traceutil/trace.go:171","msg":"trace[485016502] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12243; }","duration":"1.600378841s","start":"2026-03-03T18:12:21.244343Z","end":"2026-03-03T18:12:22.844722Z","steps":["trace[485016502] 'agreement among raft nodes before linearized reading' (duration: 1.599748886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.84496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.244334Z","time spent":"1.600621516s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:12:22.844289Z","caller":"traceutil/trace.go:171","msg":"trace[2061821978] transaction","detail":"{read_only:false; response_revision:12242; number_of_response:1; }","duration":"626.600323ms","start":"2026-03-03T18:12:22.217682Z","end":"2026-03-03T18:12:22.844283Z","steps":["trace[2061821978] 'process raft request' (duration: 626.093101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.845257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.217662Z","time spent":"627.571847ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:22.844324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.684307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:22.845312Z","caller":"traceutil/trace.go:171","msg":"trace[641865433] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12243; }","duration":"625.684921ms","start":"2026-03-03T18:12:22.219621Z","end":"2026-03-03T18:12:22.845306Z","steps":["trace[641865433] 'agreement among raft nodes before linearized reading' (duration: 624.687597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.845327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.219614Z","time spent":"625.709562ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:22.844335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097848257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:22.84541Z","caller":"traceutil/trace.go:171","msg":"trace[1105504754] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12243; }","duration":"1.098935224s","start":"2026-03-03T18:12:21.746444Z","end":"2026-03-03T18:12:22.845379Z","steps":["trace[1105504754] 'agreement among raft nodes before linearized reading' (duration: 1.097810017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.34802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:12:22.8455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.746429Z","time spent":"1.099048996s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:22.84552Z","caller":"traceutil/trace.go:171","msg":"trace[1825703127] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12243; }","duration":"140.523118ms","start":"2026-03-03T18:12:22.70499Z","end":"2026-03-03T18:12:22.845514Z","steps":["trace[1825703127] 'agreement among raft nodes before linearized reading' (duration: 139.35ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.211414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:22.845585Z","caller":"traceutil/trace.go:171","msg":"trace[1595450098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12243; }","duration":"619.420723ms","start":"2026-03-03T18:12:22.226159Z","end":"2026-03-03T18:12:22.84558Z","steps":["trace[1595450098] 'agreement among raft nodes before linearized reading' (duration: 618.206513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.845616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.226149Z","time spent":"619.461523ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:22.844429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.251067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:22.845686Z","caller":"traceutil/trace.go:171","msg":"trace[1228972341] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12243; }","duration":"625.525068ms","start":"2026-03-03T18:12:22.220143Z","end":"2026-03-03T18:12:22.845668Z","steps":["trace[1228972341] 'agreement among raft nodes before linearized reading' (duration: 624.243617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598525347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-03T18:12:22.845753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.220124Z","time spent":"625.61024ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:22.845796Z","caller":"traceutil/trace.go:171","msg":"trace[136094008] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12243; }","duration":"1.599887839s","start":"2026-03-03T18:12:21.24588Z","end":"2026-03-03T18:12:22.845767Z","steps":["trace[136094008] 'agreement among raft nodes before linearized reading' (duration: 1.598406594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.845886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.245869Z","time spent":"1.599998472s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:12:22.844478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.201662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:12:22.845947Z","caller":"traceutil/trace.go:171","msg":"trace[409637314] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12243; }","duration":"427.683927ms","start":"2026-03-03T18:12:22.41825Z","end":"2026-03-03T18:12:22.845934Z","steps":["trace[409637314] 'agreement among raft nodes before linearized reading' (duration: 426.164911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.84453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.299235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:22.845986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.418233Z","time spent":"427.740448ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:12:22.846035Z","caller":"traceutil/trace.go:171","msg":"trace[1049642713] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12243; }","duration":"627.818912ms","start":"2026-03-03T18:12:22.218188Z","end":"2026-03-03T18:12:22.846007Z","steps":["trace[1049642713] 'agreement among raft nodes before linearized reading' (duration: 626.322776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.986227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:22.846161Z","caller":"traceutil/trace.go:171","msg":"trace[1503119629] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12243; }","duration":"649.738969ms","start":"2026-03-03T18:12:22.196408Z","end":"2026-03-03T18:12:22.846147Z","steps":["trace[1503119629] 'agreement among raft nodes before linearized reading' (duration: 647.953376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.84621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.196372Z","time spent":"649.823281ms","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:22.844522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041012475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T18:12:22.846266Z","caller":"traceutil/trace.go:171","msg":"trace[188600296] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897; range_end:; response_count:1; response_revision:12243; }","duration":"1.042806748s","start":"2026-03-03T18:12:21.80344Z","end":"2026-03-03T18:12:22.846247Z","steps":["trace[188600296] 'agreement among raft nodes before linearized reading' (duration: 1.040849662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.844748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.218811Z","time spent":"625.924906ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:22.846332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.218166Z","time spent":"628.141919ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:22.844227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598654861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-03-03T18:12:22.846416Z","caller":"traceutil/trace.go:171","msg":"trace[1844190457] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12243; }","duration":"1.600879074s","start":"2026-03-03T18:12:21.245528Z","end":"2026-03-03T18:12:22.846408Z","steps":["trace[1844190457] 'agreement among raft nodes before linearized reading' (duration: 1.598548209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:22.846444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.245511Z","time spent":"1.600925925s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7091,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T18:12:22.846326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:21.803423Z","time spent":"1.04288756s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" "} {"level":"warn","ts":"2026-03-03T18:12:23.181714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.924797ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:23.182104Z","caller":"traceutil/trace.go:171","msg":"trace[857076887] linearizableReadLoop","detail":"{readStateIndex:12700; appliedIndex:12699; }","duration":"334.353984ms","start":"2026-03-03T18:12:22.847731Z","end":"2026-03-03T18:12:23.182085Z","steps":["trace[857076887] 'read index received' (duration: 145.833133ms)","trace[857076887] 'applied index is now lower than readState.Index' (duration: 188.518191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:23.182176Z","caller":"traceutil/trace.go:171","msg":"trace[2013940061] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"334.492318ms","start":"2026-03-03T18:12:22.847633Z","end":"2026-03-03T18:12:23.182125Z","steps":["trace[2013940061] 'process raft request' (duration: 146.030458ms)","trace[2013940061] 'compare' (duration: 187.601029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:23.182331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.571579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:12:23.182421Z","caller":"traceutil/trace.go:171","msg":"trace[1421047272] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12244; }","duration":"334.778994ms","start":"2026-03-03T18:12:22.847621Z","end":"2026-03-03T18:12:23.1824Z","steps":["trace[1421047272] 'agreement among raft nodes before linearized reading' (duration: 334.518178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.182466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.847604Z","time spent":"334.851606ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T18:12:23.182456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.847567Z","time spent":"334.726763ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:23.182486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.246707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:12:23.18254Z","caller":"traceutil/trace.go:171","msg":"trace[1274657288] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12244; }","duration":"330.322878ms","start":"2026-03-03T18:12:22.852205Z","end":"2026-03-03T18:12:23.182527Z","steps":["trace[1274657288] 'agreement among raft nodes before linearized reading' (duration: 330.175265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.182578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.852196Z","time spent":"330.37546ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:23.182639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.140425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:23.18272Z","caller":"traceutil/trace.go:171","msg":"trace[1273496847] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12244; }","duration":"333.277108ms","start":"2026-03-03T18:12:22.849426Z","end":"2026-03-03T18:12:23.182703Z","steps":["trace[1273496847] 'agreement among raft nodes before linearized reading' (duration: 332.90609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.182753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.823657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:23.182789Z","caller":"traceutil/trace.go:171","msg":"trace[670181633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12244; }","duration":"188.888609ms","start":"2026-03-03T18:12:22.99389Z","end":"2026-03-03T18:12:23.182779Z","steps":["trace[670181633] 'agreement among raft nodes before linearized reading' (duration: 188.835778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.182852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.849414Z","time spent":"333.35766ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":62,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:23.182923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.867308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4134"} {"level":"info","ts":"2026-03-03T18:12:23.182963Z","caller":"traceutil/trace.go:171","msg":"trace[443894805] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12244; }","duration":"332.9193ms","start":"2026-03-03T18:12:22.850034Z","end":"2026-03-03T18:12:23.182953Z","steps":["trace[443894805] 'agreement among raft nodes before linearized reading' (duration: 332.814558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.182997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.223516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T18:12:23.182998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.850027Z","time spent":"332.963681ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4158,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-03-03T18:12:23.183035Z","caller":"traceutil/trace.go:171","msg":"trace[795952878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12244; }","duration":"327.271977ms","start":"2026-03-03T18:12:22.855751Z","end":"2026-03-03T18:12:23.183023Z","steps":["trace[795952878] 'agreement among raft nodes before linearized reading' (duration: 327.166804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.183068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.855744Z","time spent":"327.316918ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:12:23.183779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.348609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545801"} {"level":"info","ts":"2026-03-03T18:12:23.183868Z","caller":"traceutil/trace.go:171","msg":"trace[881389257] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12244; }","duration":"333.493783ms","start":"2026-03-03T18:12:22.850355Z","end":"2026-03-03T18:12:23.183849Z","steps":["trace[881389257] 'agreement among raft nodes before linearized reading' (duration: 332.358857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.184044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:22.850344Z","time spent":"333.683968ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545825,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:12:23.525444Z","caller":"traceutil/trace.go:171","msg":"trace[777345200] linearizableReadLoop","detail":"{readStateIndex:12702; appliedIndex:12700; }","duration":"320.64727ms","start":"2026-03-03T18:12:23.204773Z","end":"2026-03-03T18:12:23.52542Z","steps":["trace[777345200] 'read index received' (duration: 34.135446ms)","trace[777345200] 'applied index is now lower than readState.Index' (duration: 286.510544ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:23.525533Z","caller":"traceutil/trace.go:171","msg":"trace[773186340] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"325.34832ms","start":"2026-03-03T18:12:23.200142Z","end":"2026-03-03T18:12:23.52549Z","steps":["trace[773186340] 'process raft request' (duration: 325.107245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.525712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.917466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:23.52574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:23.200118Z","time spent":"325.519825ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:23.52578Z","caller":"traceutil/trace.go:171","msg":"trace[2111644256] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12246; }","duration":"321.001878ms","start":"2026-03-03T18:12:23.204759Z","end":"2026-03-03T18:12:23.525761Z","steps":["trace[2111644256] 'agreement among raft nodes before linearized reading' (duration: 320.796923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:23.525778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.343448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T18:12:23.525817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:23.204696Z","time spent":"321.11413ms","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:23.52585Z","caller":"traceutil/trace.go:171","msg":"trace[2012480833] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:12246; }","duration":"283.475921ms","start":"2026-03-03T18:12:23.242361Z","end":"2026-03-03T18:12:23.525837Z","steps":["trace[2012480833] 'agreement among raft nodes before linearized reading' (duration: 283.260156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:24.058201Z","caller":"traceutil/trace.go:171","msg":"trace[405459113] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"520.566079ms","start":"2026-03-03T18:12:23.537612Z","end":"2026-03-03T18:12:24.058178Z","steps":["trace[405459113] 'process raft request' (duration: 520.366864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:24.058362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:23.537567Z","time spent":"520.706243ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:24.754662Z","caller":"traceutil/trace.go:171","msg":"trace[566192830] linearizableReadLoop","detail":"{readStateIndex:12704; appliedIndex:12702; }","duration":"760.031273ms","start":"2026-03-03T18:12:23.994605Z","end":"2026-03-03T18:12:24.754636Z","steps":["trace[566192830] 'read index received' (duration: 63.387766ms)","trace[566192830] 'applied index is now lower than readState.Index' (duration: 696.642547ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:24.754772Z","caller":"traceutil/trace.go:171","msg":"trace[562306799] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"1.215493265s","start":"2026-03-03T18:12:23.539242Z","end":"2026-03-03T18:12:24.754736Z","steps":["trace[562306799] 'process raft request' (duration: 1.215231079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:24.755135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:23.539215Z","time spent":"1.215844144s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6231,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:24.754875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.253038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:24.755354Z","caller":"traceutil/trace.go:171","msg":"trace[1928484940] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12248; }","duration":"760.738409ms","start":"2026-03-03T18:12:23.994557Z","end":"2026-03-03T18:12:24.755296Z","steps":["trace[1928484940] 'agreement among raft nodes before linearized reading' (duration: 760.188746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:24.755518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:23.994533Z","time spent":"760.956884ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:25.34669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.805194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:25.346789Z","caller":"traceutil/trace.go:171","msg":"trace[1709998935] linearizableReadLoop","detail":"{readStateIndex:12705; appliedIndex:12704; }","duration":"589.601888ms","start":"2026-03-03T18:12:24.757172Z","end":"2026-03-03T18:12:25.346774Z","steps":["trace[1709998935] 'read index received' (duration: 182.758054ms)","trace[1709998935] 'applied index is now lower than readState.Index' (duration: 406.842544ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:25.346914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.734462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:25.346948Z","caller":"traceutil/trace.go:171","msg":"trace[302647625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12249; }","duration":"589.797714ms","start":"2026-03-03T18:12:24.757142Z","end":"2026-03-03T18:12:25.34694Z","steps":["trace[302647625] 'agreement among raft nodes before linearized reading' (duration: 589.714622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.346981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.757104Z","time spent":"589.869956ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:12:25.346888Z","caller":"traceutil/trace.go:171","msg":"trace[1475591625] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"1.28430641s","start":"2026-03-03T18:12:24.062551Z","end":"2026-03-03T18:12:25.346857Z","steps":["trace[1475591625] 'process raft request' (duration: 877.272571ms)","trace[1475591625] 'compare' (duration: 406.465225ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:25.347137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.06252Z","time spent":"1.284580476s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:25.369763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.033619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:25.369847Z","caller":"traceutil/trace.go:171","msg":"trace[1832463921] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12251; }","duration":"518.149043ms","start":"2026-03-03T18:12:24.851679Z","end":"2026-03-03T18:12:25.369828Z","steps":["trace[1832463921] 'agreement among raft nodes before linearized reading' (duration: 518.014239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.36989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.851666Z","time spent":"518.214294ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:25.369847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.72251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:25.369998Z","caller":"traceutil/trace.go:171","msg":"trace[889208760] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12251; }","duration":"519.915194ms","start":"2026-03-03T18:12:24.850068Z","end":"2026-03-03T18:12:25.369983Z","steps":["trace[889208760] 'agreement among raft nodes before linearized reading' (duration: 519.672168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.370044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.850044Z","time spent":"519.989606ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:25.370105Z","caller":"traceutil/trace.go:171","msg":"trace[1062261943] transaction","detail":"{read_only:false; response_revision:12250; number_of_response:1; }","duration":"520.15644ms","start":"2026-03-03T18:12:24.849936Z","end":"2026-03-03T18:12:25.370093Z","steps":["trace[1062261943] 'process raft request' (duration: 519.415132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.370203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.849912Z","time spent":"520.228672ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:25.370334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.919096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-03-03T18:12:25.370373Z","caller":"traceutil/trace.go:171","msg":"trace[2104164549] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:12251; }","duration":"611.986918ms","start":"2026-03-03T18:12:24.758376Z","end":"2026-03-03T18:12:25.370363Z","steps":["trace[2104164549] 'agreement among raft nodes before linearized reading' (duration: 611.826894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.370404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.758358Z","time spent":"612.04003ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-03T18:12:25.370434Z","caller":"traceutil/trace.go:171","msg":"trace[1056980551] transaction","detail":"{read_only:false; response_revision:12251; number_of_response:1; }","duration":"518.784857ms","start":"2026-03-03T18:12:24.851637Z","end":"2026-03-03T18:12:25.370421Z","steps":["trace[1056980551] 'process raft request' (duration: 517.808795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.370499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.851621Z","time spent":"518.844748ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:25.370629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.801646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:25.370663Z","caller":"traceutil/trace.go:171","msg":"trace[86646573] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12251; }","duration":"174.868768ms","start":"2026-03-03T18:12:25.195785Z","end":"2026-03-03T18:12:25.370654Z","steps":["trace[86646573] 'agreement among raft nodes before linearized reading' (duration: 174.795716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.37083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.059264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:25.370859Z","caller":"traceutil/trace.go:171","msg":"trace[716918643] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12251; }","duration":"519.105774ms","start":"2026-03-03T18:12:24.851746Z","end":"2026-03-03T18:12:25.370852Z","steps":["trace[716918643] 'agreement among raft nodes before linearized reading' (duration: 519.059233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.37088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.851739Z","time spent":"519.136095ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:25.370972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.214077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:25.370994Z","caller":"traceutil/trace.go:171","msg":"trace[555178119] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12251; }","duration":"519.273449ms","start":"2026-03-03T18:12:24.851715Z","end":"2026-03-03T18:12:25.370988Z","steps":["trace[555178119] 'agreement among raft nodes before linearized reading' (duration: 519.240848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.371011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:24.851686Z","time spent":"519.32166ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:12:25.876687Z","caller":"traceutil/trace.go:171","msg":"trace[18564052] linearizableReadLoop","detail":"{readStateIndex:12710; appliedIndex:12708; }","duration":"439.402333ms","start":"2026-03-03T18:12:25.437261Z","end":"2026-03-03T18:12:25.876664Z","steps":["trace[18564052] 'read index received' (duration: 420.271092ms)","trace[18564052] 'applied index is now lower than readState.Index' (duration: 19.129861ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:25.876823Z","caller":"traceutil/trace.go:171","msg":"trace[139534043] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"478.800003ms","start":"2026-03-03T18:12:25.398012Z","end":"2026-03-03T18:12:25.876812Z","steps":["trace[139534043] 'process raft request' (duration: 478.538877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:25.876857Z","caller":"traceutil/trace.go:171","msg":"trace[1221784865] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"497.645848ms","start":"2026-03-03T18:12:25.379188Z","end":"2026-03-03T18:12:25.876834Z","steps":["trace[1221784865] 'process raft request' (duration: 478.288021ms)","trace[1221784865] 'compare' (duration: 18.541127ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:25.876924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.397999Z","time spent":"478.855475ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:25.876982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.379142Z","time spent":"497.773871ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:25.877223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.414524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:25.877276Z","caller":"traceutil/trace.go:171","msg":"trace[595643790] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12254; }","duration":"489.509596ms","start":"2026-03-03T18:12:25.387753Z","end":"2026-03-03T18:12:25.877262Z","steps":["trace[595643790] 'agreement among raft nodes before linearized reading' (duration: 489.386594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:25.877325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.38773Z","time spent":"489.584378ms","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:26.25577Z","caller":"traceutil/trace.go:171","msg":"trace[1304528221] linearizableReadLoop","detail":"{readStateIndex:12711; appliedIndex:12710; }","duration":"378.997327ms","start":"2026-03-03T18:12:25.876754Z","end":"2026-03-03T18:12:26.255752Z","steps":["trace[1304528221] 'read index received' (duration: 293.189121ms)","trace[1304528221] 'applied index is now lower than readState.Index' (duration: 85.806146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:26.255843Z","caller":"traceutil/trace.go:171","msg":"trace[665255725] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"815.182715ms","start":"2026-03-03T18:12:25.440635Z","end":"2026-03-03T18:12:26.255818Z","steps":["trace[665255725] 'process raft request' (duration: 729.230806ms)","trace[665255725] 'compare' (duration: 85.710124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:26.255975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.440616Z","time spent":"815.308858ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:26.256003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.073137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T18:12:26.256052Z","caller":"traceutil/trace.go:171","msg":"trace[1484013755] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12255; }","duration":"553.17482ms","start":"2026-03-03T18:12:25.702864Z","end":"2026-03-03T18:12:26.256038Z","steps":["trace[1484013755] 'agreement among raft nodes before linearized reading' (duration: 552.973125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:26.256089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.702821Z","time spent":"553.261062ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:26.256016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.124188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:26.256275Z","caller":"traceutil/trace.go:171","msg":"trace[1489098567] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12255; }","duration":"700.436856ms","start":"2026-03-03T18:12:25.555828Z","end":"2026-03-03T18:12:26.256265Z","steps":["trace[1489098567] 'agreement among raft nodes before linearized reading' (duration: 700.018486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:26.257423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.555805Z","time spent":"701.608233ms","remote":"127.0.0.1:50524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:26.258577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.022419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" ","response":"range_response_count:1 size:4694"} {"level":"info","ts":"2026-03-03T18:12:26.258604Z","caller":"traceutil/trace.go:171","msg":"trace[1790301438] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm; range_end:; response_count:1; response_revision:12255; }","duration":"371.07684ms","start":"2026-03-03T18:12:25.88752Z","end":"2026-03-03T18:12:26.258597Z","steps":["trace[1790301438] 'agreement among raft nodes before linearized reading' (duration: 371.007438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:26.258619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:25.887507Z","time spent":"371.1086ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4718,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" "} {"level":"warn","ts":"2026-03-03T18:12:26.25903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.707379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:26.25902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.207159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:12:26.259053Z","caller":"traceutil/trace.go:171","msg":"trace[259118299] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12255; }","duration":"264.760209ms","start":"2026-03-03T18:12:25.994287Z","end":"2026-03-03T18:12:26.259047Z","steps":["trace[259118299] 'agreement among raft nodes before linearized reading' (duration: 264.722749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:26.259082Z","caller":"traceutil/trace.go:171","msg":"trace[208796363] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12255; }","duration":"187.311872ms","start":"2026-03-03T18:12:26.071751Z","end":"2026-03-03T18:12:26.259063Z","steps":["trace[208796363] 'agreement among raft nodes before linearized reading' (duration: 187.190189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:26.622971Z","caller":"traceutil/trace.go:171","msg":"trace[373759024] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"356.477865ms","start":"2026-03-03T18:12:26.266471Z","end":"2026-03-03T18:12:26.622949Z","steps":["trace[373759024] 'process raft request' (duration: 356.415564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:26.623111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:26.266462Z","time spent":"356.578527ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:26.623534Z","caller":"traceutil/trace.go:171","msg":"trace[751267827] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"359.821904ms","start":"2026-03-03T18:12:26.26368Z","end":"2026-03-03T18:12:26.623502Z","steps":["trace[751267827] 'process raft request' (duration: 359.068677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:26.623784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:26.263666Z","time spent":"360.015478ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:27.031857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.764754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:27.031945Z","caller":"traceutil/trace.go:171","msg":"trace[641258536] linearizableReadLoop","detail":"{readStateIndex:12715; appliedIndex:12714; }","duration":"399.795488ms","start":"2026-03-03T18:12:26.632137Z","end":"2026-03-03T18:12:27.031932Z","steps":["trace[641258536] 'read index received' (duration: 155.900551ms)","trace[641258536] 'applied index is now lower than readState.Index' (duration: 243.893807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:27.032062Z","caller":"traceutil/trace.go:171","msg":"trace[636674912] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"683.540026ms","start":"2026-03-03T18:12:26.348467Z","end":"2026-03-03T18:12:27.032007Z","steps":["trace[636674912] 'process raft request' (duration: 439.574977ms)","trace[636674912] 'compare' (duration: 243.345525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:27.032164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:26.348453Z","time spent":"683.66515ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:27.032257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.090945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T18:12:27.032284Z","caller":"traceutil/trace.go:171","msg":"trace[962812033] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12259; }","duration":"400.171947ms","start":"2026-03-03T18:12:26.632104Z","end":"2026-03-03T18:12:27.032276Z","steps":["trace[962812033] 'agreement among raft nodes before linearized reading' (duration: 399.911711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:27.032307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:26.632087Z","time spent":"400.214198ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T18:12:27.053364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.335733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:27.053422Z","caller":"traceutil/trace.go:171","msg":"trace[1159756483] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12260; }","duration":"370.434826ms","start":"2026-03-03T18:12:26.682974Z","end":"2026-03-03T18:12:27.053409Z","steps":["trace[1159756483] 'agreement among raft nodes before linearized reading' (duration: 370.328803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:27.053456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:26.682954Z","time spent":"370.493428ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:27.05383Z","caller":"traceutil/trace.go:171","msg":"trace[938837359] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"108.278837ms","start":"2026-03-03T18:12:26.94553Z","end":"2026-03-03T18:12:27.053808Z","steps":["trace[938837359] 'process raft request' (duration: 107.664363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:27.555519Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026708,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:27.793531Z","caller":"traceutil/trace.go:171","msg":"trace[47239662] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"757.596676ms","start":"2026-03-03T18:12:27.035909Z","end":"2026-03-03T18:12:27.793506Z","steps":["trace[47239662] 'process raft request' (duration: 757.054503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:27.793643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.035884Z","time spent":"757.713479ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:12:27.793647Z","caller":"traceutil/trace.go:171","msg":"trace[2012016781] transaction","detail":"{read_only:false; response_revision:12262; number_of_response:1; }","duration":"751.540542ms","start":"2026-03-03T18:12:27.042041Z","end":"2026-03-03T18:12:27.793581Z","steps":["trace[2012016781] 'process raft request' (duration: 751.364868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:27.793819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.042025Z","time spent":"751.764867ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:28.257917Z","caller":"traceutil/trace.go:171","msg":"trace[408812899] linearizableReadLoop","detail":"{readStateIndex:12720; appliedIndex:12716; }","duration":"1.202910299s","start":"2026-03-03T18:12:27.054976Z","end":"2026-03-03T18:12:28.257887Z","steps":["trace[408812899] 'read index received' (duration: 738.005493ms)","trace[408812899] 'applied index is now lower than readState.Index' (duration: 464.903266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:28.258063Z","caller":"traceutil/trace.go:171","msg":"trace[619189869] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"880.291722ms","start":"2026-03-03T18:12:27.377753Z","end":"2026-03-03T18:12:28.258045Z","steps":["trace[619189869] 'process raft request' (duration: 880.003346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.258127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203135324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:28.258199Z","caller":"traceutil/trace.go:171","msg":"trace[495021877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12264; }","duration":"1.203256496s","start":"2026-03-03T18:12:27.054926Z","end":"2026-03-03T18:12:28.258183Z","steps":["trace[495021877] 'agreement among raft nodes before linearized reading' (duration: 1.203139424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.2582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.377727Z","time spent":"880.382435ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:28.25824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.054901Z","time spent":"1.203330438s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:12:28.257858Z","caller":"traceutil/trace.go:171","msg":"trace[937888259] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"880.731252ms","start":"2026-03-03T18:12:27.377098Z","end":"2026-03-03T18:12:28.257829Z","steps":["trace[937888259] 'process raft request' (duration: 850.56113ms)","trace[937888259] 'compare' (duration: 29.774432ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:28.266662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.377086Z","time spent":"889.49202ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:28.300365Z","caller":"traceutil/trace.go:171","msg":"trace[1805727132] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"502.34809ms","start":"2026-03-03T18:12:27.797993Z","end":"2026-03-03T18:12:28.300341Z","steps":["trace[1805727132] 'process raft request' (duration: 502.047363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.890979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:28.300452Z","caller":"traceutil/trace.go:171","msg":"trace[1094663626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12265; }","duration":"110.998031ms","start":"2026-03-03T18:12:28.18944Z","end":"2026-03-03T18:12:28.300438Z","steps":["trace[1094663626] 'agreement among raft nodes before linearized reading' (duration: 110.771206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.231117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:28.300523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.478784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-03T18:12:28.300539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.797977Z","time spent":"502.447373ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:28.300551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225687736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:12:28.300592Z","caller":"traceutil/trace.go:171","msg":"trace[2122029155] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12265; }","duration":"372.571086ms","start":"2026-03-03T18:12:27.928004Z","end":"2026-03-03T18:12:28.300576Z","steps":["trace[2122029155] 'agreement among raft nodes before linearized reading' (duration: 372.427823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.199502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:28.30062Z","caller":"traceutil/trace.go:171","msg":"trace[1710913872] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12265; }","duration":"1.225789289s","start":"2026-03-03T18:12:27.074814Z","end":"2026-03-03T18:12:28.300603Z","steps":["trace[1710913872] 'agreement among raft nodes before linearized reading' (duration: 1.225599235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.3004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.428985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" ","response":"range_response_count:1 size:7041"} {"level":"info","ts":"2026-03-03T18:12:28.30064Z","caller":"traceutil/trace.go:171","msg":"trace[1968287668] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12265; }","duration":"850.269804ms","start":"2026-03-03T18:12:27.450364Z","end":"2026-03-03T18:12:28.300633Z","steps":["trace[1968287668] 'agreement among raft nodes before linearized reading' (duration: 850.209162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.927987Z","time spent":"372.649928ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T18:12:28.300672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.450339Z","time spent":"850.326404ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:28.300668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.074794Z","time spent":"1.22586018s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:28.300684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.497403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:28.300802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.768098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:28.300833Z","caller":"traceutil/trace.go:171","msg":"trace[417655348] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12265; }","duration":"424.83222ms","start":"2026-03-03T18:12:27.875993Z","end":"2026-03-03T18:12:28.300825Z","steps":["trace[417655348] 'agreement among raft nodes before linearized reading' (duration: 424.777669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.875973Z","time spent":"424.890421ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:28.300551Z","caller":"traceutil/trace.go:171","msg":"trace[1358663864] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12265; }","duration":"923.342638ms","start":"2026-03-03T18:12:27.377195Z","end":"2026-03-03T18:12:28.300537Z","steps":["trace[1358663864] 'agreement among raft nodes before linearized reading' (duration: 923.210855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.30093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.241599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:28.300397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.41857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:28.300673Z","caller":"traceutil/trace.go:171","msg":"trace[1812316372] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm; range_end:; response_count:1; response_revision:12265; }","duration":"503.742112ms","start":"2026-03-03T18:12:27.796913Z","end":"2026-03-03T18:12:28.300655Z","steps":["trace[1812316372] 'agreement among raft nodes before linearized reading' (duration: 503.267981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.300939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.377181Z","time spent":"923.739088ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:28.301037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.796892Z","time spent":"504.132612ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7065,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" "} {"level":"warn","ts":"2026-03-03T18:12:28.300942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.952373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:28.300828Z","caller":"traceutil/trace.go:171","msg":"trace[1907023870] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12265; }","duration":"923.711048ms","start":"2026-03-03T18:12:27.377089Z","end":"2026-03-03T18:12:28.3008Z","steps":["trace[1907023870] 'agreement among raft nodes before linearized reading' (duration: 923.410901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.301273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.377052Z","time spent":"924.209529ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:12:28.301168Z","caller":"traceutil/trace.go:171","msg":"trace[1149559931] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12265; }","duration":"924.177568ms","start":"2026-03-03T18:12:27.376969Z","end":"2026-03-03T18:12:28.301146Z","steps":["trace[1149559931] 'agreement among raft nodes before linearized reading' (duration: 923.586284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:28.301027Z","caller":"traceutil/trace.go:171","msg":"trace[155731350] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12265; }","duration":"924.103817ms","start":"2026-03-03T18:12:27.376913Z","end":"2026-03-03T18:12:28.301017Z","steps":["trace[155731350] 'agreement among raft nodes before linearized reading' (duration: 923.38666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.301486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.376892Z","time spent":"924.579577ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:28.30156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.376964Z","time spent":"924.473735ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:28.30099Z","caller":"traceutil/trace.go:171","msg":"trace[1341977982] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:12265; }","duration":"996.330672ms","start":"2026-03-03T18:12:27.304643Z","end":"2026-03-03T18:12:28.300973Z","steps":["trace[1341977982] 'agreement among raft nodes before linearized reading' (duration: 996.220409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.301753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.304623Z","time spent":"997.08367ms","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:28.301912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.148643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:28.304611Z","caller":"traceutil/trace.go:171","msg":"trace[1660349605] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12265; }","duration":"756.893039ms","start":"2026-03-03T18:12:27.547698Z","end":"2026-03-03T18:12:28.304591Z","steps":["trace[1660349605] 'agreement among raft nodes before linearized reading' (duration: 752.505426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.304701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:27.547683Z","time spent":"756.988741ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":64,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:28.783222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.305991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:28.783559Z","caller":"traceutil/trace.go:171","msg":"trace[631419211] linearizableReadLoop","detail":"{readStateIndex:12722; appliedIndex:12721; }","duration":"478.26299ms","start":"2026-03-03T18:12:28.305269Z","end":"2026-03-03T18:12:28.783532Z","steps":["trace[631419211] 'read index received' (duration: 63.501219ms)","trace[631419211] 'applied index is now lower than readState.Index' (duration: 414.759141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:28.783978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.69771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"info","ts":"2026-03-03T18:12:28.784059Z","caller":"traceutil/trace.go:171","msg":"trace[2075573951] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12266; }","duration":"478.850133ms","start":"2026-03-03T18:12:28.305191Z","end":"2026-03-03T18:12:28.784041Z","steps":["trace[2075573951] 'agreement among raft nodes before linearized reading' (duration: 478.581507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.784102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.305172Z","time spent":"478.920875ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7091,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T18:12:28.783813Z","caller":"traceutil/trace.go:171","msg":"trace[2125861062] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"478.612918ms","start":"2026-03-03T18:12:28.305169Z","end":"2026-03-03T18:12:28.783782Z","steps":["trace[2125861062] 'process raft request' (duration: 63.674612ms)","trace[2125861062] 'compare' (duration: 413.590145ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:28.784365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.305151Z","time spent":"479.175282ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:28.784555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.345557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-03T18:12:28.784595Z","caller":"traceutil/trace.go:171","msg":"trace[977672196] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12266; }","duration":"468.385148ms","start":"2026-03-03T18:12:28.3162Z","end":"2026-03-03T18:12:28.784585Z","steps":["trace[977672196] 'agreement among raft nodes before linearized reading' (duration: 468.268725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.784624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.316179Z","time spent":"468.437749ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":496,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:28.785485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.936079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:546117"} {"level":"info","ts":"2026-03-03T18:12:28.785537Z","caller":"traceutil/trace.go:171","msg":"trace[64273534] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12266; }","duration":"477.018561ms","start":"2026-03-03T18:12:28.308505Z","end":"2026-03-03T18:12:28.785524Z","steps":["trace[64273534] 'agreement among raft nodes before linearized reading' (duration: 476.425817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.785578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.308489Z","time spent":"477.074332ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":546141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:12:28.78593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.657124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:12:28.785979Z","caller":"traceutil/trace.go:171","msg":"trace[37155616] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12266; }","duration":"479.728875ms","start":"2026-03-03T18:12:28.306238Z","end":"2026-03-03T18:12:28.785967Z","steps":["trace[37155616] 'agreement among raft nodes before linearized reading' (duration: 477.722307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:28.786004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.30623Z","time spent":"479.769846ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:29.343644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:29.672133Z","caller":"traceutil/trace.go:171","msg":"trace[1971860165] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"884.368547ms","start":"2026-03-03T18:12:28.787732Z","end":"2026-03-03T18:12:29.672101Z","steps":["trace[1971860165] 'process raft request' (duration: 884.166542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:29.672328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.787714Z","time spent":"884.525752ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:12:30.111142Z","caller":"traceutil/trace.go:171","msg":"trace[1632777206] linearizableReadLoop","detail":"{readStateIndex:12725; appliedIndex:12722; }","duration":"1.268105707s","start":"2026-03-03T18:12:28.843017Z","end":"2026-03-03T18:12:30.111123Z","steps":["trace[1632777206] 'read index received' (duration: 828.915608ms)","trace[1632777206] 'applied index is now lower than readState.Index' (duration: 439.188939ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:30.111428Z","caller":"traceutil/trace.go:171","msg":"trace[1884538528] transaction","detail":"{read_only:false; response_revision:12268; number_of_response:1; }","duration":"1.321486656s","start":"2026-03-03T18:12:28.789928Z","end":"2026-03-03T18:12:30.111415Z","steps":["trace[1884538528] 'process raft request' (duration: 1.321003325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.111549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.789905Z","time spent":"1.321560349s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:30.111826Z","caller":"traceutil/trace.go:171","msg":"trace[1049329724] transaction","detail":"{read_only:false; response_revision:12269; number_of_response:1; }","duration":"1.319676225s","start":"2026-03-03T18:12:28.792134Z","end":"2026-03-03T18:12:30.11181Z","steps":["trace[1049329724] 'process raft request' (duration: 1.318931187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.11189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.792121Z","time spent":"1.319738846s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:30.112049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269032979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:30.112088Z","caller":"traceutil/trace.go:171","msg":"trace[1549836993] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12269; }","duration":"1.269112441s","start":"2026-03-03T18:12:28.842966Z","end":"2026-03-03T18:12:30.112079Z","steps":["trace[1549836993] 'agreement among raft nodes before linearized reading' (duration: 1.269039919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.112116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.842944Z","time spent":"1.269165853s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:12:30.112271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172959931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:30.11231Z","caller":"traceutil/trace.go:171","msg":"trace[1021155524] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12269; }","duration":"1.173064623s","start":"2026-03-03T18:12:28.939236Z","end":"2026-03-03T18:12:30.1123Z","steps":["trace[1021155524] 'agreement among raft nodes before linearized reading' (duration: 1.173004162s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.112339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:28.939207Z","time spent":"1.173124275s","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:30.112536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.265372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:30.113662Z","caller":"traceutil/trace.go:171","msg":"trace[424062730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12269; }","duration":"119.400169ms","start":"2026-03-03T18:12:29.99423Z","end":"2026-03-03T18:12:30.11363Z","steps":["trace[424062730] 'agreement among raft nodes before linearized reading' (duration: 118.282703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.11271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084298728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T18:12:30.11383Z","caller":"traceutil/trace.go:171","msg":"trace[772846897] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12269; }","duration":"1.085475995s","start":"2026-03-03T18:12:29.028325Z","end":"2026-03-03T18:12:30.113801Z","steps":["trace[772846897] 'agreement among raft nodes before linearized reading' (duration: 1.084244716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.113933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:29.028298Z","time spent":"1.085611968s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T18:12:30.112919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.29596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51a551c8d\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-03-03T18:12:30.114089Z","caller":"traceutil/trace.go:171","msg":"trace[377516988] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51a551c8d; range_end:; response_count:1; response_revision:12269; }","duration":"437.521789ms","start":"2026-03-03T18:12:29.676551Z","end":"2026-03-03T18:12:30.114073Z","steps":["trace[377516988] 'agreement among raft nodes before linearized reading' (duration: 436.126697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.114337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:29.676532Z","time spent":"437.780585ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51a551c8d\" "} {"level":"warn","ts":"2026-03-03T18:12:30.627245Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026730,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:30.916441Z","caller":"traceutil/trace.go:171","msg":"trace[2099286384] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"792.53264ms","start":"2026-03-03T18:12:30.123878Z","end":"2026-03-03T18:12:30.916411Z","steps":["trace[2099286384] 'process raft request' (duration: 792.258994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:30.916624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.123866Z","time spent":"792.664003ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.262295Z","caller":"traceutil/trace.go:171","msg":"trace[917122556] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"1.133525041s","start":"2026-03-03T18:12:30.128748Z","end":"2026-03-03T18:12:31.262273Z","steps":["trace[917122556] 'process raft request' (duration: 1.133339026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.26241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.12874Z","time spent":"1.133612432s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.262558Z","caller":"traceutil/trace.go:171","msg":"trace[1695896905] linearizableReadLoop","detail":"{readStateIndex:12730; appliedIndex:12725; }","duration":"1.136244814s","start":"2026-03-03T18:12:30.126294Z","end":"2026-03-03T18:12:31.262539Z","steps":["trace[1695896905] 'read index received' (duration: 789.856457ms)","trace[1695896905] 'applied index is now lower than readState.Index' (duration: 346.387717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:31.262648Z","caller":"traceutil/trace.go:171","msg":"trace[1416590015] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"989.686264ms","start":"2026-03-03T18:12:30.272954Z","end":"2026-03-03T18:12:31.262641Z","steps":["trace[1416590015] 'process raft request' (duration: 989.557941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:31.262651Z","caller":"traceutil/trace.go:171","msg":"trace[115616080] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"999.032904ms","start":"2026-03-03T18:12:30.263586Z","end":"2026-03-03T18:12:31.262619Z","steps":["trace[115616080] 'process raft request' (duration: 998.847309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:31.262695Z","caller":"traceutil/trace.go:171","msg":"trace[2130215452] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"1.132182268s","start":"2026-03-03T18:12:30.13049Z","end":"2026-03-03T18:12:31.262672Z","steps":["trace[2130215452] 'process raft request' (duration: 1.131737848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.262724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.272917Z","time spent":"989.751056ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:31.262789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.263548Z","time spent":"999.166617ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:31.262793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.723519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:31.262832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.130482Z","time spent":"1.13226206s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.262874Z","caller":"traceutil/trace.go:171","msg":"trace[1460140842] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12274; }","duration":"954.833791ms","start":"2026-03-03T18:12:30.308022Z","end":"2026-03-03T18:12:31.262856Z","steps":["trace[1460140842] 'agreement among raft nodes before linearized reading' (duration: 954.702168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.262926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.308007Z","time spent":"954.907613ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:31.262958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136664693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-03T18:12:31.262979Z","caller":"traceutil/trace.go:171","msg":"trace[1179213020] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.136699084s","start":"2026-03-03T18:12:30.126272Z","end":"2026-03-03T18:12:31.262971Z","steps":["trace[1179213020] 'agreement among raft nodes before linearized reading' (duration: 1.136651313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.262947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.345867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:12:31.263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.126262Z","time spent":"1.136733495s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118762331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-03T18:12:31.263033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099715871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-03T18:12:31.263109Z","caller":"traceutil/trace.go:171","msg":"trace[1621351382] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.10009496s","start":"2026-03-03T18:12:30.162993Z","end":"2026-03-03T18:12:31.263088Z","steps":["trace[1621351382] 'agreement among raft nodes before linearized reading' (duration: 1.099742751s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.26314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121273641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-03-03T18:12:31.263163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.245106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:12:31.263169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.162965Z","time spent":"1.100189402s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:12:31.263203Z","caller":"traceutil/trace.go:171","msg":"trace[236843644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12274; }","duration":"466.326168ms","start":"2026-03-03T18:12:30.796868Z","end":"2026-03-03T18:12:31.263194Z","steps":["trace[236843644] 'agreement among raft nodes before linearized reading' (duration: 466.250206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.682189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51cf0bd18\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-03-03T18:12:31.263234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.79685Z","time spent":"466.37807ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135823424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:12:31.263249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13565451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-03T18:12:31.263265Z","caller":"traceutil/trace.go:171","msg":"trace[2048290300] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12274; }","duration":"1.135864345s","start":"2026-03-03T18:12:30.127395Z","end":"2026-03-03T18:12:31.26326Z","steps":["trace[2048290300] 'agreement among raft nodes before linearized reading' (duration: 1.135810233s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:31.263252Z","caller":"traceutil/trace.go:171","msg":"trace[2013754823] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51cf0bd18; range_end:; response_count:1; response_revision:12274; }","duration":"339.798502ms","start":"2026-03-03T18:12:30.923437Z","end":"2026-03-03T18:12:31.263235Z","steps":["trace[2013754823] 'agreement among raft nodes before linearized reading' (duration: 339.634218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.074401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:31.263283Z","caller":"traceutil/trace.go:171","msg":"trace[582758586] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.135699921s","start":"2026-03-03T18:12:30.127574Z","end":"2026-03-03T18:12:31.263274Z","steps":["trace[582758586] 'agreement among raft nodes before linearized reading' (duration: 1.135619369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.26331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.05538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:31.263303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.923414Z","time spent":"339.874373ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fkdlm.189965f51cf0bd18\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.127566Z","time spent":"1.135744782s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:12:31.263331Z","caller":"traceutil/trace.go:171","msg":"trace[1003321233] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12274; }","duration":"956.103541ms","start":"2026-03-03T18:12:30.307223Z","end":"2026-03-03T18:12:31.263327Z","steps":["trace[1003321233] 'agreement among raft nodes before linearized reading' (duration: 956.07604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.307208Z","time spent":"956.131801ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067667255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:12:31.262939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108750675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T18:12:31.263176Z","caller":"traceutil/trace.go:171","msg":"trace[231869345] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.121340862s","start":"2026-03-03T18:12:30.141825Z","end":"2026-03-03T18:12:31.263165Z","steps":["trace[231869345] 'agreement among raft nodes before linearized reading' (duration: 1.12125766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.14178Z","time spent":"1.121657131s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067767609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:12:31.263535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.462353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:31.263537Z","caller":"traceutil/trace.go:171","msg":"trace[1811637922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12274; }","duration":"1.067893162s","start":"2026-03-03T18:12:30.19563Z","end":"2026-03-03T18:12:31.263523Z","steps":["trace[1811637922] 'agreement among raft nodes before linearized reading' (duration: 1.067702716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.66394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:12:31.263557Z","caller":"traceutil/trace.go:171","msg":"trace[1108683627] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12274; }","duration":"954.502994ms","start":"2026-03-03T18:12:30.309049Z","end":"2026-03-03T18:12:31.263552Z","steps":["trace[1108683627] 'agreement among raft nodes before linearized reading' (duration: 954.446483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.30904Z","time spent":"954.529785ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:31.263573Z","caller":"traceutil/trace.go:171","msg":"trace[912222720] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:12274; }","duration":"594.743332ms","start":"2026-03-03T18:12:30.668821Z","end":"2026-03-03T18:12:31.263564Z","steps":["trace[912222720] 'agreement among raft nodes before linearized reading' (duration: 594.563647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.19561Z","time spent":"1.067956273s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:31.263346Z","caller":"traceutil/trace.go:171","msg":"trace[1919854913] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12274; }","duration":"956.222603ms","start":"2026-03-03T18:12:30.307077Z","end":"2026-03-03T18:12:31.2633Z","steps":["trace[1919854913] 'agreement among raft nodes before linearized reading' (duration: 956.05986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.668799Z","time spent":"594.796172ms","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":128,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:31.263036Z","caller":"traceutil/trace.go:171","msg":"trace[638875374] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12274; }","duration":"413.473331ms","start":"2026-03-03T18:12:30.84954Z","end":"2026-03-03T18:12:31.263013Z","steps":["trace[638875374] 'agreement among raft nodes before linearized reading' (duration: 413.206585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.26365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.849526Z","time spent":"414.119106ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.307057Z","time spent":"956.576473ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:31.26328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.127382Z","time spent":"1.135894665s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:31.26362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.867962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-03-03T18:12:31.263062Z","caller":"traceutil/trace.go:171","msg":"trace[93951449] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.118802662s","start":"2026-03-03T18:12:30.144245Z","end":"2026-03-03T18:12:31.263047Z","steps":["trace[93951449] 'agreement among raft nodes before linearized reading' (duration: 1.118712399s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:31.263751Z","caller":"traceutil/trace.go:171","msg":"trace[264373991] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"941.005125ms","start":"2026-03-03T18:12:30.322717Z","end":"2026-03-03T18:12:31.263722Z","steps":["trace[264373991] 'agreement among raft nodes before linearized reading' (duration: 940.724479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.322696Z","time spent":"941.082917ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:12:31.263747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.144184Z","time spent":"1.119554551s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:12:31.263415Z","caller":"traceutil/trace.go:171","msg":"trace[987969631] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12274; }","duration":"1.109259757s","start":"2026-03-03T18:12:30.154145Z","end":"2026-03-03T18:12:31.263405Z","steps":["trace[987969631] 'agreement among raft nodes before linearized reading' (duration: 1.108757574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.263953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.154124Z","time spent":"1.10981817s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T18:12:31.262871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135534057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-03T18:12:31.264105Z","caller":"traceutil/trace.go:171","msg":"trace[2028186008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:12274; }","duration":"1.136790677s","start":"2026-03-03T18:12:30.1273Z","end":"2026-03-03T18:12:31.264091Z","steps":["trace[2028186008] 'agreement among raft nodes before linearized reading' (duration: 1.135410484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.264142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.127292Z","time spent":"1.136840959s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:12:31.263396Z","caller":"traceutil/trace.go:171","msg":"trace[240259245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12274; }","duration":"1.067757608s","start":"2026-03-03T18:12:30.195624Z","end":"2026-03-03T18:12:31.263382Z","steps":["trace[240259245] 'agreement among raft nodes before linearized reading' (duration: 1.067617104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.264247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:30.195599Z","time spent":"1.068640688s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:31.97477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.621072ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:31.97491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.844994ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:12:31.975086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.26465Z","time spent":"710.426992ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:12:31.974917Z","caller":"traceutil/trace.go:171","msg":"trace[1559473245] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12274; }","duration":"174.784587ms","start":"2026-03-03T18:12:31.800116Z","end":"2026-03-03T18:12:31.9749Z","steps":["trace[1559473245] 'range keys from in-memory index tree' (duration: 174.576961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:31.975166Z","caller":"traceutil/trace.go:171","msg":"trace[100847200] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"705.7201ms","start":"2026-03-03T18:12:31.26942Z","end":"2026-03-03T18:12:31.97514Z","steps":["trace[100847200] 'process raft request' (duration: 705.565177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.975462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.269198Z","time spent":"706.192371ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.97548Z","caller":"traceutil/trace.go:171","msg":"trace[204091532] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"701.262716ms","start":"2026-03-03T18:12:31.27421Z","end":"2026-03-03T18:12:31.975473Z","steps":["trace[204091532] 'process raft request' (duration: 700.870907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.975554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.274196Z","time spent":"701.306287ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.975624Z","caller":"traceutil/trace.go:171","msg":"trace[188885710] linearizableReadLoop","detail":"{readStateIndex:12731; appliedIndex:12730; }","duration":"708.762102ms","start":"2026-03-03T18:12:31.266838Z","end":"2026-03-03T18:12:31.9756Z","steps":["trace[188885710] 'read index received' (duration: 240.193059ms)","trace[188885710] 'applied index is now lower than readState.Index' (duration: 468.565553ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:31.975163Z","caller":"traceutil/trace.go:171","msg":"trace[1596060888] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"698.544001ms","start":"2026-03-03T18:12:31.276604Z","end":"2026-03-03T18:12:31.975148Z","steps":["trace[1596060888] 'process raft request' (duration: 698.514901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.975807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.285903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4428"} {"level":"info","ts":"2026-03-03T18:12:31.975835Z","caller":"traceutil/trace.go:171","msg":"trace[1300426944] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12277; }","duration":"703.314543ms","start":"2026-03-03T18:12:31.272514Z","end":"2026-03-03T18:12:31.975829Z","steps":["trace[1300426944] 'agreement among raft nodes before linearized reading' (duration: 703.240941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.975854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.272483Z","time spent":"703.365975ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4452,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T18:12:31.975965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.5389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T18:12:31.976039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.276592Z","time spent":"699.351431ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:31.976032Z","caller":"traceutil/trace.go:171","msg":"trace[623105712] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12277; }","duration":"307.660553ms","start":"2026-03-03T18:12:31.668351Z","end":"2026-03-03T18:12:31.976012Z","steps":["trace[623105712] 'agreement among raft nodes before linearized reading' (duration: 307.383217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.97607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.199462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:12:31.976105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.668333Z","time spent":"307.760576ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T18:12:31.976229Z","caller":"traceutil/trace.go:171","msg":"trace[1819704120] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12277; }","duration":"606.450457ms","start":"2026-03-03T18:12:31.369732Z","end":"2026-03-03T18:12:31.976182Z","steps":["trace[1819704120] 'agreement among raft nodes before linearized reading' (duration: 606.021437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.97622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.372946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:12:31.976306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.085312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:546117"} {"level":"info","ts":"2026-03-03T18:12:31.976349Z","caller":"traceutil/trace.go:171","msg":"trace[2124682891] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12277; }","duration":"704.159273ms","start":"2026-03-03T18:12:31.272179Z","end":"2026-03-03T18:12:31.976338Z","steps":["trace[2124682891] 'agreement among raft nodes before linearized reading' (duration: 703.550929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.976393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.272162Z","time spent":"704.219325ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":546141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:12:31.976315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.369708Z","time spent":"606.587521ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:12:31.976423Z","caller":"traceutil/trace.go:171","msg":"trace[552292415] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12277; }","duration":"709.558841ms","start":"2026-03-03T18:12:31.266802Z","end":"2026-03-03T18:12:31.976361Z","steps":["trace[552292415] 'agreement among raft nodes before linearized reading' (duration: 708.912716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.976642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.266786Z","time spent":"709.839828ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:31.977328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.622961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:31.977404Z","caller":"traceutil/trace.go:171","msg":"trace[998217032] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12277; }","duration":"340.739384ms","start":"2026-03-03T18:12:31.636656Z","end":"2026-03-03T18:12:31.977395Z","steps":["trace[998217032] 'agreement among raft nodes before linearized reading' (duration: 339.178707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:31.977569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.636634Z","time spent":"340.862716ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:32.486845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.554436ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:32.486962Z","caller":"traceutil/trace.go:171","msg":"trace[2108629210] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"508.836452ms","start":"2026-03-03T18:12:31.978107Z","end":"2026-03-03T18:12:32.486943Z","steps":["trace[2108629210] 'process raft request' (duration: 205.102422ms)","trace[2108629210] 'compare' (duration: 303.118596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:32.487023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.978081Z","time spent":"508.912973ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:32.740169Z","caller":"traceutil/trace.go:171","msg":"trace[1117214071] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"756.630062ms","start":"2026-03-03T18:12:31.983505Z","end":"2026-03-03T18:12:32.740136Z","steps":["trace[1117214071] 'process raft request' (duration: 756.493719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:32.740181Z","caller":"traceutil/trace.go:171","msg":"trace[862701005] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"755.421905ms","start":"2026-03-03T18:12:31.984736Z","end":"2026-03-03T18:12:32.740158Z","steps":["trace[862701005] 'process raft request' (duration: 755.338933ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:32.740233Z","caller":"traceutil/trace.go:171","msg":"trace[2079747364] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"759.988453ms","start":"2026-03-03T18:12:31.980224Z","end":"2026-03-03T18:12:32.740213Z","steps":["trace[2079747364] 'process raft request' (duration: 759.554553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.740315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.98021Z","time spent":"760.067634ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:32.740327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.984716Z","time spent":"755.532397ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:32.740459Z","caller":"traceutil/trace.go:171","msg":"trace[669925974] linearizableReadLoop","detail":"{readStateIndex:12737; appliedIndex:12734; }","duration":"756.575501ms","start":"2026-03-03T18:12:31.983858Z","end":"2026-03-03T18:12:32.740433Z","steps":["trace[669925974] 'read index received' (duration: 199.335395ms)","trace[669925974] 'applied index is now lower than readState.Index' (duration: 557.238916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:32.740512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.983489Z","time spent":"756.753915ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:32.740727Z","caller":"traceutil/trace.go:171","msg":"trace[1547857037] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"559.641292ms","start":"2026-03-03T18:12:32.181073Z","end":"2026-03-03T18:12:32.740714Z","steps":["trace[1547857037] 'process raft request' (duration: 559.048139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.740826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.181046Z","time spent":"559.712394ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:32.740924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.996129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:32.740989Z","caller":"traceutil/trace.go:171","msg":"trace[694945186] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12282; }","duration":"748.069021ms","start":"2026-03-03T18:12:31.992908Z","end":"2026-03-03T18:12:32.740977Z","steps":["trace[694945186] 'agreement among raft nodes before linearized reading' (duration: 747.974348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.741027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.992903Z","time spent":"748.116852ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:32.741056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.60594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T18:12:32.741049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.184815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:12:32.741104Z","caller":"traceutil/trace.go:171","msg":"trace[1933376212] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12282; }","duration":"251.689452ms","start":"2026-03-03T18:12:32.489401Z","end":"2026-03-03T18:12:32.741091Z","steps":["trace[1933376212] 'agreement among raft nodes before linearized reading' (duration: 251.472937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.741083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.603587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"info","ts":"2026-03-03T18:12:32.741156Z","caller":"traceutil/trace.go:171","msg":"trace[1538686052] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12282; }","duration":"754.328078ms","start":"2026-03-03T18:12:31.98679Z","end":"2026-03-03T18:12:32.741118Z","steps":["trace[1538686052] 'agreement among raft nodes before linearized reading' (duration: 754.046501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:32.741164Z","caller":"traceutil/trace.go:171","msg":"trace[1335104884] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:12282; }","duration":"727.73327ms","start":"2026-03-03T18:12:32.013411Z","end":"2026-03-03T18:12:32.741145Z","steps":["trace[1335104884] 'agreement among raft nodes before linearized reading' (duration: 727.468424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.741054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.296757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T18:12:32.741218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.013398Z","time spent":"727.810533ms","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:32.741217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.986772Z","time spent":"754.43396ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:12:32.741243Z","caller":"traceutil/trace.go:171","msg":"trace[1254341182] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12282; }","duration":"751.509281ms","start":"2026-03-03T18:12:31.989718Z","end":"2026-03-03T18:12:32.741228Z","steps":["trace[1254341182] 'agreement among raft nodes before linearized reading' (duration: 751.191424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.741279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.338349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:12:32.741359Z","caller":"traceutil/trace.go:171","msg":"trace[234681950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12282; }","duration":"757.542304ms","start":"2026-03-03T18:12:31.983801Z","end":"2026-03-03T18:12:32.741343Z","steps":["trace[234681950] 'agreement among raft nodes before linearized reading' (duration: 757.007662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:32.741665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.983777Z","time spent":"757.637506ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:32.741275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:31.98971Z","time spent":"751.557462ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:12:33.060143Z","caller":"traceutil/trace.go:171","msg":"trace[1085113797] linearizableReadLoop","detail":"{readStateIndex:12740; appliedIndex:12739; }","duration":"313.571162ms","start":"2026-03-03T18:12:32.746536Z","end":"2026-03-03T18:12:33.060107Z","steps":["trace[1085113797] 'read index received' (duration: 313.424459ms)","trace[1085113797] 'applied index is now lower than readState.Index' (duration: 145.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:33.060212Z","caller":"traceutil/trace.go:171","msg":"trace[1783000321] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"316.224056ms","start":"2026-03-03T18:12:32.743941Z","end":"2026-03-03T18:12:33.060165Z","steps":["trace[1783000321] 'process raft request' (duration: 316.037801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.060434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.880279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4946"} {"level":"info","ts":"2026-03-03T18:12:33.060494Z","caller":"traceutil/trace.go:171","msg":"trace[2135341162] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:12283; }","duration":"313.985802ms","start":"2026-03-03T18:12:32.746494Z","end":"2026-03-03T18:12:33.06048Z","steps":["trace[2135341162] 'agreement among raft nodes before linearized reading' (duration: 313.748866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.06048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.743922Z","time spent":"316.457101ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:33.060535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.746469Z","time spent":"314.056994ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4970,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-03T18:12:33.126451Z","caller":"traceutil/trace.go:171","msg":"trace[2073777473] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"379.303154ms","start":"2026-03-03T18:12:32.747128Z","end":"2026-03-03T18:12:33.126431Z","steps":["trace[2073777473] 'process raft request' (duration: 379.117219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:33.126475Z","caller":"traceutil/trace.go:171","msg":"trace[145507905] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"377.375139ms","start":"2026-03-03T18:12:32.749081Z","end":"2026-03-03T18:12:33.126456Z","steps":["trace[145507905] 'process raft request' (duration: 377.303347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.126563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.747045Z","time spent":"379.453438ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:33.126467Z","caller":"traceutil/trace.go:171","msg":"trace[1584869414] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"378.67724ms","start":"2026-03-03T18:12:32.747777Z","end":"2026-03-03T18:12:33.126454Z","steps":["trace[1584869414] 'process raft request' (duration: 378.583498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.126581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.74907Z","time spent":"377.459861ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:33.126696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.747768Z","time spent":"378.850455ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:33.638496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.052588ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:33.638706Z","caller":"traceutil/trace.go:171","msg":"trace[1771901231] linearizableReadLoop","detail":"{readStateIndex:12744; appliedIndex:12740; }","duration":"578.414785ms","start":"2026-03-03T18:12:33.060274Z","end":"2026-03-03T18:12:33.638689Z","steps":["trace[1771901231] 'read index received' (duration: 66.04162ms)","trace[1771901231] 'applied index is now lower than readState.Index' (duration: 512.372045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:33.638731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.183999Z","time spent":"454.724625ms","remote":"127.0.0.1:37104","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:33.638829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.437437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:33.638857Z","caller":"traceutil/trace.go:171","msg":"trace[1192747464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12286; }","duration":"645.507839ms","start":"2026-03-03T18:12:32.993338Z","end":"2026-03-03T18:12:33.638846Z","steps":["trace[1192747464] 'agreement among raft nodes before linearized reading' (duration: 645.449387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.638894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.993316Z","time spent":"645.56973ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:33.638948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"885.259849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7505"} {"level":"warn","ts":"2026-03-03T18:12:33.638949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.295282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:12:33.639017Z","caller":"traceutil/trace.go:171","msg":"trace[1747654450] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:12286; }","duration":"885.350142ms","start":"2026-03-03T18:12:32.75365Z","end":"2026-03-03T18:12:33.639Z","steps":["trace[1747654450] 'agreement among raft nodes before linearized reading' (duration: 885.186867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:33.639032Z","caller":"traceutil/trace.go:171","msg":"trace[1368301978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12286; }","duration":"891.398054ms","start":"2026-03-03T18:12:32.747615Z","end":"2026-03-03T18:12:33.639013Z","steps":["trace[1368301978] 'agreement among raft nodes before linearized reading' (duration: 891.197879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.639053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.753635Z","time spent":"885.410703ms","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7529,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T18:12:33.639075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.747605Z","time spent":"891.457906ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:12:33.639299Z","caller":"traceutil/trace.go:171","msg":"trace[1767449765] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"575.099477ms","start":"2026-03-03T18:12:33.064174Z","end":"2026-03-03T18:12:33.639273Z","steps":["trace[1767449765] 'process raft request' (duration: 574.417171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:33.639442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.06415Z","time spent":"575.19835ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:34.248209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50161252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:12:34.2483Z","caller":"traceutil/trace.go:171","msg":"trace[783148501] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12287; }","duration":"1.501743222s","start":"2026-03-03T18:12:32.746534Z","end":"2026-03-03T18:12:34.248278Z","steps":["trace[783148501] 'agreement among raft nodes before linearized reading' (duration: 892.594142ms)","trace[783148501] 'range keys from in-memory index tree' (duration: 608.910295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:34.248347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:32.74652Z","time spent":"1.501817125s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:12:34.24842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.082099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:34.248635Z","caller":"traceutil/trace.go:171","msg":"trace[1945971968] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"1.179089076s","start":"2026-03-03T18:12:33.069527Z","end":"2026-03-03T18:12:34.248616Z","steps":["trace[1945971968] 'process raft request' (duration: 569.733831ms)","trace[1945971968] 'compare' (duration: 608.944645ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:34.24871Z","caller":"traceutil/trace.go:171","msg":"trace[1601685202] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"973.113383ms","start":"2026-03-03T18:12:33.275574Z","end":"2026-03-03T18:12:34.248687Z","steps":["trace[1601685202] 'process raft request' (duration: 973.023311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.248743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.069505Z","time spent":"1.179173037s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:34.24882Z","caller":"traceutil/trace.go:171","msg":"trace[897663983] linearizableReadLoop","detail":"{readStateIndex:12749; appliedIndex:12745; }","duration":"610.063822ms","start":"2026-03-03T18:12:33.63874Z","end":"2026-03-03T18:12:34.248804Z","steps":["trace[897663983] 'read index received' (duration: 82.098369ms)","trace[897663983] 'applied index is now lower than readState.Index' (duration: 527.963493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:34.248914Z","caller":"traceutil/trace.go:171","msg":"trace[137739858] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"866.769132ms","start":"2026-03-03T18:12:33.382122Z","end":"2026-03-03T18:12:34.248891Z","steps":["trace[137739858] 'process raft request' (duration: 866.511736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.249027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.382097Z","time spent":"866.872394ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:34.249032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.173698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:12:34.249102Z","caller":"traceutil/trace.go:171","msg":"trace[366165480] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12291; }","duration":"949.24214ms","start":"2026-03-03T18:12:33.299839Z","end":"2026-03-03T18:12:34.249081Z","steps":["trace[366165480] 'agreement among raft nodes before linearized reading' (duration: 949.041335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.249135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.380748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:34.249139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.731098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:34.249197Z","caller":"traceutil/trace.go:171","msg":"trace[1574786792] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12291; }","duration":"981.48668ms","start":"2026-03-03T18:12:33.267697Z","end":"2026-03-03T18:12:34.249184Z","steps":["trace[1574786792] 'agreement among raft nodes before linearized reading' (duration: 981.389668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:34.249214Z","caller":"traceutil/trace.go:171","msg":"trace[1638615640] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12291; }","duration":"624.864332ms","start":"2026-03-03T18:12:33.624331Z","end":"2026-03-03T18:12:34.249196Z","steps":["trace[1638615640] 'agreement among raft nodes before linearized reading' (duration: 624.724318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.249241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.26767Z","time spent":"981.562602ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:34.248826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.275551Z","time spent":"973.221205ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:34.249255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.624298Z","time spent":"624.948804ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:34.24905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.517573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:34.249558Z","caller":"traceutil/trace.go:171","msg":"trace[70089611] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12291; }","duration":"977.049805ms","start":"2026-03-03T18:12:33.272482Z","end":"2026-03-03T18:12:34.249531Z","steps":["trace[70089611] 'agreement among raft nodes before linearized reading' (duration: 976.448461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.24911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.851929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:34.249674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.272465Z","time spent":"977.177359ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:34.249682Z","caller":"traceutil/trace.go:171","msg":"trace[950716097] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12291; }","duration":"982.449614ms","start":"2026-03-03T18:12:33.267212Z","end":"2026-03-03T18:12:34.249661Z","steps":["trace[950716097] 'agreement among raft nodes before linearized reading' (duration: 981.86569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:34.248711Z","caller":"traceutil/trace.go:171","msg":"trace[1244905822] transaction","detail":"{read_only:false; response_revision:12289; number_of_response:1; }","duration":"973.123333ms","start":"2026-03-03T18:12:33.275563Z","end":"2026-03-03T18:12:34.248686Z","steps":["trace[1244905822] 'process raft request' (duration: 972.972579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.249745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.26719Z","time spent":"982.536766ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:34.249139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.494991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:34.249819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.275545Z","time spent":"974.206969ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:34.249165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.299798Z","time spent":"949.354033ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:12:34.249929Z","caller":"traceutil/trace.go:171","msg":"trace[264540503] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12291; }","duration":"982.30534ms","start":"2026-03-03T18:12:33.267607Z","end":"2026-03-03T18:12:34.249912Z","steps":["trace[264540503] 'agreement among raft nodes before linearized reading' (duration: 981.4691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:34.250001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.267599Z","time spent":"982.378993ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:34.749172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:35.250073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:35.641117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000581859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:35.64119Z","caller":"traceutil/trace.go:171","msg":"trace[1513484136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000701422s","start":"2026-03-03T18:12:33.640474Z","end":"2026-03-03T18:12:35.641175Z","steps":["trace[1513484136] 'agreement among raft nodes before linearized reading' (duration: 2.00061354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:35.641275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.640452Z","time spent":"2.000811414s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:35.750845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:36.25202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:36.753054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:37.254114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026767,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:37.292669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.571836282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:12:37.327101Z","caller":"traceutil/trace.go:171","msg":"trace[1850924891] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"3.682005773s","start":"2026-03-03T18:12:33.645066Z","end":"2026-03-03T18:12:37.327072Z","steps":["trace[1850924891] 'process raft request' (duration: 3.68187154s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:37.32729Z","caller":"traceutil/trace.go:171","msg":"trace[700693544] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"3.682191207s","start":"2026-03-03T18:12:33.645066Z","end":"2026-03-03T18:12:37.327257Z","steps":["trace[700693544] 'process raft request' (duration: 3.647777765s)","trace[700693544] 'compare' (duration: 33.735536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:37.327314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.645034Z","time spent":"3.682185107s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:37.327479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.645044Z","time spent":"3.682362311s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:12:37.408794Z","caller":"traceutil/trace.go:171","msg":"trace[1911572482] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"3.153769153s","start":"2026-03-03T18:12:34.254962Z","end":"2026-03-03T18:12:37.408731Z","steps":["trace[1911572482] 'process raft request' (duration: 3.153589708s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:37.418328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.254942Z","time spent":"3.163259448s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:37.644611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.914829ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:37.644969Z","caller":"traceutil/trace.go:171","msg":"trace[1806778960] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"1.390072687s","start":"2026-03-03T18:12:36.254877Z","end":"2026-03-03T18:12:37.64495Z","steps":["trace[1806778960] 'process raft request' (duration: 1.389924593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:37.645465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.254852Z","time spent":"1.390506817s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:37.649706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000551199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:12:37.649796Z","caller":"traceutil/trace.go:171","msg":"trace[960429192] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000689631s","start":"2026-03-03T18:12:35.649086Z","end":"2026-03-03T18:12:37.649775Z","steps":["trace[960429192] 'agreement among raft nodes before linearized reading' (duration: 2.000575898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:37.649845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:35.649071Z","time spent":"2.000764294s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:37.955746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.728284ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:37.955934Z","caller":"traceutil/trace.go:171","msg":"trace[929276053] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"1.698399846s","start":"2026-03-03T18:12:36.257502Z","end":"2026-03-03T18:12:37.955902Z","steps":["trace[929276053] 'process raft request' (duration: 1.387434625s)","trace[929276053] 'compare' (duration: 310.263203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:37.956078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.257472Z","time spent":"1.698530399s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:38.133668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.825799ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:38.13434Z","caller":"traceutil/trace.go:171","msg":"trace[484145426] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"945.788677ms","start":"2026-03-03T18:12:37.188517Z","end":"2026-03-03T18:12:38.134305Z","steps":["trace[484145426] 'process raft request' (duration: 945.308215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.134454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.909902382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:38.134504Z","caller":"traceutil/trace.go:171","msg":"trace[1858247899] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12297; }","duration":"3.909994145s","start":"2026-03-03T18:12:34.224497Z","end":"2026-03-03T18:12:38.134491Z","steps":["trace[1858247899] 'agreement among raft nodes before linearized reading' (duration: 3.909815691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.134496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.188492Z","time spent":"945.9238ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:38.134532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.043595359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T18:12:38.13455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.224479Z","time spent":"3.910061556s","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":89,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:38.134604Z","caller":"traceutil/trace.go:171","msg":"trace[584480878] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12297; }","duration":"4.043690091s","start":"2026-03-03T18:12:34.090888Z","end":"2026-03-03T18:12:38.134578Z","steps":["trace[584480878] 'agreement among raft nodes before linearized reading' (duration: 4.043462916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.134653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.090874Z","time spent":"4.043767273s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:12:38.134645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.143328134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:38.134837Z","caller":"traceutil/trace.go:171","msg":"trace[1979059282] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12297; }","duration":"4.143471197s","start":"2026-03-03T18:12:33.991289Z","end":"2026-03-03T18:12:38.13476Z","steps":["trace[1979059282] 'agreement among raft nodes before linearized reading' (duration: 4.143257292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.134968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:33.99123Z","time spent":"4.143723573s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:12:38.134249Z","caller":"traceutil/trace.go:171","msg":"trace[452034789] linearizableReadLoop","detail":"{readStateIndex:12757; appliedIndex:12749; }","duration":"3.885331243s","start":"2026-03-03T18:12:34.248898Z","end":"2026-03-03T18:12:38.13423Z","steps":["trace[452034789] 'read index received' (duration: 3.043972801s)","trace[452034789] 'applied index is now lower than readState.Index' (duration: 841.357452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:38.136803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881553469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:38.136872Z","caller":"traceutil/trace.go:171","msg":"trace[1820440317] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12297; }","duration":"1.881658022s","start":"2026-03-03T18:12:36.255198Z","end":"2026-03-03T18:12:38.136856Z","steps":["trace[1820440317] 'agreement among raft nodes before linearized reading' (duration: 1.88156505s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.13693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533079739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:12:38.136962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.953019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:38.136984Z","caller":"traceutil/trace.go:171","msg":"trace[161649065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12297; }","duration":"2.533135631s","start":"2026-03-03T18:12:35.603836Z","end":"2026-03-03T18:12:38.136972Z","steps":["trace[161649065] 'agreement among raft nodes before linearized reading' (duration: 2.532980947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.184612652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:38.137021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:35.603755Z","time spent":"2.533258183s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:12:38.137024Z","caller":"traceutil/trace.go:171","msg":"trace[767625684] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12297; }","duration":"524.052271ms","start":"2026-03-03T18:12:37.612952Z","end":"2026-03-03T18:12:38.137004Z","steps":["trace[767625684] 'agreement among raft nodes before linearized reading' (duration: 523.939299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.137049Z","caller":"traceutil/trace.go:171","msg":"trace[894692942] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12297; }","duration":"3.184711514s","start":"2026-03-03T18:12:34.952325Z","end":"2026-03-03T18:12:38.137037Z","steps":["trace[894692942] 'agreement among raft nodes before linearized reading' (duration: 3.18454552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.13706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.61293Z","time spent":"524.120843ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:38.13706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005774709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:12:38.137087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.9523Z","time spent":"3.184778895s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":113,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:38.137138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713022176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T18:12:38.13721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.005762089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:12:38.137108Z","caller":"traceutil/trace.go:171","msg":"trace[1113774919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12297; }","duration":"3.005863571s","start":"2026-03-03T18:12:35.131232Z","end":"2026-03-03T18:12:38.137095Z","steps":["trace[1113774919] 'agreement among raft nodes before linearized reading' (duration: 3.005569475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.159000235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:38.137299Z","caller":"traceutil/trace.go:171","msg":"trace[1026573635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12297; }","duration":"3.005956064s","start":"2026-03-03T18:12:35.131325Z","end":"2026-03-03T18:12:38.137281Z","steps":["trace[1026573635] 'agreement among raft nodes before linearized reading' (duration: 3.005652397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.448394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q.18996603c25e70c4\" ","response":"range_response_count:1 size:856"} {"level":"warn","ts":"2026-03-03T18:12:38.137318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:35.131209Z","time spent":"3.006090476s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.514135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:12:38.137354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:35.131288Z","time spent":"3.006054616s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:38.137325Z","caller":"traceutil/trace.go:171","msg":"trace[993572167] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12297; }","duration":"3.159086947s","start":"2026-03-03T18:12:34.978224Z","end":"2026-03-03T18:12:38.137311Z","steps":["trace[993572167] 'agreement among raft nodes before linearized reading' (duration: 3.158989345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.081249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:38.137391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880162966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:38.137394Z","caller":"traceutil/trace.go:171","msg":"trace[1497269087] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12297; }","duration":"386.598957ms","start":"2026-03-03T18:12:37.750777Z","end":"2026-03-03T18:12:38.137376Z","steps":["trace[1497269087] 'agreement among raft nodes before linearized reading' (duration: 386.448133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.13742Z","caller":"traceutil/trace.go:171","msg":"trace[433742506] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12297; }","duration":"1.880264238s","start":"2026-03-03T18:12:36.25715Z","end":"2026-03-03T18:12:38.137414Z","steps":["trace[433742506] 'agreement among raft nodes before linearized reading' (duration: 1.880224447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.137423Z","caller":"traceutil/trace.go:171","msg":"trace[114454772] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12297; }","duration":"426.156251ms","start":"2026-03-03T18:12:37.711255Z","end":"2026-03-03T18:12:38.137411Z","steps":["trace[114454772] 'agreement among raft nodes before linearized reading' (duration: 426.10261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.137245Z","caller":"traceutil/trace.go:171","msg":"trace[213241442] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12297; }","duration":"3.713169678s","start":"2026-03-03T18:12:34.424046Z","end":"2026-03-03T18:12:38.137215Z","steps":["trace[213241442] 'agreement among raft nodes before linearized reading' (duration: 3.712907582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.257132Z","time spent":"1.88031562s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.044816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:38.13735Z","caller":"traceutil/trace.go:171","msg":"trace[1882593080] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q.18996603c25e70c4; range_end:; response_count:1; response_revision:12297; }","duration":"805.528056ms","start":"2026-03-03T18:12:37.331811Z","end":"2026-03-03T18:12:38.137339Z","steps":["trace[1882593080] 'agreement among raft nodes before linearized reading' (duration: 805.423124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.423985Z","time spent":"3.713478196s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.331791Z","time spent":"805.694959ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":880,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q.18996603c25e70c4\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881946068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:38.137542Z","caller":"traceutil/trace.go:171","msg":"trace[243083997] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12297; }","duration":"1.882336808s","start":"2026-03-03T18:12:36.255198Z","end":"2026-03-03T18:12:38.137535Z","steps":["trace[243083997] 'agreement among raft nodes before linearized reading' (duration: 1.881958379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.255181Z","time spent":"1.882390218s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.750752Z","time spent":"386.697119ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.978203Z","time spent":"3.15918716s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":16,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:38.137473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880185577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:38.137494Z","caller":"traceutil/trace.go:171","msg":"trace[1538250760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12297; }","duration":"470.22428ms","start":"2026-03-03T18:12:37.667258Z","end":"2026-03-03T18:12:38.137482Z","steps":["trace[1538250760] 'agreement among raft nodes before linearized reading' (duration: 470.054896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.137713Z","caller":"traceutil/trace.go:171","msg":"trace[889386263] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12297; }","duration":"1.880436752s","start":"2026-03-03T18:12:36.257255Z","end":"2026-03-03T18:12:38.137692Z","steps":["trace[889386263] 'agreement among raft nodes before linearized reading' (duration: 1.879948801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.137758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.667241Z","time spent":"470.509388ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.257246Z","time spent":"1.880516824s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:38.137462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:37.711231Z","time spent":"426.223132ms","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:38.138015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.882907846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" ","response":"range_response_count:1 size:7053"} {"level":"info","ts":"2026-03-03T18:12:38.138107Z","caller":"traceutil/trace.go:171","msg":"trace[1833217832] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm; range_end:; response_count:1; response_revision:12297; }","duration":"3.883015209s","start":"2026-03-03T18:12:34.25507Z","end":"2026-03-03T18:12:38.138085Z","steps":["trace[1833217832] 'agreement among raft nodes before linearized reading' (duration: 3.881630196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.138162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:34.255063Z","time spent":"3.883084531s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7077,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" "} {"level":"warn","ts":"2026-03-03T18:12:38.136966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:36.255174Z","time spent":"1.881737643s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:38.468399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.956168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T18:12:38.46851Z","caller":"traceutil/trace.go:171","msg":"trace[509275686] linearizableReadLoop","detail":"{readStateIndex:12758; appliedIndex:12757; }","duration":"326.12886ms","start":"2026-03-03T18:12:38.142361Z","end":"2026-03-03T18:12:38.46849Z","steps":["trace[509275686] 'read index received' (duration: 185.086199ms)","trace[509275686] 'applied index is now lower than readState.Index' (duration: 141.041021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:38.468595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.140369Z","time spent":"328.222979ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:38.469359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.973269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:546117"} {"level":"info","ts":"2026-03-03T18:12:38.469436Z","caller":"traceutil/trace.go:171","msg":"trace[1077787265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12297; }","duration":"327.062211ms","start":"2026-03-03T18:12:38.142356Z","end":"2026-03-03T18:12:38.469418Z","steps":["trace[1077787265] 'agreement among raft nodes before linearized reading' (duration: 326.402276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.469483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.142318Z","time spent":"327.153694ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":546141,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:12:38.672568Z","caller":"traceutil/trace.go:171","msg":"trace[1374596697] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"530.083264ms","start":"2026-03-03T18:12:38.14243Z","end":"2026-03-03T18:12:38.672513Z","steps":["trace[1374596697] 'process raft request' (duration: 495.355035ms)","trace[1374596697] 'compare' (duration: 34.352901ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:38.672663Z","caller":"traceutil/trace.go:171","msg":"trace[524132094] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"203.161495ms","start":"2026-03-03T18:12:38.469474Z","end":"2026-03-03T18:12:38.672635Z","steps":["trace[524132094] 'process raft request' (duration: 203.082063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.672754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.14241Z","time spent":"530.250158ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:38.672917Z","caller":"traceutil/trace.go:171","msg":"trace[16058686] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"526.211892ms","start":"2026-03-03T18:12:38.146682Z","end":"2026-03-03T18:12:38.672894Z","steps":["trace[16058686] 'process raft request' (duration: 525.795102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.67297Z","caller":"traceutil/trace.go:171","msg":"trace[1894495437] linearizableReadLoop","detail":"{readStateIndex:12762; appliedIndex:12758; }","duration":"204.418384ms","start":"2026-03-03T18:12:38.468535Z","end":"2026-03-03T18:12:38.672953Z","steps":["trace[1894495437] 'read index received' (duration: 169.278986ms)","trace[1894495437] 'applied index is now lower than readState.Index' (duration: 35.137388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:38.673001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.14667Z","time spent":"526.290284ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:38.673049Z","caller":"traceutil/trace.go:171","msg":"trace[658420849] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"528.432036ms","start":"2026-03-03T18:12:38.144582Z","end":"2026-03-03T18:12:38.673014Z","steps":["trace[658420849] 'process raft request' (duration: 527.845381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.673155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.71313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:38.673202Z","caller":"traceutil/trace.go:171","msg":"trace[813402765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12302; }","duration":"530.787881ms","start":"2026-03-03T18:12:38.142401Z","end":"2026-03-03T18:12:38.673189Z","steps":["trace[813402765] 'agreement among raft nodes before linearized reading' (duration: 530.608107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:38.6733Z","caller":"traceutil/trace.go:171","msg":"trace[1497815697] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"528.831394ms","start":"2026-03-03T18:12:38.144456Z","end":"2026-03-03T18:12:38.673287Z","steps":["trace[1497815697] 'process raft request' (duration: 527.894731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.673331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.142396Z","time spent":"530.918564ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:38.673368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.144442Z","time spent":"528.898406ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:38.67349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.423722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:38.673545Z","caller":"traceutil/trace.go:171","msg":"trace[531998583] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12302; }","duration":"322.480263ms","start":"2026-03-03T18:12:38.351049Z","end":"2026-03-03T18:12:38.673529Z","steps":["trace[531998583] 'agreement among raft nodes before linearized reading' (duration: 322.393271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.67322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.144577Z","time spent":"528.552759ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:38.673619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.242244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:38.673627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.350988Z","time spent":"322.623906ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:38.673676Z","caller":"traceutil/trace.go:171","msg":"trace[1925655254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12302; }","duration":"526.350226ms","start":"2026-03-03T18:12:38.14731Z","end":"2026-03-03T18:12:38.67366Z","steps":["trace[1925655254] 'agreement among raft nodes before linearized reading' (duration: 526.214823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:38.673722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.147303Z","time spent":"526.403897ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:39.005374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.797713ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:39.005494Z","caller":"traceutil/trace.go:171","msg":"trace[2024978822] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"324.341947ms","start":"2026-03-03T18:12:38.681134Z","end":"2026-03-03T18:12:39.005476Z","steps":["trace[2024978822] 'process raft request' (duration: 172.352409ms)","trace[2024978822] 'compare' (duration: 151.673911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:39.005554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.681122Z","time spent":"324.403729ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:39.07056Z","caller":"traceutil/trace.go:171","msg":"trace[1894127886] linearizableReadLoop","detail":"{readStateIndex:12765; appliedIndex:12763; }","duration":"299.144402ms","start":"2026-03-03T18:12:38.771382Z","end":"2026-03-03T18:12:39.070527Z","steps":["trace[1894127886] 'read index received' (duration: 81.985135ms)","trace[1894127886] 'applied index is now lower than readState.Index' (duration: 217.157927ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:39.070604Z","caller":"traceutil/trace.go:171","msg":"trace[1190840419] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"384.679892ms","start":"2026-03-03T18:12:38.685899Z","end":"2026-03-03T18:12:39.070579Z","steps":["trace[1190840419] 'process raft request' (duration: 384.456297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:39.070712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:38.68588Z","time spent":"384.785904ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6243,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:39.070772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.364307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:39.070819Z","caller":"traceutil/trace.go:171","msg":"trace[239409148] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12304; }","duration":"299.47207ms","start":"2026-03-03T18:12:38.771336Z","end":"2026-03-03T18:12:39.070808Z","steps":["trace[239409148] 'agreement among raft nodes before linearized reading' (duration: 299.355816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:39.344996Z","caller":"traceutil/trace.go:171","msg":"trace[1070986781] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"269.672306ms","start":"2026-03-03T18:12:39.075289Z","end":"2026-03-03T18:12:39.344961Z","steps":["trace[1070986781] 'process raft request' (duration: 186.939404ms)","trace[1070986781] 'compare' (duration: 82.504317ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:39.344984Z","caller":"traceutil/trace.go:171","msg":"trace[1754807825] linearizableReadLoop","detail":"{readStateIndex:12766; appliedIndex:12765; }","duration":"266.290986ms","start":"2026-03-03T18:12:39.07866Z","end":"2026-03-03T18:12:39.344951Z","steps":["trace[1754807825] 'read index received' (duration: 183.466711ms)","trace[1754807825] 'applied index is now lower than readState.Index' (duration: 82.821485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:39.345381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.216893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q\" ","response":"range_response_count:1 size:6258"} {"level":"warn","ts":"2026-03-03T18:12:39.345459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.566842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:39.345528Z","caller":"traceutil/trace.go:171","msg":"trace[1870670858] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12305; }","duration":"266.880401ms","start":"2026-03-03T18:12:39.078633Z","end":"2026-03-03T18:12:39.345513Z","steps":["trace[1870670858] 'agreement among raft nodes before linearized reading' (duration: 266.412219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:39.345468Z","caller":"traceutil/trace.go:171","msg":"trace[1224891834] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q; range_end:; response_count:1; response_revision:12305; }","duration":"260.326396ms","start":"2026-03-03T18:12:39.085104Z","end":"2026-03-03T18:12:39.345431Z","steps":["trace[1224891834] 'agreement among raft nodes before linearized reading' (duration: 260.11418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:39.945287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.730257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:39.945395Z","caller":"traceutil/trace.go:171","msg":"trace[1650158051] linearizableReadLoop","detail":"{readStateIndex:12768; appliedIndex:12766; }","duration":"586.879195ms","start":"2026-03-03T18:12:39.358499Z","end":"2026-03-03T18:12:39.945378Z","steps":["trace[1650158051] 'read index received' (duration: 44.522761ms)","trace[1650158051] 'applied index is now lower than readState.Index' (duration: 542.354784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:39.945679Z","caller":"traceutil/trace.go:171","msg":"trace[1882915990] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"594.075145ms","start":"2026-03-03T18:12:39.351331Z","end":"2026-03-03T18:12:39.945406Z","steps":["trace[1882915990] 'process raft request' (duration: 252.146403ms)","trace[1882915990] 'compare' (duration: 340.706253ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:39.945887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:39.35131Z","time spent":"594.444923ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:39.946162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.632043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:12:39.946278Z","caller":"traceutil/trace.go:171","msg":"trace[211222759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12307; }","duration":"587.774386ms","start":"2026-03-03T18:12:39.358481Z","end":"2026-03-03T18:12:39.946255Z","steps":["trace[211222759] 'agreement among raft nodes before linearized reading' (duration: 587.175812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:39.946325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:39.358473Z","time spent":"587.839458ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:12:40.169403Z","caller":"traceutil/trace.go:171","msg":"trace[155154497] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"208.84964ms","start":"2026-03-03T18:12:39.960527Z","end":"2026-03-03T18:12:40.169376Z","steps":["trace[155154497] 'process raft request' (duration: 208.670526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:40.169434Z","caller":"traceutil/trace.go:171","msg":"trace[94935092] linearizableReadLoop","detail":"{readStateIndex:12769; appliedIndex:12768; }","duration":"223.986208ms","start":"2026-03-03T18:12:39.945419Z","end":"2026-03-03T18:12:40.169405Z","steps":["trace[94935092] 'read index received' (duration: 147.399299ms)","trace[94935092] 'applied index is now lower than readState.Index' (duration: 76.585429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:40.169548Z","caller":"traceutil/trace.go:171","msg":"trace[1262225098] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"499.631216ms","start":"2026-03-03T18:12:39.669903Z","end":"2026-03-03T18:12:40.169534Z","steps":["trace[1262225098] 'process raft request' (duration: 422.913134ms)","trace[1262225098] 'compare' (duration: 76.101658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:40.169686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:39.669875Z","time spent":"499.708588ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:40.169784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.987784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:40.169806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.509127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:12:40.169859Z","caller":"traceutil/trace.go:171","msg":"trace[107539982] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12309; }","duration":"198.114867ms","start":"2026-03-03T18:12:39.971729Z","end":"2026-03-03T18:12:40.169844Z","steps":["trace[107539982] 'agreement among raft nodes before linearized reading' (duration: 197.985464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:40.169866Z","caller":"traceutil/trace.go:171","msg":"trace[569145349] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12309; }","duration":"747.615409ms","start":"2026-03-03T18:12:39.422236Z","end":"2026-03-03T18:12:40.169851Z","steps":["trace[569145349] 'agreement among raft nodes before linearized reading' (duration: 747.436755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:40.169898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:39.422214Z","time spent":"747.67755ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:40.169894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.628759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-03T18:12:40.169958Z","caller":"traceutil/trace.go:171","msg":"trace[2058581734] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12309; }","duration":"622.742002ms","start":"2026-03-03T18:12:39.547201Z","end":"2026-03-03T18:12:40.169943Z","steps":["trace[2058581734] 'agreement among raft nodes before linearized reading' (duration: 622.524206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:40.169994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:39.547178Z","time spent":"622.809543ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T18:12:40.169981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.769093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:40.170035Z","caller":"traceutil/trace.go:171","msg":"trace[549914752] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12309; }","duration":"165.847515ms","start":"2026-03-03T18:12:40.004174Z","end":"2026-03-03T18:12:40.170022Z","steps":["trace[549914752] 'agreement among raft nodes before linearized reading' (duration: 165.761443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:40.169976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.513914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:40.170139Z","caller":"traceutil/trace.go:171","msg":"trace[973367353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12309; }","duration":"175.704148ms","start":"2026-03-03T18:12:39.994423Z","end":"2026-03-03T18:12:40.170127Z","steps":["trace[973367353] 'agreement among raft nodes before linearized reading' (duration: 175.516823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:40.522398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.356385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:40.522507Z","caller":"traceutil/trace.go:171","msg":"trace[448698715] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"346.868369ms","start":"2026-03-03T18:12:40.175614Z","end":"2026-03-03T18:12:40.522482Z","steps":["trace[448698715] 'process raft request' (duration: 150.32788ms)","trace[448698715] 'compare' (duration: 196.262363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:40.522751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:40.17559Z","time spent":"347.093304ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:40.979793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026806,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:41.12769Z","caller":"traceutil/trace.go:171","msg":"trace[521230900] linearizableReadLoop","detail":"{readStateIndex:12772; appliedIndex:12771; }","duration":"648.268394ms","start":"2026-03-03T18:12:40.479395Z","end":"2026-03-03T18:12:41.127663Z","steps":["trace[521230900] 'read index received' (duration: 648.06828ms)","trace[521230900] 'applied index is now lower than readState.Index' (duration: 198.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:41.127731Z","caller":"traceutil/trace.go:171","msg":"trace[1307772467] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"950.349035ms","start":"2026-03-03T18:12:40.177357Z","end":"2026-03-03T18:12:41.127706Z","steps":["trace[1307772467] 'process raft request' (duration: 950.164841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.127894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:40.177344Z","time spent":"950.454517ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:41.127975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.557952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:12:41.128051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.751304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:12:41.128103Z","caller":"traceutil/trace.go:171","msg":"trace[785147389] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12311; }","duration":"648.677264ms","start":"2026-03-03T18:12:40.479381Z","end":"2026-03-03T18:12:41.128058Z","steps":["trace[785147389] 'agreement among raft nodes before linearized reading' (duration: 648.442279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.128193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:40.479314Z","time spent":"648.840168ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:41.128223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.905287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:12:41.128265Z","caller":"traceutil/trace.go:171","msg":"trace[1081787973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12311; }","duration":"448.969069ms","start":"2026-03-03T18:12:40.679281Z","end":"2026-03-03T18:12:41.12825Z","steps":["trace[1081787973] 'agreement among raft nodes before linearized reading' (duration: 448.858636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.128316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:40.679269Z","time spent":"449.03465ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:12:41.128115Z","caller":"traceutil/trace.go:171","msg":"trace[869776266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12311; }","duration":"448.858616ms","start":"2026-03-03T18:12:40.67924Z","end":"2026-03-03T18:12:41.128099Z","steps":["trace[869776266] 'agreement among raft nodes before linearized reading' (duration: 448.609221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.128409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:40.679221Z","time spent":"449.177643ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:41.4571Z","caller":"traceutil/trace.go:171","msg":"trace[178566923] linearizableReadLoop","detail":"{readStateIndex:12775; appliedIndex:12773; }","duration":"273.927217ms","start":"2026-03-03T18:12:41.183156Z","end":"2026-03-03T18:12:41.457084Z","steps":["trace[178566923] 'read index received' (duration: 273.733332ms)","trace[178566923] 'applied index is now lower than readState.Index' (duration: 192.915µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:41.457236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.006163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:41.457202Z","caller":"traceutil/trace.go:171","msg":"trace[1085021639] transaction","detail":"{read_only:false; response_revision:12314; number_of_response:1; }","duration":"319.328418ms","start":"2026-03-03T18:12:41.137835Z","end":"2026-03-03T18:12:41.457163Z","steps":["trace[1085021639] 'process raft request' (duration: 319.210986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:41.457282Z","caller":"traceutil/trace.go:171","msg":"trace[104675366] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"322.449442ms","start":"2026-03-03T18:12:41.134827Z","end":"2026-03-03T18:12:41.457277Z","steps":["trace[104675366] 'process raft request' (duration: 322.095184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.457303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.786068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:41.457344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.13482Z","time spent":"322.482673ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:41.45737Z","caller":"traceutil/trace.go:171","msg":"trace[1585319175] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12314; }","duration":"230.85827ms","start":"2026-03-03T18:12:41.226491Z","end":"2026-03-03T18:12:41.457349Z","steps":["trace[1585319175] 'agreement among raft nodes before linearized reading' (duration: 230.745267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:41.457254Z","caller":"traceutil/trace.go:171","msg":"trace[1985613552] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12314; }","duration":"300.082854ms","start":"2026-03-03T18:12:41.157166Z","end":"2026-03-03T18:12:41.457249Z","steps":["trace[1985613552] 'agreement among raft nodes before linearized reading' (duration: 299.999953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.457395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.137828Z","time spent":"319.465962ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:41.457469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.157148Z","time spent":"300.286249ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":33,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:41.457513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.678808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:12:41.458939Z","caller":"traceutil/trace.go:171","msg":"trace[256132852] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12314; }","duration":"216.141292ms","start":"2026-03-03T18:12:41.242778Z","end":"2026-03-03T18:12:41.45892Z","steps":["trace[256132852] 'agreement among raft nodes before linearized reading' (duration: 214.543304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:41.962252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026817,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:12:42.851884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051717709s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:42.85201Z","caller":"traceutil/trace.go:171","msg":"trace[1389154065] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12314; }","duration":"1.051853882s","start":"2026-03-03T18:12:41.800133Z","end":"2026-03-03T18:12:42.851987Z","steps":["trace[1389154065] 'range keys from in-memory index tree' (duration: 1.051701397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:42.852869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.779914ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:12:42.852914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.459975Z","time spent":"1.392936894s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:12:43.597048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.562275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:43.597258Z","caller":"traceutil/trace.go:171","msg":"trace[1220701635] transaction","detail":"{read_only:false; response_revision:12315; number_of_response:1; }","duration":"1.842484746s","start":"2026-03-03T18:12:41.754745Z","end":"2026-03-03T18:12:43.59723Z","steps":["trace[1220701635] 'process raft request' (duration: 1.494649215s)","trace[1220701635] 'compare' (duration: 347.135435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:43.597315Z","caller":"traceutil/trace.go:171","msg":"trace[1482219438] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"1.411263546s","start":"2026-03-03T18:12:42.186038Z","end":"2026-03-03T18:12:43.597301Z","steps":["trace[1482219438] 'process raft request' (duration: 1.411105792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.59736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.754709Z","time spent":"1.842603938s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:43.597387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.186011Z","time spent":"1.411341407s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:43.597778Z","caller":"traceutil/trace.go:171","msg":"trace[1497177998] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"519.169096ms","start":"2026-03-03T18:12:43.078588Z","end":"2026-03-03T18:12:43.597757Z","steps":["trace[1497177998] 'process raft request' (duration: 519.097044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:43.597841Z","caller":"traceutil/trace.go:171","msg":"trace[38080451] linearizableReadLoop","detail":"{readStateIndex:12777; appliedIndex:12775; }","duration":"2.136075758s","start":"2026-03-03T18:12:41.461739Z","end":"2026-03-03T18:12:43.597815Z","steps":["trace[38080451] 'read index received' (duration: 984.360718ms)","trace[38080451] 'applied index is now lower than readState.Index' (duration: 1.15171316s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:43.597864Z","caller":"traceutil/trace.go:171","msg":"trace[719207565] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"1.41098142s","start":"2026-03-03T18:12:42.186852Z","end":"2026-03-03T18:12:43.597834Z","steps":["trace[719207565] 'process raft request' (duration: 1.410409716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.59793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.078557Z","time spent":"519.2949ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:43.598025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.186841Z","time spent":"1.411085033s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:43.598049Z","caller":"traceutil/trace.go:171","msg":"trace[1205325534] transaction","detail":"{read_only:false; response_revision:12318; number_of_response:1; }","duration":"744.107577ms","start":"2026-03-03T18:12:42.853932Z","end":"2026-03-03T18:12:43.598039Z","steps":["trace[1205325534] 'process raft request' (duration: 743.608505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.136378946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q\" ","response":"range_response_count:1 size:6258"} {"level":"info","ts":"2026-03-03T18:12:43.598156Z","caller":"traceutil/trace.go:171","msg":"trace[1396280532] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q; range_end:; response_count:1; response_revision:12319; }","duration":"2.136456047s","start":"2026-03-03T18:12:41.461687Z","end":"2026-03-03T18:12:43.598143Z","steps":["trace[1396280532] 'agreement among raft nodes before linearized reading' (duration: 2.136272992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.59817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.85391Z","time spent":"744.215299ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:43.598201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.461668Z","time spent":"2.136524399s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6282,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969503635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T18:12:43.598257Z","caller":"traceutil/trace.go:171","msg":"trace[827939304] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12319; }","duration":"1.969607358s","start":"2026-03-03T18:12:41.628632Z","end":"2026-03-03T18:12:43.59824Z","steps":["trace[827939304] 'agreement among raft nodes before linearized reading' (duration: 1.969429284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.628609Z","time spent":"1.969697599s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162862463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:12:43.598642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.047038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:12:43.598639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072709054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:12:43.598672Z","caller":"traceutil/trace.go:171","msg":"trace[1292313179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12319; }","duration":"1.163135439s","start":"2026-03-03T18:12:42.435526Z","end":"2026-03-03T18:12:43.598661Z","steps":["trace[1292313179] 'agreement among raft nodes before linearized reading' (duration: 1.163018926s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:43.598683Z","caller":"traceutil/trace.go:171","msg":"trace[1938195963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12319; }","duration":"412.12958ms","start":"2026-03-03T18:12:43.186541Z","end":"2026-03-03T18:12:43.598671Z","steps":["trace[1938195963] 'agreement among raft nodes before linearized reading' (duration: 411.926205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412815784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:43.598702Z","caller":"traceutil/trace.go:171","msg":"trace[146635473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12319; }","duration":"1.072814056s","start":"2026-03-03T18:12:42.525871Z","end":"2026-03-03T18:12:43.598685Z","steps":["trace[146635473] 'agreement among raft nodes before linearized reading' (duration: 1.072649272s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:43.598745Z","caller":"traceutil/trace.go:171","msg":"trace[1576510550] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12319; }","duration":"1.412891295s","start":"2026-03-03T18:12:42.18584Z","end":"2026-03-03T18:12:43.598732Z","steps":["trace[1576510550] 'agreement among raft nodes before linearized reading' (duration: 1.412819514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.2404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:43.598797Z","caller":"traceutil/trace.go:171","msg":"trace[1667769180] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12319; }","duration":"406.283102ms","start":"2026-03-03T18:12:43.192507Z","end":"2026-03-03T18:12:43.59879Z","steps":["trace[1667769180] 'agreement among raft nodes before linearized reading' (duration: 406.22967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.192497Z","time spent":"406.330483ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412980788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:43.598847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.079207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:12:43.598902Z","caller":"traceutil/trace.go:171","msg":"trace[583018769] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12319; }","duration":"1.413051429s","start":"2026-03-03T18:12:42.185839Z","end":"2026-03-03T18:12:43.598891Z","steps":["trace[583018769] 'agreement among raft nodes before linearized reading' (duration: 1.412988908s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.59863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412641449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:43.598918Z","caller":"traceutil/trace.go:171","msg":"trace[1144393269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12319; }","duration":"137.186229ms","start":"2026-03-03T18:12:43.461716Z","end":"2026-03-03T18:12:43.598902Z","steps":["trace[1144393269] 'agreement among raft nodes before linearized reading' (duration: 137.015135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.598863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64822166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:12:43.598947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.185819Z","time spent":"1.413117441s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:12:43.598959Z","caller":"traceutil/trace.go:171","msg":"trace[16937610] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12319; }","duration":"1.413009677s","start":"2026-03-03T18:12:42.18593Z","end":"2026-03-03T18:12:43.59894Z","steps":["trace[16937610] 'agreement among raft nodes before linearized reading' (duration: 1.412592437s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:43.598982Z","caller":"traceutil/trace.go:171","msg":"trace[285087980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12319; }","duration":"1.648369854s","start":"2026-03-03T18:12:41.950598Z","end":"2026-03-03T18:12:43.598967Z","steps":["trace[285087980] 'agreement among raft nodes before linearized reading' (duration: 1.64820045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.599016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.950572Z","time spent":"1.648437197s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.185831Z","time spent":"1.412956048s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:43.599022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.185906Z","time spent":"1.41310042s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.525849Z","time spent":"1.072893989s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.435502Z","time spent":"1.16319504s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.186518Z","time spent":"412.190141ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412182048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:43.599272Z","caller":"traceutil/trace.go:171","msg":"trace[1963891945] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12319; }","duration":"1.413275924s","start":"2026-03-03T18:12:42.185986Z","end":"2026-03-03T18:12:43.599262Z","steps":["trace[1963891945] 'agreement among raft nodes before linearized reading' (duration: 1.412221449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.599313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:42.185961Z","time spent":"1.413341895s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60372985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:43.599385Z","caller":"traceutil/trace.go:171","msg":"trace[603201968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12319; }","duration":"1.604225582s","start":"2026-03-03T18:12:41.995152Z","end":"2026-03-03T18:12:43.599377Z","steps":["trace[603201968] 'agreement among raft nodes before linearized reading' (duration: 1.603735311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.599417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.995142Z","time spent":"1.604268613s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:43.598921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.843573152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:43.599484Z","caller":"traceutil/trace.go:171","msg":"trace[2133084448] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12319; }","duration":"1.844164846s","start":"2026-03-03T18:12:41.755299Z","end":"2026-03-03T18:12:43.599464Z","steps":["trace[2133084448] 'agreement among raft nodes before linearized reading' (duration: 1.843509881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:43.599536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:41.755286Z","time spent":"1.844233808s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:44.041847Z","caller":"traceutil/trace.go:171","msg":"trace[35981944] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"437.256812ms","start":"2026-03-03T18:12:43.604569Z","end":"2026-03-03T18:12:44.041826Z","steps":["trace[35981944] 'process raft request' (duration: 437.197991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.041973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.604533Z","time spent":"437.381986ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:44.042073Z","caller":"traceutil/trace.go:171","msg":"trace[2117893521] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"437.684452ms","start":"2026-03-03T18:12:43.604383Z","end":"2026-03-03T18:12:44.042067Z","steps":["trace[2117893521] 'process raft request' (duration: 437.239402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.042112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.60437Z","time spent":"437.720934ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:44.042325Z","caller":"traceutil/trace.go:171","msg":"trace[1088547165] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"437.663482ms","start":"2026-03-03T18:12:43.604633Z","end":"2026-03-03T18:12:44.042296Z","steps":["trace[1088547165] 'process raft request' (duration: 437.163181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.042476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.604546Z","time spent":"437.851277ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:44.042503Z","caller":"traceutil/trace.go:171","msg":"trace[1975526651] linearizableReadLoop","detail":"{readStateIndex:12785; appliedIndex:12782; }","duration":"436.73613ms","start":"2026-03-03T18:12:43.605754Z","end":"2026-03-03T18:12:44.04249Z","steps":["trace[1975526651] 'read index received' (duration: 43.317652ms)","trace[1975526651] 'applied index is now lower than readState.Index' (duration: 393.417738ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:44.042562Z","caller":"traceutil/trace.go:171","msg":"trace[1631603565] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"436.797671ms","start":"2026-03-03T18:12:43.605758Z","end":"2026-03-03T18:12:44.042556Z","steps":["trace[1631603565] 'process raft request' (duration: 436.450273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.042611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.605752Z","time spent":"436.833943ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:44.042741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.982077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:12:44.042783Z","caller":"traceutil/trace.go:171","msg":"trace[503435869] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12325; }","duration":"437.046877ms","start":"2026-03-03T18:12:43.605724Z","end":"2026-03-03T18:12:44.042771Z","steps":["trace[503435869] 'agreement among raft nodes before linearized reading' (duration: 436.875233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.042819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.605716Z","time spent":"437.092588ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:12:44.043142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.295463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:12:44.043175Z","caller":"traceutil/trace.go:171","msg":"trace[673246241] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12325; }","duration":"437.340705ms","start":"2026-03-03T18:12:43.605827Z","end":"2026-03-03T18:12:44.043168Z","steps":["trace[673246241] 'agreement among raft nodes before linearized reading' (duration: 436.848363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.0432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.605822Z","time spent":"437.370625ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:12:44.043144Z","caller":"traceutil/trace.go:171","msg":"trace[1963163197] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"437.259543ms","start":"2026-03-03T18:12:43.605871Z","end":"2026-03-03T18:12:44.04313Z","steps":["trace[1963163197] 'process raft request' (duration: 436.568677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.043442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.261447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:44.043466Z","caller":"traceutil/trace.go:171","msg":"trace[641695940] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12325; }","duration":"319.696398ms","start":"2026-03-03T18:12:43.723761Z","end":"2026-03-03T18:12:44.043458Z","steps":["trace[641695940] 'agreement among raft nodes before linearized reading' (duration: 319.656738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.043486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.723741Z","time spent":"319.740259ms","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:44.043575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.415567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T18:12:44.043558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.605848Z","time spent":"437.619692ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:44.043482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.767441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:44.043623Z","caller":"traceutil/trace.go:171","msg":"trace[1955716761] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12325; }","duration":"279.502009ms","start":"2026-03-03T18:12:43.764107Z","end":"2026-03-03T18:12:44.043609Z","steps":["trace[1955716761] 'agreement among raft nodes before linearized reading' (duration: 279.392866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:44.043638Z","caller":"traceutil/trace.go:171","msg":"trace[628917577] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:12325; }","duration":"214.967585ms","start":"2026-03-03T18:12:43.828662Z","end":"2026-03-03T18:12:44.04363Z","steps":["trace[628917577] 'agreement among raft nodes before linearized reading' (duration: 214.792371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.043417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.122712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:44.043912Z","caller":"traceutil/trace.go:171","msg":"trace[1039965220] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12325; }","duration":"313.643015ms","start":"2026-03-03T18:12:43.730261Z","end":"2026-03-03T18:12:44.043904Z","steps":["trace[1039965220] 'agreement among raft nodes before linearized reading' (duration: 313.110522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.043941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.730251Z","time spent":"313.678745ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:44.043944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.315371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:44.043977Z","caller":"traceutil/trace.go:171","msg":"trace[301833678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12325; }","duration":"436.364521ms","start":"2026-03-03T18:12:43.607602Z","end":"2026-03-03T18:12:44.043967Z","steps":["trace[301833678] 'agreement among raft nodes before linearized reading' (duration: 436.31188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:44.044005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:43.607595Z","time spent":"436.404323ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:12:45.537182Z","caller":"traceutil/trace.go:171","msg":"trace[1545734383] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"438.921901ms","start":"2026-03-03T18:12:45.098232Z","end":"2026-03-03T18:12:45.537154Z","steps":["trace[1545734383] 'process raft request' (duration: 438.752187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:45.537426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.098217Z","time spent":"439.127027ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:45.865459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.191233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-03-03T18:12:45.865528Z","caller":"traceutil/trace.go:171","msg":"trace[1994572920] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12326; }","duration":"324.301846ms","start":"2026-03-03T18:12:45.541208Z","end":"2026-03-03T18:12:45.86551Z","steps":["trace[1994572920] 'range keys from in-memory index tree' (duration: 324.104912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:45.865564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.541189Z","time spent":"324.367027ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T18:12:45.925043Z","caller":"traceutil/trace.go:171","msg":"trace[958518023] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"320.069316ms","start":"2026-03-03T18:12:45.604948Z","end":"2026-03-03T18:12:45.925018Z","steps":["trace[958518023] 'process raft request' (duration: 319.898572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:45.925212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.604914Z","time spent":"320.211289ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:46.587014Z","caller":"traceutil/trace.go:171","msg":"trace[335017537] linearizableReadLoop","detail":"{readStateIndex:12790; appliedIndex:12788; }","duration":"981.691386ms","start":"2026-03-03T18:12:45.605306Z","end":"2026-03-03T18:12:46.586997Z","steps":["trace[335017537] 'read index received' (duration: 319.520953ms)","trace[335017537] 'applied index is now lower than readState.Index' (duration: 662.169493ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:46.587053Z","caller":"traceutil/trace.go:171","msg":"trace[1573255033] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"982.028374ms","start":"2026-03-03T18:12:45.604978Z","end":"2026-03-03T18:12:46.587006Z","steps":["trace[1573255033] 'process raft request' (duration: 981.863049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:46.587217Z","caller":"traceutil/trace.go:171","msg":"trace[1623654178] transaction","detail":"{read_only:false; response_revision:12329; number_of_response:1; }","duration":"711.429225ms","start":"2026-03-03T18:12:45.87578Z","end":"2026-03-03T18:12:46.587209Z","steps":["trace[1623654178] 'process raft request' (duration: 711.175819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.875754Z","time spent":"711.485307ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:46.587393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.030663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:46.587497Z","caller":"traceutil/trace.go:171","msg":"trace[660894755] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12329; }","duration":"982.182997ms","start":"2026-03-03T18:12:45.605291Z","end":"2026-03-03T18:12:46.587474Z","steps":["trace[660894755] 'agreement among raft nodes before linearized reading' (duration: 982.012523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.364243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:12:46.587557Z","caller":"traceutil/trace.go:171","msg":"trace[1778913329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12329; }","duration":"539.454926ms","start":"2026-03-03T18:12:46.048095Z","end":"2026-03-03T18:12:46.58755Z","steps":["trace[1778913329] 'agreement among raft nodes before linearized reading' (duration: 539.377954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.605277Z","time spent":"982.26433ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.048067Z","time spent":"539.506436ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.403128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:46.587699Z","caller":"traceutil/trace.go:171","msg":"trace[1731155865] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12329; }","duration":"529.444479ms","start":"2026-03-03T18:12:46.05825Z","end":"2026-03-03T18:12:46.587695Z","steps":["trace[1731155865] 'agreement among raft nodes before linearized reading' (duration: 529.408378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.058234Z","time spent":"529.47446ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.636242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:12:46.587799Z","caller":"traceutil/trace.go:171","msg":"trace[608480956] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12329; }","duration":"537.706234ms","start":"2026-03-03T18:12:46.050088Z","end":"2026-03-03T18:12:46.587795Z","steps":["trace[608480956] 'agreement among raft nodes before linearized reading' (duration: 537.660182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.050064Z","time spent":"537.744635ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.521016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T18:12:46.587898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.84569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:12:46.587943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.209048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:46.587945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.174818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:46.587944Z","caller":"traceutil/trace.go:171","msg":"trace[1509462140] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12329; }","duration":"934.912611ms","start":"2026-03-03T18:12:45.653019Z","end":"2026-03-03T18:12:46.587932Z","steps":["trace[1509462140] 'agreement among raft nodes before linearized reading' (duration: 934.753647ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:46.587966Z","caller":"traceutil/trace.go:171","msg":"trace[1510427677] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12329; }","duration":"658.229459ms","start":"2026-03-03T18:12:45.929728Z","end":"2026-03-03T18:12:46.587958Z","steps":["trace[1510427677] 'agreement among raft nodes before linearized reading' (duration: 658.159638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"981.826029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:46.587983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.929709Z","time spent":"658.27017ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:46.587992Z","caller":"traceutil/trace.go:171","msg":"trace[1178172314] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12329; }","duration":"981.85836ms","start":"2026-03-03T18:12:45.60613Z","end":"2026-03-03T18:12:46.587989Z","steps":["trace[1178172314] 'agreement among raft nodes before linearized reading' (duration: 981.83947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.587986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.652999Z","time spent":"934.979743ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.192033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:46.588072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.770591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:46.58809Z","caller":"traceutil/trace.go:171","msg":"trace[863905433] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12329; }","duration":"982.820742ms","start":"2026-03-03T18:12:45.605266Z","end":"2026-03-03T18:12:46.588086Z","steps":["trace[863905433] 'agreement among raft nodes before linearized reading' (duration: 982.774341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:46.587959Z","caller":"traceutil/trace.go:171","msg":"trace[1776714094] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12329; }","duration":"982.243798ms","start":"2026-03-03T18:12:45.605711Z","end":"2026-03-03T18:12:46.587955Z","steps":["trace[1776714094] 'agreement among raft nodes before linearized reading' (duration: 982.214628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.588104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.605244Z","time spent":"982.856083ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:46.588116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.6057Z","time spent":"982.410283ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:12:46.588107Z","caller":"traceutil/trace.go:171","msg":"trace[866003657] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12329; }","duration":"590.409908ms","start":"2026-03-03T18:12:45.997632Z","end":"2026-03-03T18:12:46.588041Z","steps":["trace[866003657] 'agreement among raft nodes before linearized reading' (duration: 590.159612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:46.587904Z","caller":"traceutil/trace.go:171","msg":"trace[1694779782] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12329; }","duration":"741.67561ms","start":"2026-03-03T18:12:45.84621Z","end":"2026-03-03T18:12:46.587886Z","steps":["trace[1694779782] 'agreement among raft nodes before linearized reading' (duration: 741.445784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.588198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.846179Z","time spent":"742.016037ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:12:46.587875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.374543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:12:46.588239Z","caller":"traceutil/trace.go:171","msg":"trace[261442932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12329; }","duration":"539.782584ms","start":"2026-03-03T18:12:46.048449Z","end":"2026-03-03T18:12:46.588231Z","steps":["trace[261442932] 'agreement among raft nodes before linearized reading' (duration: 539.399005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.588255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.048439Z","time spent":"539.811324ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:46.588393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.997619Z","time spent":"590.760266ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:46.588017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.606118Z","time spent":"981.895361ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:46.589665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:45.604945Z","time spent":"982.180257ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:46.953667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.699239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150885"} {"level":"warn","ts":"2026-03-03T18:12:46.953937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.203248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:46.954024Z","caller":"traceutil/trace.go:171","msg":"trace[823098390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12329; }","duration":"364.330171ms","start":"2026-03-03T18:12:46.589671Z","end":"2026-03-03T18:12:46.954002Z","steps":["trace[823098390] 'range keys from in-memory index tree' (duration: 364.104595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.954065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.589651Z","time spent":"364.406513ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:12:46.954026Z","caller":"traceutil/trace.go:171","msg":"trace[341059518] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12329; }","duration":"617.106769ms","start":"2026-03-03T18:12:46.336894Z","end":"2026-03-03T18:12:46.954001Z","steps":["trace[341059518] 'agreement among raft nodes before linearized reading' (duration: 250.705099ms)","trace[341059518] 'range keys from in-memory index tree' (duration: 363.729667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:46.954094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.28763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:46.954251Z","caller":"traceutil/trace.go:171","msg":"trace[1277912191] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"362.640972ms","start":"2026-03-03T18:12:46.591575Z","end":"2026-03-03T18:12:46.954216Z","steps":["trace[1277912191] 'process raft request' (duration: 120.160008ms)","trace[1277912191] 'compare' (duration: 241.423568ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:46.954339Z","caller":"traceutil/trace.go:171","msg":"trace[647308436] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"360.752867ms","start":"2026-03-03T18:12:46.593571Z","end":"2026-03-03T18:12:46.954324Z","steps":["trace[647308436] 'process raft request' (duration: 360.701535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.954384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.593562Z","time spent":"360.801017ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:46.954382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.591562Z","time spent":"362.753824ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:46.95438Z","caller":"traceutil/trace.go:171","msg":"trace[2019465456] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"361.33851ms","start":"2026-03-03T18:12:46.593004Z","end":"2026-03-03T18:12:46.954342Z","steps":["trace[2019465456] 'process raft request' (duration: 361.236148ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:46.954435Z","caller":"traceutil/trace.go:171","msg":"trace[135067748] linearizableReadLoop","detail":"{readStateIndex:12796; appliedIndex:12791; }","duration":"356.62838ms","start":"2026-03-03T18:12:46.597793Z","end":"2026-03-03T18:12:46.954421Z","steps":["trace[135067748] 'read index received' (duration: 113.91507ms)","trace[135067748] 'applied index is now lower than readState.Index' (duration: 242.71216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:46.954494Z","caller":"traceutil/trace.go:171","msg":"trace[888266628] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"359.436276ms","start":"2026-03-03T18:12:46.595051Z","end":"2026-03-03T18:12:46.954488Z","steps":["trace[888266628] 'process raft request' (duration: 359.244162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.954527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.595025Z","time spent":"359.485667ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:46.954562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.592994Z","time spent":"361.467464ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:46.954622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.336871Z","time spent":"617.236423ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150909,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T18:12:46.954723Z","caller":"traceutil/trace.go:171","msg":"trace[679358231] transaction","detail":"{read_only:false; response_revision:12331; number_of_response:1; }","duration":"361.553695ms","start":"2026-03-03T18:12:46.592763Z","end":"2026-03-03T18:12:46.954316Z","steps":["trace[679358231] 'process raft request' (duration: 361.407652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.955131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.334956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:12:46.955168Z","caller":"traceutil/trace.go:171","msg":"trace[1520384133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12334; }","duration":"357.370537ms","start":"2026-03-03T18:12:46.597787Z","end":"2026-03-03T18:12:46.955158Z","steps":["trace[1520384133] 'agreement among raft nodes before linearized reading' (duration: 356.675971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:46.955188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.597778Z","time spent":"357.404168ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:12:46.955308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.592743Z","time spent":"362.059347ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:47.247559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.162715ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:47.247673Z","caller":"traceutil/trace.go:171","msg":"trace[1462707015] linearizableReadLoop","detail":"{readStateIndex:12797; appliedIndex:12796; }","duration":"284.505136ms","start":"2026-03-03T18:12:46.963149Z","end":"2026-03-03T18:12:47.247654Z","steps":["trace[1462707015] 'read index received' (duration: 73.331021ms)","trace[1462707015] 'applied index is now lower than readState.Index' (duration: 211.172535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:47.248133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.966058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:12:47.248204Z","caller":"traceutil/trace.go:171","msg":"trace[2062116603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12334; }","duration":"285.07537ms","start":"2026-03-03T18:12:46.963111Z","end":"2026-03-03T18:12:47.248186Z","steps":["trace[2062116603] 'agreement among raft nodes before linearized reading' (duration: 284.852534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:47.332319Z","caller":"traceutil/trace.go:171","msg":"trace[835937797] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"368.823858ms","start":"2026-03-03T18:12:46.963466Z","end":"2026-03-03T18:12:47.33229Z","steps":["trace[835937797] 'process raft request' (duration: 368.625363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:47.332455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.642186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-03T18:12:47.332475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.963432Z","time spent":"368.961111ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:12:47.332525Z","caller":"traceutil/trace.go:171","msg":"trace[1941092452] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:12335; }","duration":"358.739809ms","start":"2026-03-03T18:12:46.973769Z","end":"2026-03-03T18:12:47.332509Z","steps":["trace[1941092452] 'agreement among raft nodes before linearized reading' (duration: 358.497903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:47.332581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:46.973759Z","time spent":"358.80632ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:48.147402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.100551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:48.147561Z","caller":"traceutil/trace.go:171","msg":"trace[157125981] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"217.241229ms","start":"2026-03-03T18:12:47.930308Z","end":"2026-03-03T18:12:48.147549Z","steps":["trace[157125981] 'process raft request' (duration: 217.173387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:48.147767Z","caller":"traceutil/trace.go:171","msg":"trace[2024527386] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"895.353428ms","start":"2026-03-03T18:12:47.252388Z","end":"2026-03-03T18:12:48.147741Z","steps":["trace[2024527386] 'process raft request' (duration: 279.852037ms)","trace[2024527386] 'compare' (duration: 614.408004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:48.147769Z","caller":"traceutil/trace.go:171","msg":"trace[1209615452] linearizableReadLoop","detail":"{readStateIndex:12799; appliedIndex:12798; }","duration":"810.2904ms","start":"2026-03-03T18:12:47.337286Z","end":"2026-03-03T18:12:48.147577Z","steps":["trace[1209615452] 'read index received' (duration: 194.915232ms)","trace[1209615452] 'applied index is now lower than readState.Index' (duration: 615.372758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:48.147856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:47.252366Z","time spent":"895.448399ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:48.147954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.657578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-03T18:12:48.147973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.575505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:48.148005Z","caller":"traceutil/trace.go:171","msg":"trace[1369098685] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:12337; }","duration":"810.74565ms","start":"2026-03-03T18:12:47.337246Z","end":"2026-03-03T18:12:48.147992Z","steps":["trace[1369098685] 'agreement among raft nodes before linearized reading' (duration: 810.589557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:48.148013Z","caller":"traceutil/trace.go:171","msg":"trace[1464246191] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12337; }","duration":"153.679039ms","start":"2026-03-03T18:12:47.994322Z","end":"2026-03-03T18:12:48.148001Z","steps":["trace[1464246191] 'agreement among raft nodes before linearized reading' (duration: 153.585526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:48.148044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:47.337232Z","time spent":"810.802021ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:48.627756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.166782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:48.627835Z","caller":"traceutil/trace.go:171","msg":"trace[1165669076] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12337; }","duration":"296.302875ms","start":"2026-03-03T18:12:48.331516Z","end":"2026-03-03T18:12:48.627819Z","steps":["trace[1165669076] 'count revisions from in-memory index tree' (duration: 296.09075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:48.62799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.047018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-03T18:12:48.628102Z","caller":"traceutil/trace.go:171","msg":"trace[1966648769] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:12337; }","duration":"379.201801ms","start":"2026-03-03T18:12:48.248874Z","end":"2026-03-03T18:12:48.628076Z","steps":["trace[1966648769] 'range keys from in-memory index tree' (duration: 378.847243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:48.628179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.248863Z","time spent":"379.290103ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"info","ts":"2026-03-03T18:12:49.021905Z","caller":"traceutil/trace.go:171","msg":"trace[1545769699] linearizableReadLoop","detail":"{readStateIndex:12801; appliedIndex:12800; }","duration":"427.473252ms","start":"2026-03-03T18:12:48.594406Z","end":"2026-03-03T18:12:49.02188Z","steps":["trace[1545769699] 'read index received' (duration: 427.343259ms)","trace[1545769699] 'applied index is now lower than readState.Index' (duration: 128.573µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:49.021942Z","caller":"traceutil/trace.go:171","msg":"trace[678085341] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"653.604791ms","start":"2026-03-03T18:12:48.368317Z","end":"2026-03-03T18:12:49.021922Z","steps":["trace[678085341] 'process raft request' (duration: 653.402106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.022027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.609915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:49.022055Z","caller":"traceutil/trace.go:171","msg":"trace[857406313] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12338; }","duration":"427.651306ms","start":"2026-03-03T18:12:48.594398Z","end":"2026-03-03T18:12:49.022049Z","steps":["trace[857406313] 'agreement among raft nodes before linearized reading' (duration: 427.585294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.022073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.594376Z","time spent":"427.692697ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:49.022094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.368296Z","time spent":"653.725644ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:49.278064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.192865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:49.278203Z","caller":"traceutil/trace.go:171","msg":"trace[1832456346] linearizableReadLoop","detail":"{readStateIndex:12802; appliedIndex:12801; }","duration":"256.195078ms","start":"2026-03-03T18:12:49.021989Z","end":"2026-03-03T18:12:49.278184Z","steps":["trace[1832456346] 'read index received' (duration: 119.719686ms)","trace[1832456346] 'applied index is now lower than readState.Index' (duration: 136.473842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:49.27821Z","caller":"traceutil/trace.go:171","msg":"trace[1752956033] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"683.720991ms","start":"2026-03-03T18:12:48.594462Z","end":"2026-03-03T18:12:49.278183Z","steps":["trace[1752956033] 'process raft request' (duration: 547.309341ms)","trace[1752956033] 'compare' (duration: 135.934979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:49.278337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.170305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:12:49.278336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.127834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:12:49.278377Z","caller":"traceutil/trace.go:171","msg":"trace[1754231291] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12339; }","duration":"319.247947ms","start":"2026-03-03T18:12:48.959118Z","end":"2026-03-03T18:12:49.278366Z","steps":["trace[1754231291] 'agreement among raft nodes before linearized reading' (duration: 319.165935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.278373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.594435Z","time spent":"683.837724ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:49.278396Z","caller":"traceutil/trace.go:171","msg":"trace[1664380396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12339; }","duration":"319.244807ms","start":"2026-03-03T18:12:48.959134Z","end":"2026-03-03T18:12:49.278379Z","steps":["trace[1664380396] 'agreement among raft nodes before linearized reading' (duration: 319.093373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.278421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.959095Z","time spent":"319.317498ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:49.278444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.959114Z","time spent":"319.317479ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:49.278593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.940598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:12:49.278653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.966627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:49.278688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.584436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T18:12:49.278649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.64841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:49.278705Z","caller":"traceutil/trace.go:171","msg":"trace[9514964] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12339; }","duration":"684.008608ms","start":"2026-03-03T18:12:48.594679Z","end":"2026-03-03T18:12:49.278687Z","steps":["trace[9514964] 'agreement among raft nodes before linearized reading' (duration: 683.946476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.278746Z","caller":"traceutil/trace.go:171","msg":"trace[826481330] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12339; }","duration":"303.687389ms","start":"2026-03-03T18:12:48.975043Z","end":"2026-03-03T18:12:49.278731Z","steps":["trace[826481330] 'agreement among raft nodes before linearized reading' (duration: 303.513425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.278761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.594632Z","time spent":"684.12057ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:49.27878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.522344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:12:49.278799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.975025Z","time spent":"303.759421ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:12:49.278865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.982368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:49.278707Z","caller":"traceutil/trace.go:171","msg":"trace[344702654] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12339; }","duration":"682.064832ms","start":"2026-03-03T18:12:48.596629Z","end":"2026-03-03T18:12:49.278694Z","steps":["trace[344702654] 'agreement among raft nodes before linearized reading' (duration: 681.859207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.278937Z","caller":"traceutil/trace.go:171","msg":"trace[1595496259] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12339; }","duration":"313.080381ms","start":"2026-03-03T18:12:48.96585Z","end":"2026-03-03T18:12:49.27893Z","steps":["trace[1595496259] 'agreement among raft nodes before linearized reading' (duration: 312.980698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.27897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.965832Z","time spent":"313.131361ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:49.278955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.596623Z","time spent":"682.319148ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:12:49.278814Z","caller":"traceutil/trace.go:171","msg":"trace[401514885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12339; }","duration":"319.607546ms","start":"2026-03-03T18:12:48.959199Z","end":"2026-03-03T18:12:49.278806Z","steps":["trace[401514885] 'agreement among raft nodes before linearized reading' (duration: 319.545034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.278755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.105334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"warn","ts":"2026-03-03T18:12:49.279039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.959172Z","time spent":"319.850492ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:49.279047Z","caller":"traceutil/trace.go:171","msg":"trace[536236454] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12339; }","duration":"638.427032ms","start":"2026-03-03T18:12:48.6406Z","end":"2026-03-03T18:12:49.279027Z","steps":["trace[536236454] 'agreement among raft nodes before linearized reading' (duration: 637.864598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.278579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.003492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:49.27911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.640592Z","time spent":"638.504934ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"info","ts":"2026-03-03T18:12:49.278878Z","caller":"traceutil/trace.go:171","msg":"trace[439816480] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12339; }","duration":"683.815733ms","start":"2026-03-03T18:12:48.594928Z","end":"2026-03-03T18:12:49.278744Z","steps":["trace[439816480] 'agreement among raft nodes before linearized reading' (duration: 683.457565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.279289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.594921Z","time spent":"684.347316ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:12:49.279148Z","caller":"traceutil/trace.go:171","msg":"trace[1782189318] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12339; }","duration":"189.589916ms","start":"2026-03-03T18:12:49.089544Z","end":"2026-03-03T18:12:49.279134Z","steps":["trace[1782189318] 'agreement among raft nodes before linearized reading' (duration: 188.960821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.279183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.927604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:12:49.279603Z","caller":"traceutil/trace.go:171","msg":"trace[496604399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12339; }","duration":"320.393015ms","start":"2026-03-03T18:12:48.959199Z","end":"2026-03-03T18:12:49.279592Z","steps":["trace[496604399] 'agreement among raft nodes before linearized reading' (duration: 319.942884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.279646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:48.959172Z","time spent":"320.462246ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:49.610364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.62722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:49.610477Z","caller":"traceutil/trace.go:171","msg":"trace[909690993] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"324.583692ms","start":"2026-03-03T18:12:49.285867Z","end":"2026-03-03T18:12:49.610451Z","steps":["trace[909690993] 'process raft request' (duration: 222.787098ms)","trace[909690993] 'compare' (duration: 101.310523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:49.610537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.285858Z","time spent":"324.650604ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:49.683158Z","caller":"traceutil/trace.go:171","msg":"trace[80291745] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"397.115504ms","start":"2026-03-03T18:12:49.285985Z","end":"2026-03-03T18:12:49.683101Z","steps":["trace[80291745] 'process raft request' (duration: 396.90155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.683202Z","caller":"traceutil/trace.go:171","msg":"trace[1761868348] transaction","detail":"{read_only:false; response_revision:12342; number_of_response:1; }","duration":"397.085894ms","start":"2026-03-03T18:12:49.286097Z","end":"2026-03-03T18:12:49.683182Z","steps":["trace[1761868348] 'process raft request' (duration: 396.90521ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.68324Z","caller":"traceutil/trace.go:171","msg":"trace[343331435] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"393.414078ms","start":"2026-03-03T18:12:49.289809Z","end":"2026-03-03T18:12:49.683223Z","steps":["trace[343331435] 'process raft request' (duration: 393.244354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.683321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.289798Z","time spent":"393.473029ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:49.683322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.286088Z","time spent":"397.177966ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:49.683431Z","caller":"traceutil/trace.go:171","msg":"trace[1052286426] linearizableReadLoop","detail":"{readStateIndex:12805; appliedIndex:12802; }","duration":"393.353886ms","start":"2026-03-03T18:12:49.289774Z","end":"2026-03-03T18:12:49.683128Z","steps":["trace[1052286426] 'read index received' (duration: 218.893647ms)","trace[1052286426] 'applied index is now lower than readState.Index' (duration: 174.459259ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:49.683657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.169082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:49.683693Z","caller":"traceutil/trace.go:171","msg":"trace[678861266] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12343; }","duration":"177.236364ms","start":"2026-03-03T18:12:49.506445Z","end":"2026-03-03T18:12:49.683682Z","steps":["trace[678861266] 'agreement among raft nodes before linearized reading' (duration: 177.177623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.683664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.285961Z","time spent":"397.298979ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:49.6841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.289438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:232"} {"level":"warn","ts":"2026-03-03T18:12:49.684135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.152507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:49.684175Z","caller":"traceutil/trace.go:171","msg":"trace[621783922] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:12343; }","duration":"394.398011ms","start":"2026-03-03T18:12:49.289759Z","end":"2026-03-03T18:12:49.684157Z","steps":["trace[621783922] 'agreement among raft nodes before linearized reading' (duration: 393.612613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.684182Z","caller":"traceutil/trace.go:171","msg":"trace[678662095] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12343; }","duration":"170.232249ms","start":"2026-03-03T18:12:49.513937Z","end":"2026-03-03T18:12:49.684169Z","steps":["trace[678662095] 'agreement among raft nodes before linearized reading' (duration: 170.148447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.684219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.289753Z","time spent":"394.452362ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:49.684541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.703708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T18:12:49.68458Z","caller":"traceutil/trace.go:171","msg":"trace[945835671] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/generic-garbage-collector; range_end:; response_count:1; response_revision:12343; }","duration":"394.7628ms","start":"2026-03-03T18:12:49.289806Z","end":"2026-03-03T18:12:49.684569Z","steps":["trace[945835671] 'agreement among raft nodes before linearized reading' (duration: 393.704905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:49.684749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.289794Z","time spent":"394.939223ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/generic-garbage-collector\" "} {"level":"warn","ts":"2026-03-03T18:12:49.98728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.511398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:49.987381Z","caller":"traceutil/trace.go:171","msg":"trace[1416336953] linearizableReadLoop","detail":"{readStateIndex:12807; appliedIndex:12806; }","duration":"294.707717ms","start":"2026-03-03T18:12:49.692657Z","end":"2026-03-03T18:12:49.987365Z","steps":["trace[1416336953] 'read index received' (duration: 93.063536ms)","trace[1416336953] 'applied index is now lower than readState.Index' (duration: 201.642941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:49.9877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.016794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-03T18:12:49.987736Z","caller":"traceutil/trace.go:171","msg":"trace[218364930] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"297.519804ms","start":"2026-03-03T18:12:49.690187Z","end":"2026-03-03T18:12:49.987707Z","steps":["trace[218364930] 'process raft request' (duration: 95.495745ms)","trace[218364930] 'compare' (duration: 201.240021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:49.987755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.930267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:49.987786Z","caller":"traceutil/trace.go:171","msg":"trace[1373442935] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:12344; }","duration":"295.125898ms","start":"2026-03-03T18:12:49.692643Z","end":"2026-03-03T18:12:49.987768Z","steps":["trace[1373442935] 'agreement among raft nodes before linearized reading' (duration: 294.871022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:49.9878Z","caller":"traceutil/trace.go:171","msg":"trace[405620743] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:12344; }","duration":"251.986829ms","start":"2026-03-03T18:12:49.7358Z","end":"2026-03-03T18:12:49.987787Z","steps":["trace[405620743] 'agreement among raft nodes before linearized reading' (duration: 251.896576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:50.485024Z","caller":"traceutil/trace.go:171","msg":"trace[96498305] linearizableReadLoop","detail":"{readStateIndex:12809; appliedIndex:12807; }","duration":"492.009085ms","start":"2026-03-03T18:12:49.992993Z","end":"2026-03-03T18:12:50.485002Z","steps":["trace[96498305] 'read index received' (duration: 75.270107ms)","trace[96498305] 'applied index is now lower than readState.Index' (duration: 416.736808ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:50.485123Z","caller":"traceutil/trace.go:171","msg":"trace[1156044638] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"492.487087ms","start":"2026-03-03T18:12:49.992623Z","end":"2026-03-03T18:12:50.48511Z","steps":["trace[1156044638] 'process raft request' (duration: 492.246601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:50.48525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.992606Z","time spent":"492.548888ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:50.485336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.306652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" ","response":"range_response_count:1 size:220"} {"level":"info","ts":"2026-03-03T18:12:50.485499Z","caller":"traceutil/trace.go:171","msg":"trace[32505512] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ephemeral-volume-controller; range_end:; response_count:1; response_revision:12346; }","duration":"492.424915ms","start":"2026-03-03T18:12:49.992961Z","end":"2026-03-03T18:12:50.485386Z","steps":["trace[32505512] 'agreement among raft nodes before linearized reading' (duration: 492.227891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:50.48554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.992946Z","time spent":"492.585548ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":244,"request content":"key:\"/registry/serviceaccounts/kube-system/ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:51.996748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999732519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:12:51.99691Z","caller":"traceutil/trace.go:171","msg":"trace[1942716384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999935374s","start":"2026-03-03T18:12:49.996957Z","end":"2026-03-03T18:12:51.996892Z","steps":["trace[1942716384] 'agreement among raft nodes before linearized reading' (duration: 1.999758159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:51.997139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:49.99694Z","time spent":"2.000167099s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:12:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:12:52.878648Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773643882s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:12:52.879937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079531255s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.88005Z","caller":"traceutil/trace.go:171","msg":"trace[418844236] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12346; }","duration":"1.079661828s","start":"2026-03-03T18:12:51.800371Z","end":"2026-03-03T18:12:52.880033Z","steps":["trace[418844236] 'range keys from in-memory index tree' (duration: 1.079516224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.880902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137775277s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:52.881Z","caller":"traceutil/trace.go:171","msg":"trace[494556989] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"2.728297348s","start":"2026-03-03T18:12:50.152689Z","end":"2026-03-03T18:12:52.880987Z","steps":["trace[494556989] 'process raft request' (duration: 590.320216ms)","trace[494556989] 'compare' (duration: 2.136682942s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:52.881091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.152658Z","time spent":"2.7283703s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:52.88112Z","caller":"traceutil/trace.go:171","msg":"trace[1130269824] transaction","detail":"{read_only:false; response_revision:12348; number_of_response:1; }","duration":"1.776287424s","start":"2026-03-03T18:12:51.104814Z","end":"2026-03-03T18:12:52.881102Z","steps":["trace[1130269824] 'process raft request' (duration: 1.776191872s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.881109Z","caller":"traceutil/trace.go:171","msg":"trace[1800856215] linearizableReadLoop","detail":"{readStateIndex:12810; appliedIndex:12809; }","duration":"2.395999284s","start":"2026-03-03T18:12:50.485082Z","end":"2026-03-03T18:12:52.881081Z","steps":["trace[1800856215] 'read index received' (duration: 257.857457ms)","trace[1800856215] 'applied index is now lower than readState.Index' (duration: 2.138138956s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:52.881203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.104785Z","time spent":"1.776369645s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:52.881292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.819619484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:12:52.881304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729309312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:12:52.881337Z","caller":"traceutil/trace.go:171","msg":"trace[95614801] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12348; }","duration":"2.819756337s","start":"2026-03-03T18:12:50.061568Z","end":"2026-03-03T18:12:52.881324Z","steps":["trace[95614801] 'agreement among raft nodes before linearized reading' (duration: 2.819637604s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.881356Z","caller":"traceutil/trace.go:171","msg":"trace[2144476603] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12348; }","duration":"2.729361294s","start":"2026-03-03T18:12:50.151977Z","end":"2026-03-03T18:12:52.881339Z","steps":["trace[2144476603] 'agreement among raft nodes before linearized reading' (duration: 2.729115108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.881379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.061539Z","time spent":"2.819829809s","remote":"127.0.0.1:53326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:52.881399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.151937Z","time spent":"2.729453786s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:52.881445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.855967822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:52.881484Z","caller":"traceutil/trace.go:171","msg":"trace[35428627] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12348; }","duration":"2.856024644s","start":"2026-03-03T18:12:50.025446Z","end":"2026-03-03T18:12:52.881471Z","steps":["trace[35428627] 'agreement among raft nodes before linearized reading' (duration: 2.855906011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.881492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643854115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.881526Z","caller":"traceutil/trace.go:171","msg":"trace[1316791353] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12348; }","duration":"2.643921216s","start":"2026-03-03T18:12:50.237596Z","end":"2026-03-03T18:12:52.881517Z","steps":["trace[1316791353] 'agreement among raft nodes before linearized reading' (duration: 2.643855764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.881527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.025435Z","time spent":"2.856083625s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:12:52.881552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.237565Z","time spent":"2.643981587s","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:52.881624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872193406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:52.881672Z","caller":"traceutil/trace.go:171","msg":"trace[1448533809] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12348; }","duration":"2.872281908s","start":"2026-03-03T18:12:50.009377Z","end":"2026-03-03T18:12:52.881659Z","steps":["trace[1448533809] 'agreement among raft nodes before linearized reading' (duration: 2.872185716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.881707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.00937Z","time spent":"2.872329139s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:52.940436Z","caller":"traceutil/trace.go:171","msg":"trace[701291406] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"1.655028332s","start":"2026-03-03T18:12:51.285372Z","end":"2026-03-03T18:12:52.9404Z","steps":["trace[701291406] 'process raft request' (duration: 1.654529489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.940596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.285354Z","time spent":"1.655149054s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:52.940803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65452158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.940842Z","caller":"traceutil/trace.go:171","msg":"trace[324976550] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12350; }","duration":"1.654578911s","start":"2026-03-03T18:12:51.286253Z","end":"2026-03-03T18:12:52.940832Z","steps":["trace[324976550] 'agreement among raft nodes before linearized reading' (duration: 1.65451883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.940833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913979016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:52.940874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.28624Z","time spent":"1.654627553s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:12:52.940888Z","caller":"traceutil/trace.go:171","msg":"trace[4004902] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12350; }","duration":"1.914073888s","start":"2026-03-03T18:12:51.026798Z","end":"2026-03-03T18:12:52.940872Z","steps":["trace[4004902] 'agreement among raft nodes before linearized reading' (duration: 1.913987286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.940925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.026774Z","time spent":"1.914142609s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:52.94095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654259454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:12:52.941032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418635838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.941034Z","caller":"traceutil/trace.go:171","msg":"trace[1779097948] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12350; }","duration":"1.654370316s","start":"2026-03-03T18:12:51.286645Z","end":"2026-03-03T18:12:52.941015Z","steps":["trace[1779097948] 'agreement among raft nodes before linearized reading' (duration: 1.6541205s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.941069Z","caller":"traceutil/trace.go:171","msg":"trace[1869291442] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12350; }","duration":"2.418675769s","start":"2026-03-03T18:12:50.522384Z","end":"2026-03-03T18:12:52.94106Z","steps":["trace[1869291442] 'agreement among raft nodes before linearized reading' (duration: 2.418616368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.286638Z","time spent":"1.654438738s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:52.94112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656452055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.941158Z","caller":"traceutil/trace.go:171","msg":"trace[728564063] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12350; }","duration":"1.656514747s","start":"2026-03-03T18:12:51.284633Z","end":"2026-03-03T18:12:52.941148Z","steps":["trace[728564063] 'agreement among raft nodes before linearized reading' (duration: 1.656461236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.28462Z","time spent":"1.656558878s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:52.941217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.452417657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-03T18:12:52.941251Z","caller":"traceutil/trace.go:171","msg":"trace[1741668413] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:12350; }","duration":"2.452464558s","start":"2026-03-03T18:12:50.488778Z","end":"2026-03-03T18:12:52.941243Z","steps":["trace[1741668413] 'agreement among raft nodes before linearized reading' (duration: 2.452343175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.488733Z","time spent":"2.452542129s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":242,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:52.941341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6977565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:12:52.941373Z","caller":"traceutil/trace.go:171","msg":"trace[1436725085] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12350; }","duration":"1.697810781s","start":"2026-03-03T18:12:51.243554Z","end":"2026-03-03T18:12:52.941364Z","steps":["trace[1436725085] 'agreement among raft nodes before linearized reading' (duration: 1.697702689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.243541Z","time spent":"1.697857382s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"info","ts":"2026-03-03T18:12:52.941424Z","caller":"traceutil/trace.go:171","msg":"trace[1284493555] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"450.446494ms","start":"2026-03-03T18:12:52.490956Z","end":"2026-03-03T18:12:52.941403Z","steps":["trace[1284493555] 'process raft request' (duration: 449.114022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.715020337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:52.941542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:52.490926Z","time spent":"450.545697ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:52.941576Z","caller":"traceutil/trace.go:171","msg":"trace[140367692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12350; }","duration":"1.715068529s","start":"2026-03-03T18:12:51.2265Z","end":"2026-03-03T18:12:52.941568Z","steps":["trace[140367692] 'agreement among raft nodes before linearized reading' (duration: 1.715021968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.941635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.226491Z","time spent":"1.71513739s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:52.941103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:50.522331Z","time spent":"2.418764742s","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:52.941854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326355831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:12:52.94188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411306028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.941902Z","caller":"traceutil/trace.go:171","msg":"trace[24289347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12350; }","duration":"1.326453274s","start":"2026-03-03T18:12:51.615435Z","end":"2026-03-03T18:12:52.941889Z","steps":["trace[24289347] 'agreement among raft nodes before linearized reading' (duration: 1.326347671s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.941937Z","caller":"traceutil/trace.go:171","msg":"trace[1418312898] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12350; }","duration":"1.41140224s","start":"2026-03-03T18:12:51.530519Z","end":"2026-03-03T18:12:52.941921Z","steps":["trace[1418312898] 'agreement among raft nodes before linearized reading' (duration: 1.411312958s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.94194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.615418Z","time spent":"1.326513486s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:52.941974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.530496Z","time spent":"1.411468371s","remote":"127.0.0.1:39236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:52.942205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.664435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-56c6cf9fd5-cmlkn.189966f31bc9b7d4\" ","response":"range_response_count:1 size:2105"} {"level":"warn","ts":"2026-03-03T18:12:52.94179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732116341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:12:52.942244Z","caller":"traceutil/trace.go:171","msg":"trace[201944021] range","detail":"{range_begin:/registry/events/openstack/glance-api-56c6cf9fd5-cmlkn.189966f31bc9b7d4; range_end:; response_count:1; response_revision:12350; }","duration":"266.764218ms","start":"2026-03-03T18:12:52.67547Z","end":"2026-03-03T18:12:52.942234Z","steps":["trace[201944021] 'agreement among raft nodes before linearized reading' (duration: 266.626274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253935782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:12:52.942255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032971217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.942274Z","caller":"traceutil/trace.go:171","msg":"trace[1992318995] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12350; }","duration":"1.732689484s","start":"2026-03-03T18:12:51.209571Z","end":"2026-03-03T18:12:52.94226Z","steps":["trace[1992318995] 'agreement among raft nodes before linearized reading' (duration: 1.732184042s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.942297Z","caller":"traceutil/trace.go:171","msg":"trace[1806394111] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12350; }","duration":"1.253985483s","start":"2026-03-03T18:12:51.688296Z","end":"2026-03-03T18:12:52.942282Z","steps":["trace[1806394111] 'agreement among raft nodes before linearized reading' (duration: 1.2538921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.209541Z","time spent":"1.732771296s","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:12:52.94232Z","caller":"traceutil/trace.go:171","msg":"trace[455482845] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12350; }","duration":"1.033076379s","start":"2026-03-03T18:12:51.909228Z","end":"2026-03-03T18:12:52.942304Z","steps":["trace[455482845] 'agreement among raft nodes before linearized reading' (duration: 1.032972137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.909207Z","time spent":"1.03314846s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:52.942407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250657874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:12:52.942221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649936162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:52.942439Z","caller":"traceutil/trace.go:171","msg":"trace[57128227] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12350; }","duration":"1.250735876s","start":"2026-03-03T18:12:51.691693Z","end":"2026-03-03T18:12:52.942428Z","steps":["trace[57128227] 'agreement among raft nodes before linearized reading' (duration: 1.250652384s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:52.942476Z","caller":"traceutil/trace.go:171","msg":"trace[610174432] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12350; }","duration":"1.650212398s","start":"2026-03-03T18:12:51.292252Z","end":"2026-03-03T18:12:52.942465Z","steps":["trace[610174432] 'agreement among raft nodes before linearized reading' (duration: 1.649846369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254817863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:12:52.942508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.292221Z","time spent":"1.650278049s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:12:52.942512Z","caller":"traceutil/trace.go:171","msg":"trace[409828600] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12350; }","duration":"1.254906846s","start":"2026-03-03T18:12:51.687596Z","end":"2026-03-03T18:12:52.942503Z","steps":["trace[409828600] 'agreement among raft nodes before linearized reading' (duration: 1.254784383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.687585Z","time spent":"1.254949377s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:52.942479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.691658Z","time spent":"1.250811458s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:52.942675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.101531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:52.942721Z","caller":"traceutil/trace.go:171","msg":"trace[942078489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12350; }","duration":"945.176664ms","start":"2026-03-03T18:12:51.997531Z","end":"2026-03-03T18:12:52.942708Z","steps":["trace[942078489] 'agreement among raft nodes before linearized reading' (duration: 945.078451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.942776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.997518Z","time spent":"945.246605ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:52.942327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:51.688287Z","time spent":"1.254031063s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:12:52.987651Z","caller":"traceutil/trace.go:171","msg":"trace[400649951] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"103.091663ms","start":"2026-03-03T18:12:52.884495Z","end":"2026-03-03T18:12:52.987586Z","steps":["trace[400649951] 'process raft request' (duration: 102.890558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:52.987711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.113033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:12:52.988302Z","caller":"traceutil/trace.go:171","msg":"trace[2066048348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12351; }","duration":"103.722709ms","start":"2026-03-03T18:12:52.884557Z","end":"2026-03-03T18:12:52.98828Z","steps":["trace[2066048348] 'agreement among raft nodes before linearized reading' (duration: 103.008221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.204957Z","caller":"traceutil/trace.go:171","msg":"trace[317845342] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"256.573798ms","start":"2026-03-03T18:12:52.948362Z","end":"2026-03-03T18:12:53.204936Z","steps":["trace[317845342] 'process raft request' (duration: 256.428114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.205182Z","caller":"traceutil/trace.go:171","msg":"trace[57869025] transaction","detail":"{read_only:false; response_revision:12355; number_of_response:1; }","duration":"256.727911ms","start":"2026-03-03T18:12:52.948434Z","end":"2026-03-03T18:12:53.205162Z","steps":["trace[57869025] 'process raft request' (duration: 256.409293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.20524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.016228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-03T18:12:53.205259Z","caller":"traceutil/trace.go:171","msg":"trace[1554313912] transaction","detail":"{read_only:false; response_revision:12353; number_of_response:1; }","duration":"256.904956ms","start":"2026-03-03T18:12:52.948336Z","end":"2026-03-03T18:12:53.205241Z","steps":["trace[1554313912] 'process raft request' (duration: 256.385414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.205293Z","caller":"traceutil/trace.go:171","msg":"trace[308780254] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:12356; }","duration":"257.11008ms","start":"2026-03-03T18:12:52.948173Z","end":"2026-03-03T18:12:53.205283Z","steps":["trace[308780254] 'agreement among raft nodes before linearized reading' (duration: 256.827073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.204943Z","caller":"traceutil/trace.go:171","msg":"trace[722421466] linearizableReadLoop","detail":"{readStateIndex:12820; appliedIndex:12814; }","duration":"217.379402ms","start":"2026-03-03T18:12:52.987541Z","end":"2026-03-03T18:12:53.204921Z","steps":["trace[722421466] 'read index received' (duration: 216.786828ms)","trace[722421466] 'applied index is now lower than readState.Index' (duration: 591.714µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:53.204963Z","caller":"traceutil/trace.go:171","msg":"trace[847909806] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"260.944541ms","start":"2026-03-03T18:12:52.943993Z","end":"2026-03-03T18:12:53.204937Z","steps":["trace[847909806] 'process raft request' (duration: 260.553922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.205183Z","caller":"traceutil/trace.go:171","msg":"trace[89990465] transaction","detail":"{read_only:false; response_revision:12356; number_of_response:1; }","duration":"256.708551ms","start":"2026-03-03T18:12:52.948451Z","end":"2026-03-03T18:12:53.20516Z","steps":["trace[89990465] 'process raft request' (duration: 256.435514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.205816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.073715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:53.205916Z","caller":"traceutil/trace.go:171","msg":"trace[1307158339] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12356; }","duration":"256.199548ms","start":"2026-03-03T18:12:52.949693Z","end":"2026-03-03T18:12:53.205892Z","steps":["trace[1307158339] 'agreement among raft nodes before linearized reading' (duration: 255.530332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.205539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.326024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:12:53.205956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.718684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:12:53.205995Z","caller":"traceutil/trace.go:171","msg":"trace[410769757] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12356; }","duration":"215.775415ms","start":"2026-03-03T18:12:52.990196Z","end":"2026-03-03T18:12:53.205971Z","steps":["trace[410769757] 'agreement among raft nodes before linearized reading' (duration: 215.235732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:53.206015Z","caller":"traceutil/trace.go:171","msg":"trace[661544936] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12356; }","duration":"257.815566ms","start":"2026-03-03T18:12:52.948188Z","end":"2026-03-03T18:12:53.206003Z","steps":["trace[661544936] 'agreement among raft nodes before linearized reading' (duration: 257.035438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.617363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.133142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:53.617465Z","caller":"traceutil/trace.go:171","msg":"trace[864302865] linearizableReadLoop","detail":"{readStateIndex:12822; appliedIndex:12820; }","duration":"402.521451ms","start":"2026-03-03T18:12:53.214926Z","end":"2026-03-03T18:12:53.617448Z","steps":["trace[864302865] 'read index received' (duration: 61.717907ms)","trace[864302865] 'applied index is now lower than readState.Index' (duration: 340.802114ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:53.617561Z","caller":"traceutil/trace.go:171","msg":"trace[827881882] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"403.451845ms","start":"2026-03-03T18:12:53.214097Z","end":"2026-03-03T18:12:53.617549Z","steps":["trace[827881882] 'process raft request' (duration: 176.028756ms)","trace[827881882] 'compare' (duration: 227.022959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:53.61766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.214081Z","time spent":"403.547337ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:53.618019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.596676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:53.618021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.776591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:53.618124Z","caller":"traceutil/trace.go:171","msg":"trace[484001611] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:12358; }","duration":"375.908034ms","start":"2026-03-03T18:12:53.242192Z","end":"2026-03-03T18:12:53.6181Z","steps":["trace[484001611] 'agreement among raft nodes before linearized reading' (duration: 375.693099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.618116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.700978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:12:53.618201Z","caller":"traceutil/trace.go:171","msg":"trace[1218554214] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12358; }","duration":"336.825281ms","start":"2026-03-03T18:12:53.281355Z","end":"2026-03-03T18:12:53.61818Z","steps":["trace[1218554214] 'agreement among raft nodes before linearized reading' (duration: 336.558425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.618201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.242182Z","time spent":"375.999456ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:12:53.618217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.277599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-03-03T18:12:53.618258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.28133Z","time spent":"336.916513ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:12:53.618267Z","caller":"traceutil/trace.go:171","msg":"trace[1195914414] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:12358; }","duration":"403.341302ms","start":"2026-03-03T18:12:53.214911Z","end":"2026-03-03T18:12:53.618252Z","steps":["trace[1195914414] 'agreement among raft nodes before linearized reading' (duration: 402.959033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.618301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.214904Z","time spent":"403.388553ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-03-03T18:12:53.618298Z","caller":"traceutil/trace.go:171","msg":"trace[868515332] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12358; }","duration":"336.739399ms","start":"2026-03-03T18:12:53.28135Z","end":"2026-03-03T18:12:53.61809Z","steps":["trace[868515332] 'agreement among raft nodes before linearized reading' (duration: 336.553065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:53.618527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.281326Z","time spent":"337.132749ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:12:54.314648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.71545ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:54.314853Z","caller":"traceutil/trace.go:171","msg":"trace[2060980493] transaction","detail":"{read_only:false; response_revision:12360; number_of_response:1; }","duration":"554.171173ms","start":"2026-03-03T18:12:53.760662Z","end":"2026-03-03T18:12:54.314833Z","steps":["trace[2060980493] 'process raft request' (duration: 554.107212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:54.314919Z","caller":"traceutil/trace.go:171","msg":"trace[169481665] linearizableReadLoop","detail":"{readStateIndex:12823; appliedIndex:12822; }","duration":"595.14087ms","start":"2026-03-03T18:12:53.719719Z","end":"2026-03-03T18:12:54.31486Z","steps":["trace[169481665] 'read index received' (duration: 86.116373ms)","trace[169481665] 'applied index is now lower than readState.Index' (duration: 509.022847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:54.315038Z","caller":"traceutil/trace.go:171","msg":"trace[795254655] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"634.804616ms","start":"2026-03-03T18:12:53.680217Z","end":"2026-03-03T18:12:54.315021Z","steps":["trace[795254655] 'process raft request' (duration: 125.603064ms)","trace[795254655] 'compare' (duration: 508.604268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:54.314927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.760648Z","time spent":"554.242054ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:54.315332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.1271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:54.315384Z","caller":"traceutil/trace.go:171","msg":"trace[458091951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12360; }","duration":"321.206472ms","start":"2026-03-03T18:12:53.994165Z","end":"2026-03-03T18:12:54.315372Z","steps":["trace[458091951] 'agreement among raft nodes before linearized reading' (duration: 321.12213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.31538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.652552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-03-03T18:12:54.315424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.994147Z","time spent":"321.269224ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:54.315405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.050419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T18:12:54.315433Z","caller":"traceutil/trace.go:171","msg":"trace[672384830] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:12360; }","duration":"595.731533ms","start":"2026-03-03T18:12:53.719686Z","end":"2026-03-03T18:12:54.315417Z","steps":["trace[672384830] 'agreement among raft nodes before linearized reading' (duration: 595.551819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.315479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.719665Z","time spent":"595.805605ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":223,"request content":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" "} {"level":"info","ts":"2026-03-03T18:12:54.31548Z","caller":"traceutil/trace.go:171","msg":"trace[979372000] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12360; }","duration":"576.161071ms","start":"2026-03-03T18:12:53.7393Z","end":"2026-03-03T18:12:54.315461Z","steps":["trace[979372000] 'agreement among raft nodes before linearized reading' (duration: 575.940586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.315554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.939228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-03-03T18:12:54.315642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.739287Z","time spent":"576.323894ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T18:12:54.315672Z","caller":"traceutil/trace.go:171","msg":"trace[245642525] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:12360; }","duration":"352.117612ms","start":"2026-03-03T18:12:53.963529Z","end":"2026-03-03T18:12:54.315647Z","steps":["trace[245642525] 'agreement among raft nodes before linearized reading' (duration: 351.761954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.315573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.60076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-03-03T18:12:54.315739Z","caller":"traceutil/trace.go:171","msg":"trace[1890796140] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:12360; }","duration":"459.825475ms","start":"2026-03-03T18:12:53.855902Z","end":"2026-03-03T18:12:54.315727Z","steps":["trace[1890796140] 'agreement among raft nodes before linearized reading' (duration: 459.437326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.315749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.963417Z","time spent":"352.316427ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:54.315785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.855855Z","time spent":"459.918847ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:54.315551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.131289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T18:12:54.315858Z","caller":"traceutil/trace.go:171","msg":"trace[1270619265] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12360; }","duration":"459.485807ms","start":"2026-03-03T18:12:53.856349Z","end":"2026-03-03T18:12:54.315834Z","steps":["trace[1270619265] 'agreement among raft nodes before linearized reading' (duration: 458.924374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.315924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.856309Z","time spent":"459.599671ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:12:54.316329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.766406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-03-03T18:12:54.316357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.6802Z","time spent":"634.863557ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:54.316452Z","caller":"traceutil/trace.go:171","msg":"trace[1545816632] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:12360; }","duration":"477.014232ms","start":"2026-03-03T18:12:53.839413Z","end":"2026-03-03T18:12:54.316427Z","steps":["trace[1545816632] 'agreement among raft nodes before linearized reading' (duration: 475.960547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.316503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:53.839388Z","time spent":"477.103404ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":238,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:54.719334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.687898ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:54.71962Z","caller":"traceutil/trace.go:171","msg":"trace[862071226] linearizableReadLoop","detail":"{readStateIndex:12827; appliedIndex:12824; }","duration":"355.103813ms","start":"2026-03-03T18:12:54.364494Z","end":"2026-03-03T18:12:54.719598Z","steps":["trace[862071226] 'read index received' (duration: 201.062517ms)","trace[862071226] 'applied index is now lower than readState.Index' (duration: 154.040236ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:54.719652Z","caller":"traceutil/trace.go:171","msg":"trace[2004590324] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"356.800844ms","start":"2026-03-03T18:12:54.362829Z","end":"2026-03-03T18:12:54.71963Z","steps":["trace[2004590324] 'process raft request' (duration: 202.708256ms)","trace[2004590324] 'compare' (duration: 153.453262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:54.719651Z","caller":"traceutil/trace.go:171","msg":"trace[2006377755] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"356.310773ms","start":"2026-03-03T18:12:54.363311Z","end":"2026-03-03T18:12:54.719621Z","steps":["trace[2006377755] 'process raft request' (duration: 356.135889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.719739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.362799Z","time spent":"356.894616ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:54.719782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.363294Z","time spent":"356.423435ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:12:54.719744Z","caller":"traceutil/trace.go:171","msg":"trace[747227258] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"356.190028ms","start":"2026-03-03T18:12:54.363538Z","end":"2026-03-03T18:12:54.719728Z","steps":["trace[747227258] 'process raft request' (duration: 356.003524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.719988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.363525Z","time spent":"356.438795ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:12:54.720024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.701434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T18:12:54.720035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.488252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T18:12:54.720125Z","caller":"traceutil/trace.go:171","msg":"trace[1446712260] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876; range_end:; response_count:1; response_revision:12363; }","duration":"355.603375ms","start":"2026-03-03T18:12:54.364499Z","end":"2026-03-03T18:12:54.720103Z","steps":["trace[1446712260] 'agreement among raft nodes before linearized reading' (duration: 355.264697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.657166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T18:12:54.720174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.36449Z","time spent":"355.673757ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" "} {"level":"info","ts":"2026-03-03T18:12:54.720189Z","caller":"traceutil/trace.go:171","msg":"trace[149388654] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c; range_end:; response_count:1; response_revision:12363; }","duration":"355.709408ms","start":"2026-03-03T18:12:54.364472Z","end":"2026-03-03T18:12:54.720181Z","steps":["trace[149388654] 'agreement among raft nodes before linearized reading' (duration: 355.618936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.364462Z","time spent":"355.753469ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" "} {"level":"info","ts":"2026-03-03T18:12:54.720072Z","caller":"traceutil/trace.go:171","msg":"trace[697869588] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:12363; }","duration":"354.762955ms","start":"2026-03-03T18:12:54.365297Z","end":"2026-03-03T18:12:54.72006Z","steps":["trace[697869588] 'agreement among raft nodes before linearized reading' (duration: 354.602741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.031962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e043cff3-b27d-4087-b5bf-371f15166f1a\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T18:12:54.720403Z","caller":"traceutil/trace.go:171","msg":"trace[201555559] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e043cff3-b27d-4087-b5bf-371f15166f1a; range_end:; response_count:1; response_revision:12363; }","duration":"355.065902ms","start":"2026-03-03T18:12:54.365308Z","end":"2026-03-03T18:12:54.720374Z","steps":["trace[201555559] 'agreement among raft nodes before linearized reading' (duration: 354.992271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.732738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-03T18:12:54.720438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.365301Z","time spent":"355.129054ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-e043cff3-b27d-4087-b5bf-371f15166f1a\" "} {"level":"info","ts":"2026-03-03T18:12:54.720447Z","caller":"traceutil/trace.go:171","msg":"trace[721922088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd; range_end:; response_count:1; response_revision:12363; }","duration":"355.783479ms","start":"2026-03-03T18:12:54.364648Z","end":"2026-03-03T18:12:54.720431Z","steps":["trace[721922088] 'agreement among raft nodes before linearized reading' (duration: 355.709197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.364626Z","time spent":"355.845301ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" "} {"level":"warn","ts":"2026-03-03T18:12:54.720505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.861161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T18:12:54.720525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.917103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-959bc3ce-6de1-4f47-89fe-0f0fbb599039\" ","response":"range_response_count:1 size:1435"} {"level":"warn","ts":"2026-03-03T18:12:54.720392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.365293Z","time spent":"355.074962ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" "} {"level":"info","ts":"2026-03-03T18:12:54.72057Z","caller":"traceutil/trace.go:171","msg":"trace[1711805219] range","detail":"{range_begin:/registry/persistentvolumes/pvc-959bc3ce-6de1-4f47-89fe-0f0fbb599039; range_end:; response_count:1; response_revision:12363; }","duration":"355.961014ms","start":"2026-03-03T18:12:54.364592Z","end":"2026-03-03T18:12:54.720553Z","steps":["trace[1711805219] 'agreement among raft nodes before linearized reading' (duration: 355.834191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.364586Z","time spent":"356.013935ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-959bc3ce-6de1-4f47-89fe-0f0fbb599039\" "} {"level":"warn","ts":"2026-03-03T18:12:54.72063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.962563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-03T18:12:54.72032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.97242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T18:12:54.720675Z","caller":"traceutil/trace.go:171","msg":"trace[1676441114] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7; range_end:; response_count:1; response_revision:12363; }","duration":"356.017574ms","start":"2026-03-03T18:12:54.364648Z","end":"2026-03-03T18:12:54.720666Z","steps":["trace[1676441114] 'agreement among raft nodes before linearized reading' (duration: 355.906482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.364641Z","time spent":"356.062076ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" "} {"level":"info","ts":"2026-03-03T18:12:54.720721Z","caller":"traceutil/trace.go:171","msg":"trace[1569667747] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897; range_end:; response_count:1; response_revision:12363; }","duration":"355.36892ms","start":"2026-03-03T18:12:54.36533Z","end":"2026-03-03T18:12:54.720699Z","steps":["trace[1569667747] 'agreement among raft nodes before linearized reading' (duration: 354.898599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.365327Z","time spent":"355.444832ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" "} {"level":"info","ts":"2026-03-03T18:12:54.720566Z","caller":"traceutil/trace.go:171","msg":"trace[503360201] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972; range_end:; response_count:1; response_revision:12363; }","duration":"355.930482ms","start":"2026-03-03T18:12:54.364618Z","end":"2026-03-03T18:12:54.720549Z","steps":["trace[503360201] 'agreement among raft nodes before linearized reading' (duration: 355.716928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:54.720848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.364614Z","time spent":"356.220799ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972\" "} {"level":"warn","ts":"2026-03-03T18:12:55.403944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.248416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:55.40414Z","caller":"traceutil/trace.go:171","msg":"trace[827768146] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"679.940052ms","start":"2026-03-03T18:12:54.724183Z","end":"2026-03-03T18:12:55.404123Z","steps":["trace[827768146] 'process raft request' (duration: 396.430379ms)","trace[827768146] 'compare' (duration: 282.752045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:55.40435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.724159Z","time spent":"680.010234ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:55.404544Z","caller":"traceutil/trace.go:171","msg":"trace[717550553] transaction","detail":"{read_only:false; response_revision:12366; number_of_response:1; }","duration":"457.537131ms","start":"2026-03-03T18:12:54.946987Z","end":"2026-03-03T18:12:55.404524Z","steps":["trace[717550553] 'process raft request' (duration: 457.370967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.404669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.946955Z","time spent":"457.636694ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:55.404896Z","caller":"traceutil/trace.go:171","msg":"trace[584022271] linearizableReadLoop","detail":"{readStateIndex:12829; appliedIndex:12827; }","duration":"458.234067ms","start":"2026-03-03T18:12:54.946631Z","end":"2026-03-03T18:12:55.404866Z","steps":["trace[584022271] 'read index received' (duration: 174.11378ms)","trace[584022271] 'applied index is now lower than readState.Index' (duration: 284.119227ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:55.405045Z","caller":"traceutil/trace.go:171","msg":"trace[2140406478] transaction","detail":"{read_only:false; response_revision:12367; number_of_response:1; }","duration":"456.095317ms","start":"2026-03-03T18:12:54.94891Z","end":"2026-03-03T18:12:55.405005Z","steps":["trace[2140406478] 'process raft request' (duration: 455.525644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.405084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.94889Z","time spent":"456.17579ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:55.405295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.401061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:55.405319Z","caller":"traceutil/trace.go:171","msg":"trace[642489471] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12367; }","duration":"458.481873ms","start":"2026-03-03T18:12:54.946832Z","end":"2026-03-03T18:12:55.405314Z","steps":["trace[642489471] 'agreement among raft nodes before linearized reading' (duration: 458.439922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.405335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.946804Z","time spent":"458.527674ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:55.405503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.448492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:55.405522Z","caller":"traceutil/trace.go:171","msg":"trace[2078265192] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12367; }","duration":"178.502273ms","start":"2026-03-03T18:12:55.227016Z","end":"2026-03-03T18:12:55.405518Z","steps":["trace[2078265192] 'agreement among raft nodes before linearized reading' (duration: 178.434302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.405733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.449074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:12:55.405754Z","caller":"traceutil/trace.go:171","msg":"trace[1726413773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12367; }","duration":"195.490285ms","start":"2026-03-03T18:12:55.210258Z","end":"2026-03-03T18:12:55.405748Z","steps":["trace[1726413773] 'agreement among raft nodes before linearized reading' (duration: 195.405194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.405894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.409489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:12:55.405918Z","caller":"traceutil/trace.go:171","msg":"trace[107243082] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12367; }","duration":"457.45709ms","start":"2026-03-03T18:12:54.948455Z","end":"2026-03-03T18:12:55.405912Z","steps":["trace[107243082] 'agreement among raft nodes before linearized reading' (duration: 457.375408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.405931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.948446Z","time spent":"457.482091ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:55.405969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.869114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:12:55.406034Z","caller":"traceutil/trace.go:171","msg":"trace[729903399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12367; }","duration":"195.933896ms","start":"2026-03-03T18:12:55.210076Z","end":"2026-03-03T18:12:55.406009Z","steps":["trace[729903399] 'agreement among raft nodes before linearized reading' (duration: 195.833113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.406083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.413375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:55.406127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.857283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:55.406149Z","caller":"traceutil/trace.go:171","msg":"trace[310741659] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12367; }","duration":"458.997276ms","start":"2026-03-03T18:12:54.947146Z","end":"2026-03-03T18:12:55.406144Z","steps":["trace[310741659] 'agreement among raft nodes before linearized reading' (duration: 458.867483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:55.406149Z","caller":"traceutil/trace.go:171","msg":"trace[933548071] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12367; }","duration":"459.57954ms","start":"2026-03-03T18:12:54.946555Z","end":"2026-03-03T18:12:55.406135Z","steps":["trace[933548071] 'agreement among raft nodes before linearized reading' (duration: 458.547384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.406178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.947136Z","time spent":"459.037266ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:12:55.406241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.076158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:12:55.405858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.427098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:12:55.406368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.585211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:12:55.406396Z","caller":"traceutil/trace.go:171","msg":"trace[1534776645] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12367; }","duration":"196.825206ms","start":"2026-03-03T18:12:55.209562Z","end":"2026-03-03T18:12:55.406388Z","steps":["trace[1534776645] 'agreement among raft nodes before linearized reading' (duration: 196.53823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.406192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.946507Z","time spent":"459.675742ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:12:55.406348Z","caller":"traceutil/trace.go:171","msg":"trace[490347227] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12367; }","duration":"196.289224ms","start":"2026-03-03T18:12:55.210034Z","end":"2026-03-03T18:12:55.406323Z","steps":["trace[490347227] 'agreement among raft nodes before linearized reading' (duration: 195.927915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:55.406763Z","caller":"traceutil/trace.go:171","msg":"trace[40388715] transaction","detail":"{read_only:false; response_revision:12365; number_of_response:1; }","duration":"520.717762ms","start":"2026-03-03T18:12:54.886008Z","end":"2026-03-03T18:12:55.406726Z","steps":["trace[40388715] 'process raft request' (duration: 518.030039ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:55.406795Z","caller":"traceutil/trace.go:171","msg":"trace[1775042880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12367; }","duration":"405.009441ms","start":"2026-03-03T18:12:55.001375Z","end":"2026-03-03T18:12:55.406384Z","steps":["trace[1775042880] 'agreement among raft nodes before linearized reading' (duration: 404.300635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:55.40691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.001364Z","time spent":"405.508363ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:55.407022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:54.885979Z","time spent":"520.874686ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:55.913539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781026981,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:12:56.253017Z","caller":"traceutil/trace.go:171","msg":"trace[909642281] transaction","detail":"{read_only:false; response_revision:12368; number_of_response:1; }","duration":"841.71862ms","start":"2026-03-03T18:12:55.411279Z","end":"2026-03-03T18:12:56.252997Z","steps":["trace[909642281] 'process raft request' (duration: 841.440213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.253168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.411261Z","time spent":"841.816523ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:56.542722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.7502ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:12:56.542991Z","caller":"traceutil/trace.go:171","msg":"trace[1893238910] linearizableReadLoop","detail":"{readStateIndex:12836; appliedIndex:12831; }","duration":"1.130282914s","start":"2026-03-03T18:12:55.412692Z","end":"2026-03-03T18:12:56.542975Z","steps":["trace[1893238910] 'read index received' (duration: 840.268137ms)","trace[1893238910] 'applied index is now lower than readState.Index' (duration: 290.013877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:56.54309Z","caller":"traceutil/trace.go:171","msg":"trace[1819968306] transaction","detail":"{read_only:false; response_revision:12369; number_of_response:1; }","duration":"1.131605814s","start":"2026-03-03T18:12:55.411473Z","end":"2026-03-03T18:12:56.543079Z","steps":["trace[1819968306] 'process raft request' (duration: 899.411473ms)","trace[1819968306] 'compare' (duration: 231.536305ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:56.543152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.411464Z","time spent":"1.131657735s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:12:56.543294Z","caller":"traceutil/trace.go:171","msg":"trace[759570018] transaction","detail":"{read_only:false; response_revision:12372; number_of_response:1; }","duration":"1.131593304s","start":"2026-03-03T18:12:55.411674Z","end":"2026-03-03T18:12:56.543267Z","steps":["trace[759570018] 'process raft request' (duration: 1.131263585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.54358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.411665Z","time spent":"1.131713217s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:56.543833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131134214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:12:56.543873Z","caller":"traceutil/trace.go:171","msg":"trace[935482917] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12372; }","duration":"1.131186274s","start":"2026-03-03T18:12:55.412677Z","end":"2026-03-03T18:12:56.543863Z","steps":["trace[935482917] 'agreement among raft nodes before linearized reading' (duration: 1.130654092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.543909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.412669Z","time spent":"1.131230215s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:12:56.544044Z","caller":"traceutil/trace.go:171","msg":"trace[1845781206] transaction","detail":"{read_only:false; response_revision:12370; number_of_response:1; }","duration":"1.132459054s","start":"2026-03-03T18:12:55.411575Z","end":"2026-03-03T18:12:56.544034Z","steps":["trace[1845781206] 'process raft request' (duration: 1.131237935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.544239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.119341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T18:12:56.54428Z","caller":"traceutil/trace.go:171","msg":"trace[875542661] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12372; }","duration":"651.190502ms","start":"2026-03-03T18:12:55.893081Z","end":"2026-03-03T18:12:56.544271Z","steps":["trace[875542661] 'agreement among raft nodes before linearized reading' (duration: 651.09319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.544307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893062Z","time spent":"651.239094ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T18:12:56.544546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.016218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:56.544579Z","caller":"traceutil/trace.go:171","msg":"trace[1595863269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12372; }","duration":"551.08505ms","start":"2026-03-03T18:12:55.993487Z","end":"2026-03-03T18:12:56.544572Z","steps":["trace[1595863269] 'agreement among raft nodes before linearized reading' (duration: 551.032239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.544605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.993466Z","time spent":"551.133872ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:56.544783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.438615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5706"} {"level":"info","ts":"2026-03-03T18:12:56.544814Z","caller":"traceutil/trace.go:171","msg":"trace[1515408617] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:12372; }","duration":"650.487556ms","start":"2026-03-03T18:12:55.894319Z","end":"2026-03-03T18:12:56.544807Z","steps":["trace[1515408617] 'agreement among raft nodes before linearized reading' (duration: 650.399884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.544845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.894312Z","time spent":"650.527157ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":5730,"request content":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" "} {"level":"info","ts":"2026-03-03T18:12:56.544883Z","caller":"traceutil/trace.go:171","msg":"trace[1960108250] transaction","detail":"{read_only:false; response_revision:12371; number_of_response:1; }","duration":"1.133260853s","start":"2026-03-03T18:12:55.411614Z","end":"2026-03-03T18:12:56.544875Z","steps":["trace[1960108250] 'process raft request' (duration: 1.131283726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.544984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.411606Z","time spent":"1.133332754s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:56.545043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.699501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3927"} {"level":"info","ts":"2026-03-03T18:12:56.545077Z","caller":"traceutil/trace.go:171","msg":"trace[1671230534] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:12372; }","duration":"650.748293ms","start":"2026-03-03T18:12:55.894321Z","end":"2026-03-03T18:12:56.545069Z","steps":["trace[1671230534] 'agreement among raft nodes before linearized reading' (duration: 650.661761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.545107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.894316Z","time spent":"650.785403ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3951,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-03T18:12:56.545279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.961287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-03-03T18:12:56.545314Z","caller":"traceutil/trace.go:171","msg":"trace[1353775261] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12372; }","duration":"651.012838ms","start":"2026-03-03T18:12:55.894292Z","end":"2026-03-03T18:12:56.545305Z","steps":["trace[1353775261] 'agreement among raft nodes before linearized reading' (duration: 650.926926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.545344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.89428Z","time spent":"651.05777ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7406,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T18:12:56.54567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.319618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2918"} {"level":"warn","ts":"2026-03-03T18:12:56.545887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.601273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-s56jx\" ","response":"range_response_count:1 size:6637"} {"level":"info","ts":"2026-03-03T18:12:56.545933Z","caller":"traceutil/trace.go:171","msg":"trace[532330954] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-s56jx; range_end:; response_count:1; response_revision:12372; }","duration":"651.666794ms","start":"2026-03-03T18:12:55.894256Z","end":"2026-03-03T18:12:56.545923Z","steps":["trace[532330954] 'agreement among raft nodes before linearized reading' (duration: 651.217343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.545967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.894249Z","time spent":"651.711735ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6661,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-s56jx\" "} {"level":"warn","ts":"2026-03-03T18:12:56.544814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.411551Z","time spent":"1.132523075s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:56.546769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.304523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8138"} {"level":"info","ts":"2026-03-03T18:12:56.546813Z","caller":"traceutil/trace.go:171","msg":"trace[332155236] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:12372; }","duration":"653.368704ms","start":"2026-03-03T18:12:55.893433Z","end":"2026-03-03T18:12:56.546801Z","steps":["trace[332155236] 'agreement among raft nodes before linearized reading' (duration: 653.266871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.546862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.89342Z","time spent":"653.419426ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":8162,"request content":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.697992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-03T18:12:56.545711Z","caller":"traceutil/trace.go:171","msg":"trace[1419207547] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:12372; }","duration":"652.39424ms","start":"2026-03-03T18:12:55.893308Z","end":"2026-03-03T18:12:56.545702Z","steps":["trace[1419207547] 'agreement among raft nodes before linearized reading' (duration: 652.268817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:56.547093Z","caller":"traceutil/trace.go:171","msg":"trace[601509601] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:12372; }","duration":"653.815334ms","start":"2026-03-03T18:12:55.893258Z","end":"2026-03-03T18:12:56.547074Z","steps":["trace[601509601] 'agreement among raft nodes before linearized reading' (duration: 653.590369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.357304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"warn","ts":"2026-03-03T18:12:56.547134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893289Z","time spent":"653.833035ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2942,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893239Z","time spent":"653.890176ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T18:12:56.547154Z","caller":"traceutil/trace.go:171","msg":"trace[872328910] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12372; }","duration":"653.414015ms","start":"2026-03-03T18:12:55.893731Z","end":"2026-03-03T18:12:56.547145Z","steps":["trace[872328910] 'agreement among raft nodes before linearized reading' (duration: 653.331033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893725Z","time spent":"653.452307ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.645641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ceph-mon\" ","response":"range_response_count:1 size:405"} {"level":"info","ts":"2026-03-03T18:12:56.547399Z","caller":"traceutil/trace.go:171","msg":"trace[1118810815] range","detail":"{range_begin:/registry/services/endpoints/openstack/ceph-mon; range_end:; response_count:1; response_revision:12372; }","duration":"653.684721ms","start":"2026-03-03T18:12:55.893704Z","end":"2026-03-03T18:12:56.547389Z","steps":["trace[1118810815] 'agreement among raft nodes before linearized reading' (duration: 653.60333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.158893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T18:12:56.547429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.8937Z","time spent":"653.723112ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":429,"request content":"key:\"/registry/services/endpoints/openstack/ceph-mon\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.999108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3971"} {"level":"info","ts":"2026-03-03T18:12:56.547477Z","caller":"traceutil/trace.go:171","msg":"trace[581009211] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:12372; }","duration":"654.044929ms","start":"2026-03-03T18:12:55.893424Z","end":"2026-03-03T18:12:56.547469Z","steps":["trace[581009211] 'agreement among raft nodes before linearized reading' (duration: 653.882286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.366747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T18:12:56.547539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893418Z","time spent":"654.098611ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3995,"request content":"key:\"/registry/daemonsets/openstack/keepalived\" "} {"level":"info","ts":"2026-03-03T18:12:56.547557Z","caller":"traceutil/trace.go:171","msg":"trace[563986576] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12372; }","duration":"654.409958ms","start":"2026-03-03T18:12:55.893136Z","end":"2026-03-03T18:12:56.547546Z","steps":["trace[563986576] 'agreement among raft nodes before linearized reading' (duration: 654.330956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893128Z","time spent":"654.454369ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.015239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"info","ts":"2026-03-03T18:12:56.547625Z","caller":"traceutil/trace.go:171","msg":"trace[714209522] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:12372; }","duration":"654.067901ms","start":"2026-03-03T18:12:55.89355Z","end":"2026-03-03T18:12:56.547618Z","steps":["trace[714209522] 'agreement among raft nodes before linearized reading' (duration: 653.985589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893545Z","time spent":"654.106962ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-03T18:12:56.54777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.251024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2534"} {"level":"info","ts":"2026-03-03T18:12:56.5478Z","caller":"traceutil/trace.go:171","msg":"trace[569162535] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:12372; }","duration":"654.298386ms","start":"2026-03-03T18:12:55.893495Z","end":"2026-03-03T18:12:56.547793Z","steps":["trace[569162535] 'agreement among raft nodes before linearized reading' (duration: 654.228564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.960844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T18:12:56.547828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893485Z","time spent":"654.337187ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2558,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"info","ts":"2026-03-03T18:12:56.54784Z","caller":"traceutil/trace.go:171","msg":"trace[335602894] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12372; }","duration":"653.779524ms","start":"2026-03-03T18:12:55.894051Z","end":"2026-03-03T18:12:56.54783Z","steps":["trace[335602894] 'agreement among raft nodes before linearized reading' (duration: 652.932794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.455899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6129"} {"level":"info","ts":"2026-03-03T18:12:56.547937Z","caller":"traceutil/trace.go:171","msg":"trace[1823894278] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12372; }","duration":"654.535081ms","start":"2026-03-03T18:12:55.893388Z","end":"2026-03-03T18:12:56.547923Z","steps":["trace[1823894278] 'agreement among raft nodes before linearized reading' (duration: 654.388187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.547967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893384Z","time spent":"654.576502ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6153,"request content":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:12:56.548179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.799118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T18:12:56.54821Z","caller":"traceutil/trace.go:171","msg":"trace[1764219961] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12372; }","duration":"654.838648ms","start":"2026-03-03T18:12:55.893365Z","end":"2026-03-03T18:12:56.548203Z","steps":["trace[1764219961] 'agreement among raft nodes before linearized reading' (duration: 654.760917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.54826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.89336Z","time spent":"654.89396ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:12:56.548281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.90373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-03-03T18:12:56.548319Z","caller":"traceutil/trace.go:171","msg":"trace[972278779] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:12372; }","duration":"654.951671ms","start":"2026-03-03T18:12:55.893359Z","end":"2026-03-03T18:12:56.548311Z","steps":["trace[972278779] 'agreement among raft nodes before linearized reading' (duration: 654.865069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.548351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893353Z","time spent":"654.991592ms","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5124,"request content":"key:\"/registry/daemonsets/monitoring/vector\" "} {"level":"warn","ts":"2026-03-03T18:12:56.548438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.056793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:12:56.548482Z","caller":"traceutil/trace.go:171","msg":"trace[1647387248] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12372; }","duration":"655.155996ms","start":"2026-03-03T18:12:55.893316Z","end":"2026-03-03T18:12:56.548472Z","steps":["trace[1647387248] 'agreement among raft nodes before linearized reading' (duration: 655.043343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.548514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893288Z","time spent":"655.218987ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:12:56.547446Z","caller":"traceutil/trace.go:171","msg":"trace[1047902829] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12372; }","duration":"654.198953ms","start":"2026-03-03T18:12:55.893226Z","end":"2026-03-03T18:12:56.547425Z","steps":["trace[1047902829] 'agreement among raft nodes before linearized reading' (duration: 654.088081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:56.54857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.893222Z","time spent":"655.338941ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T18:12:56.547881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:55.894036Z","time spent":"653.834465ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:12:57.12243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.305128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1056"} {"level":"warn","ts":"2026-03-03T18:12:57.122519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.557204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1065"} {"level":"info","ts":"2026-03-03T18:12:57.12254Z","caller":"traceutil/trace.go:171","msg":"trace[459922275] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:12372; }","duration":"294.444421ms","start":"2026-03-03T18:12:56.828077Z","end":"2026-03-03T18:12:57.122521Z","steps":["trace[459922275] 'range keys from in-memory index tree' (duration: 294.164015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.122588Z","caller":"traceutil/trace.go:171","msg":"trace[615479204] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:12372; }","duration":"394.670417ms","start":"2026-03-03T18:12:56.727901Z","end":"2026-03-03T18:12:57.122571Z","steps":["trace[615479204] 'range keys from in-memory index tree' (duration: 394.345039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.122639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.727879Z","time spent":"394.749998ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1089,"request content":"key:\"/registry/ingress/openstack/volumev3\" "} {"level":"warn","ts":"2026-03-03T18:12:57.122625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.997052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1638"} {"level":"warn","ts":"2026-03-03T18:12:57.12264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.452279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T18:12:57.122746Z","caller":"traceutil/trace.go:171","msg":"trace[492048782] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12372; }","duration":"360.616593ms","start":"2026-03-03T18:12:56.762106Z","end":"2026-03-03T18:12:57.122722Z","steps":["trace[492048782] 'range keys from in-memory index tree' (duration: 360.220444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.122772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.594559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"warn","ts":"2026-03-03T18:12:57.122798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.01012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"warn","ts":"2026-03-03T18:12:57.122802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.762086Z","time spent":"360.704804ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T18:12:57.12287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.686943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"info","ts":"2026-03-03T18:12:57.122884Z","caller":"traceutil/trace.go:171","msg":"trace[1179870567] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12372; }","duration":"169.128123ms","start":"2026-03-03T18:12:56.953738Z","end":"2026-03-03T18:12:57.122866Z","steps":["trace[1179870567] 'range keys from in-memory index tree' (duration: 168.804425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.122915Z","caller":"traceutil/trace.go:171","msg":"trace[632055749] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:12372; }","duration":"445.751274ms","start":"2026-03-03T18:12:56.677152Z","end":"2026-03-03T18:12:57.122904Z","steps":["trace[632055749] 'range keys from in-memory index tree' (duration: 445.293553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.122957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.677139Z","time spent":"445.807866ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"info","ts":"2026-03-03T18:12:57.122693Z","caller":"traceutil/trace.go:171","msg":"trace[1274628775] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12372; }","duration":"469.122924ms","start":"2026-03-03T18:12:56.653553Z","end":"2026-03-03T18:12:57.122676Z","steps":["trace[1274628775] 'range keys from in-memory index tree' (duration: 468.808937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.653537Z","time spent":"469.473533ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1662,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-03T18:12:57.122842Z","caller":"traceutil/trace.go:171","msg":"trace[737330481] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12372; }","duration":"143.713063ms","start":"2026-03-03T18:12:56.979115Z","end":"2026-03-03T18:12:57.122828Z","steps":["trace[737330481] 'range keys from in-memory index tree' (duration: 143.432886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.835569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-03T18:12:57.123253Z","caller":"traceutil/trace.go:171","msg":"trace[1992594720] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:12372; }","duration":"119.999123ms","start":"2026-03-03T18:12:57.003212Z","end":"2026-03-03T18:12:57.123211Z","steps":["trace[1992594720] 'range keys from in-memory index tree' (duration: 119.41348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.310937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4252"} {"level":"info","ts":"2026-03-03T18:12:57.123498Z","caller":"traceutil/trace.go:171","msg":"trace[985877887] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:12372; }","duration":"244.38981ms","start":"2026-03-03T18:12:56.879097Z","end":"2026-03-03T18:12:57.123487Z","steps":["trace[985877887] 'range keys from in-memory index tree' (duration: 244.085842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.832651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3113"} {"level":"info","ts":"2026-03-03T18:12:57.12359Z","caller":"traceutil/trace.go:171","msg":"trace[1143666512] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:12372; }","duration":"219.943543ms","start":"2026-03-03T18:12:56.903632Z","end":"2026-03-03T18:12:57.123575Z","steps":["trace[1143666512] 'range keys from in-memory index tree' (duration: 219.166275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.857595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-03-03T18:12:57.123937Z","caller":"traceutil/trace.go:171","msg":"trace[1512152968] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:12372; }","duration":"370.929357ms","start":"2026-03-03T18:12:56.752995Z","end":"2026-03-03T18:12:57.123924Z","steps":["trace[1512152968] 'range keys from in-memory index tree' (duration: 369.604904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.123972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.752986Z","time spent":"370.977268ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1090,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-03-03T18:12:57.12418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.624311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-03T18:12:57.124215Z","caller":"traceutil/trace.go:171","msg":"trace[67198580] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:12372; }","duration":"268.697383ms","start":"2026-03-03T18:12:56.855507Z","end":"2026-03-03T18:12:57.124205Z","steps":["trace[67198580] 'range keys from in-memory index tree' (duration: 267.489585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.12439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.786898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1622"} {"level":"info","ts":"2026-03-03T18:12:57.124446Z","caller":"traceutil/trace.go:171","msg":"trace[1621099174] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12372; }","duration":"421.85828ms","start":"2026-03-03T18:12:56.702556Z","end":"2026-03-03T18:12:57.124415Z","steps":["trace[1621099174] 'range keys from in-memory index tree' (duration: 420.105347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.124484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.702534Z","time spent":"421.937131ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1646,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T18:12:57.124898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.56076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4494"} {"level":"info","ts":"2026-03-03T18:12:57.124984Z","caller":"traceutil/trace.go:171","msg":"trace[737138954] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:12372; }","duration":"196.683803ms","start":"2026-03-03T18:12:56.928281Z","end":"2026-03-03T18:12:57.124965Z","steps":["trace[737138954] 'range keys from in-memory index tree' (duration: 194.879901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.125212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.322559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4898"} {"level":"info","ts":"2026-03-03T18:12:57.125251Z","caller":"traceutil/trace.go:171","msg":"trace[763194607] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:12372; }","duration":"322.399171ms","start":"2026-03-03T18:12:56.80284Z","end":"2026-03-03T18:12:57.12524Z","steps":["trace[763194607] 'range keys from in-memory index tree' (duration: 320.391045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.125279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.802814Z","time spent":"322.457233ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":4922,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" "} {"level":"warn","ts":"2026-03-03T18:12:57.125579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.586326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7bc5945457\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-03-03T18:12:57.125656Z","caller":"traceutil/trace.go:171","msg":"trace[1971568680] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7bc5945457; range_end:; response_count:1; response_revision:12372; }","duration":"347.667348ms","start":"2026-03-03T18:12:56.777978Z","end":"2026-03-03T18:12:57.125645Z","steps":["trace[1971568680] 'range keys from in-memory index tree' (duration: 345.354814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.125708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:56.77796Z","time spent":"347.720789ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10536,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7bc5945457\" "} {"level":"info","ts":"2026-03-03T18:12:57.515737Z","caller":"traceutil/trace.go:171","msg":"trace[733559594] transaction","detail":"{read_only:false; response_revision:12373; number_of_response:1; }","duration":"106.960375ms","start":"2026-03-03T18:12:57.408748Z","end":"2026-03-03T18:12:57.515709Z","steps":["trace[733559594] 'process raft request' (duration: 106.76481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.845188Z","caller":"traceutil/trace.go:171","msg":"trace[557069673] linearizableReadLoop","detail":"{readStateIndex:12838; appliedIndex:12836; }","duration":"433.983566ms","start":"2026-03-03T18:12:57.411185Z","end":"2026-03-03T18:12:57.845168Z","steps":["trace[557069673] 'read index received' (duration: 104.332534ms)","trace[557069673] 'applied index is now lower than readState.Index' (duration: 329.650152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:57.845279Z","caller":"traceutil/trace.go:171","msg":"trace[1777658101] transaction","detail":"{read_only:false; response_revision:12374; number_of_response:1; }","duration":"435.398049ms","start":"2026-03-03T18:12:57.409854Z","end":"2026-03-03T18:12:57.845252Z","steps":["trace[1777658101] 'process raft request' (duration: 435.046681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.845458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.028885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:57.845488Z","caller":"traceutil/trace.go:171","msg":"trace[971204513] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12375; }","duration":"434.066436ms","start":"2026-03-03T18:12:57.411412Z","end":"2026-03-03T18:12:57.845479Z","steps":["trace[971204513] 'agreement among raft nodes before linearized reading' (duration: 434.031215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.845528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.411406Z","time spent":"434.113227ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:12:57.84575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.409833Z","time spent":"435.653754ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:57.845767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.11228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:10941"} {"level":"info","ts":"2026-03-03T18:12:57.845856Z","caller":"traceutil/trace.go:171","msg":"trace[1588606058] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:12375; }","duration":"243.239262ms","start":"2026-03-03T18:12:57.602595Z","end":"2026-03-03T18:12:57.845834Z","steps":["trace[1588606058] 'agreement among raft nodes before linearized reading' (duration: 243.034328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.845911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.103607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6878"} {"level":"warn","ts":"2026-03-03T18:12:57.845942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.566288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/placement-api-64694b46f7\" ","response":"range_response_count:1 size:7324"} {"level":"info","ts":"2026-03-03T18:12:57.84599Z","caller":"traceutil/trace.go:171","msg":"trace[972527543] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:12375; }","duration":"392.214129ms","start":"2026-03-03T18:12:57.453753Z","end":"2026-03-03T18:12:57.845967Z","steps":["trace[972527543] 'agreement among raft nodes before linearized reading' (duration: 392.058266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.846038Z","caller":"traceutil/trace.go:171","msg":"trace[804841144] range","detail":"{range_begin:/registry/replicasets/openstack/placement-api-64694b46f7; range_end:; response_count:1; response_revision:12375; }","duration":"367.707372ms","start":"2026-03-03T18:12:57.478309Z","end":"2026-03-03T18:12:57.846017Z","steps":["trace[804841144] 'agreement among raft nodes before linearized reading' (duration: 367.434855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.478292Z","time spent":"367.795723ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7348,"request content":"key:\"/registry/replicasets/openstack/placement-api-64694b46f7\" "} {"level":"warn","ts":"2026-03-03T18:12:57.846164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.227974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" ","response":"range_response_count:1 size:5031"} {"level":"info","ts":"2026-03-03T18:12:57.846221Z","caller":"traceutil/trace.go:171","msg":"trace[749704399] range","detail":"{range_begin:/registry/deployments/monitoring/node-feature-discovery-master; range_end:; response_count:1; response_revision:12375; }","duration":"418.313116ms","start":"2026-03-03T18:12:57.427893Z","end":"2026-03-03T18:12:57.846207Z","steps":["trace[749704399] 'agreement among raft nodes before linearized reading' (duration: 418.175223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.858682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11540"} {"level":"warn","ts":"2026-03-03T18:12:57.846267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.427877Z","time spent":"418.379658ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":5055,"request content":"key:\"/registry/deployments/monitoring/node-feature-discovery-master\" "} {"level":"info","ts":"2026-03-03T18:12:57.846295Z","caller":"traceutil/trace.go:171","msg":"trace[524708800] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:12375; }","duration":"117.928074ms","start":"2026-03-03T18:12:57.728358Z","end":"2026-03-03T18:12:57.846286Z","steps":["trace[524708800] 'agreement among raft nodes before linearized reading' (duration: 117.795231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.631519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5930"} {"level":"warn","ts":"2026-03-03T18:12:57.846437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.869843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-api\" ","response":"range_response_count:1 size:9035"} {"level":"info","ts":"2026-03-03T18:12:57.846458Z","caller":"traceutil/trace.go:171","msg":"trace[936812500] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:12375; }","duration":"267.697201ms","start":"2026-03-03T18:12:57.578748Z","end":"2026-03-03T18:12:57.846446Z","steps":["trace[936812500] 'agreement among raft nodes before linearized reading' (duration: 267.591288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.846466Z","caller":"traceutil/trace.go:171","msg":"trace[1764202024] range","detail":"{range_begin:/registry/deployments/openstack/cinder-api; range_end:; response_count:1; response_revision:12375; }","duration":"142.943245ms","start":"2026-03-03T18:12:57.703514Z","end":"2026-03-03T18:12:57.846458Z","steps":["trace[1764202024] 'agreement among raft nodes before linearized reading' (duration: 142.862813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.728723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:57.845317Z","caller":"traceutil/trace.go:171","msg":"trace[1032865652] transaction","detail":"{read_only:false; response_revision:12375; number_of_response:1; }","duration":"432.92109ms","start":"2026-03-03T18:12:57.412386Z","end":"2026-03-03T18:12:57.845308Z","steps":["trace[1032865652] 'process raft request' (duration: 432.728446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.846624Z","caller":"traceutil/trace.go:171","msg":"trace[498089988] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12375; }","duration":"434.934627ms","start":"2026-03-03T18:12:57.411631Z","end":"2026-03-03T18:12:57.846566Z","steps":["trace[498089988] 'agreement among raft nodes before linearized reading' (duration: 434.559719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.411624Z","time spent":"435.06651ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:12:57.846738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.128103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:4132"} {"level":"warn","ts":"2026-03-03T18:12:57.846764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.266613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8895"} {"level":"info","ts":"2026-03-03T18:12:57.846791Z","caller":"traceutil/trace.go:171","msg":"trace[226260025] range","detail":"{range_begin:/registry/deployments/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:12375; }","duration":"219.205715ms","start":"2026-03-03T18:12:57.627575Z","end":"2026-03-03T18:12:57.846781Z","steps":["trace[226260025] 'agreement among raft nodes before linearized reading' (duration: 219.080272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.846811Z","caller":"traceutil/trace.go:171","msg":"trace[380724140] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:12375; }","duration":"168.323774ms","start":"2026-03-03T18:12:57.678473Z","end":"2026-03-03T18:12:57.846797Z","steps":["trace[380724140] 'agreement among raft nodes before linearized reading' (duration: 168.200531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.453732Z","time spent":"392.297191ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6902,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"warn","ts":"2026-03-03T18:12:57.846851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.948668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/barbican-api\" ","response":"range_response_count:1 size:7598"} {"level":"warn","ts":"2026-03-03T18:12:57.846639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.412376Z","time spent":"434.209871ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:12:57.846917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.971128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:12:57.845405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.197061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:12:57.846942Z","caller":"traceutil/trace.go:171","msg":"trace[1324514731] range","detail":"{range_begin:/registry/deployments/openstack/barbican-api; range_end:; response_count:1; response_revision:12375; }","duration":"194.064441ms","start":"2026-03-03T18:12:57.652861Z","end":"2026-03-03T18:12:57.846926Z","steps":["trace[1324514731] 'agreement among raft nodes before linearized reading' (duration: 193.858846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.846955Z","caller":"traceutil/trace.go:171","msg":"trace[2023749445] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12375; }","duration":"435.006639ms","start":"2026-03-03T18:12:57.411936Z","end":"2026-03-03T18:12:57.846943Z","steps":["trace[2023749445] 'agreement among raft nodes before linearized reading' (duration: 434.909067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.846986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.411849Z","time spent":"435.130172ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:12:57.846993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.313696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:57.847004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.765025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:12:57.846981Z","caller":"traceutil/trace.go:171","msg":"trace[1926981616] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12375; }","duration":"435.793348ms","start":"2026-03-03T18:12:57.41116Z","end":"2026-03-03T18:12:57.846954Z","steps":["trace[1926981616] 'agreement among raft nodes before linearized reading' (duration: 434.17413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:12:57.84703Z","caller":"traceutil/trace.go:171","msg":"trace[1194081371] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12375; }","duration":"299.379458ms","start":"2026-03-03T18:12:57.547641Z","end":"2026-03-03T18:12:57.84702Z","steps":["trace[1194081371] 'agreement among raft nodes before linearized reading' (duration: 299.296606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.84704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.887249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-03-03T18:12:57.847047Z","caller":"traceutil/trace.go:171","msg":"trace[1302413909] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:12375; }","duration":"318.832847ms","start":"2026-03-03T18:12:57.528201Z","end":"2026-03-03T18:12:57.847034Z","steps":["trace[1302413909] 'agreement among raft nodes before linearized reading' (duration: 318.717405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.847072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.411149Z","time spent":"435.89678ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:12:57.847097Z","caller":"traceutil/trace.go:171","msg":"trace[378632941] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:12375; }","duration":"343.97421ms","start":"2026-03-03T18:12:57.503109Z","end":"2026-03-03T18:12:57.847083Z","steps":["trace[378632941] 'agreement among raft nodes before linearized reading' (duration: 343.830967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:57.847106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.528188Z","time spent":"318.906189ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5675,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"warn","ts":"2026-03-03T18:12:57.847139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.503088Z","time spent":"344.043672ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-03-03T18:12:57.847372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.595711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:5129"} {"level":"info","ts":"2026-03-03T18:12:57.847411Z","caller":"traceutil/trace.go:171","msg":"trace[557927335] range","detail":"{range_begin:/registry/deployments/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:12375; }","duration":"293.658133ms","start":"2026-03-03T18:12:57.553744Z","end":"2026-03-03T18:12:57.847402Z","steps":["trace[557927335] 'agreement among raft nodes before linearized reading' (duration: 292.836184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:59.457459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279007705s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:12:59.457988Z","caller":"traceutil/trace.go:171","msg":"trace[1275016875] linearizableReadLoop","detail":"{readStateIndex:12840; appliedIndex:12839; }","duration":"1.579477708s","start":"2026-03-03T18:12:57.87847Z","end":"2026-03-03T18:12:59.457947Z","steps":["trace[1275016875] 'read index received' (duration: 299.89852ms)","trace[1275016875] 'applied index is now lower than readState.Index' (duration: 1.279572378s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.458166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579686822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/keystone-api\" ","response":"range_response_count:1 size:11422"} {"level":"info","ts":"2026-03-03T18:12:59.458226Z","caller":"traceutil/trace.go:171","msg":"trace[1872102639] range","detail":"{range_begin:/registry/deployments/openstack/keystone-api; range_end:; response_count:1; response_revision:12375; }","duration":"1.579777095s","start":"2026-03-03T18:12:57.878426Z","end":"2026-03-03T18:12:59.458203Z","steps":["trace[1872102639] 'agreement among raft nodes before linearized reading' (duration: 1.57959508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:59.458303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.878405Z","time spent":"1.579880858s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":11446,"request content":"key:\"/registry/deployments/openstack/keystone-api\" "} {"level":"info","ts":"2026-03-03T18:12:59.458592Z","caller":"traceutil/trace.go:171","msg":"trace[714102756] transaction","detail":"{read_only:false; response_revision:12376; number_of_response:1; }","duration":"292.214128ms","start":"2026-03-03T18:12:59.16634Z","end":"2026-03-03T18:12:59.458555Z","steps":["trace[714102756] 'process raft request' (duration: 291.272966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:12:59.758349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764214628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:12:59.758436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655094283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" ","response":"range_response_count:1 size:24681"} {"level":"warn","ts":"2026-03-03T18:12:59.758485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.047414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T18:12:59.758551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.60545418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-03T18:12:59.75857Z","caller":"traceutil/trace.go:171","msg":"trace[1087841319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12376; }","duration":"694.187717ms","start":"2026-03-03T18:12:59.064357Z","end":"2026-03-03T18:12:59.758544Z","steps":["trace[1087841319] 'agreement among raft nodes before linearized reading' (duration: 394.182555ms)","trace[1087841319] 'range keys from in-memory index tree' (duration: 299.817318ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.780730368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"warn","ts":"2026-03-03T18:12:59.758575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198712699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:12:59.758555Z","caller":"traceutil/trace.go:171","msg":"trace[1414713248] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-rgw-ceph-a; range_end:; response_count:1; response_revision:12376; }","duration":"1.655257426s","start":"2026-03-03T18:12:58.103267Z","end":"2026-03-03T18:12:59.758524Z","steps":["trace[1414713248] 'agreement among raft nodes before linearized reading' (duration: 1.355301045s)","trace[1414713248] 'range keys from in-memory index tree' (duration: 299.676895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.75862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.064293Z","time spent":"694.31715ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:12:59.758646Z","caller":"traceutil/trace.go:171","msg":"trace[987142354] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:12376; }","duration":"1.7808087s","start":"2026-03-03T18:12:57.977818Z","end":"2026-03-03T18:12:59.758626Z","steps":["trace[987142354] 'agreement among raft nodes before linearized reading' (duration: 1.480765567s)","trace[987142354] 'range keys from in-memory index tree' (duration: 299.948991ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.103253Z","time spent":"1.65539426s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":24705,"request content":"key:\"/registry/deployments/openstack/rook-ceph-rgw-ceph-a\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705331008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"warn","ts":"2026-03-03T18:12:59.758684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.977795Z","time spent":"1.780880042s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":6186,"request content":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.730284467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"warn","ts":"2026-03-03T18:12:59.758689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830586075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"warn","ts":"2026-03-03T18:12:59.758483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804607112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-03-03T18:12:59.758719Z","caller":"traceutil/trace.go:171","msg":"trace[1969159033] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:12376; }","duration":"1.70542159s","start":"2026-03-03T18:12:58.053279Z","end":"2026-03-03T18:12:59.7587Z","steps":["trace[1969159033] 'agreement among raft nodes before linearized reading' (duration: 1.405308176s)","trace[1969159033] 'range keys from in-memory index tree' (duration: 300.007702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855108144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-7786d9ff79\" ","response":"range_response_count:1 size:4816"} {"level":"info","ts":"2026-03-03T18:12:59.758749Z","caller":"traceutil/trace.go:171","msg":"trace[926990222] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:12376; }","duration":"1.730372689s","start":"2026-03-03T18:12:58.028352Z","end":"2026-03-03T18:12:59.758725Z","steps":["trace[926990222] 'agreement among raft nodes before linearized reading' (duration: 1.430222343s)","trace[926990222] 'range keys from in-memory index tree' (duration: 300.001082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.758475Z","caller":"traceutil/trace.go:171","msg":"trace[528198631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12376; }","duration":"1.764386962s","start":"2026-03-03T18:12:57.994056Z","end":"2026-03-03T18:12:59.758443Z","steps":["trace[528198631] 'agreement among raft nodes before linearized reading' (duration: 1.464515413s)","trace[528198631] 'range keys from in-memory index tree' (duration: 299.681704ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.758758Z","caller":"traceutil/trace.go:171","msg":"trace[1827307909] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:12376; }","duration":"1.830693037s","start":"2026-03-03T18:12:57.928041Z","end":"2026-03-03T18:12:59.758734Z","steps":["trace[1827307909] 'agreement among raft nodes before linearized reading' (duration: 1.530538871s)","trace[1827307909] 'range keys from in-memory index tree' (duration: 299.9283ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.758779Z","caller":"traceutil/trace.go:171","msg":"trace[2104762678] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-7786d9ff79; range_end:; response_count:1; response_revision:12376; }","duration":"1.855155035s","start":"2026-03-03T18:12:57.903598Z","end":"2026-03-03T18:12:59.758753Z","steps":["trace[2104762678] 'agreement among raft nodes before linearized reading' (duration: 1.554943728s)","trace[2104762678] 'range keys from in-memory index tree' (duration: 300.126845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.053261Z","time spent":"1.705493662s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4409,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.028338Z","time spent":"1.73044769s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2944,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.994045Z","time spent":"1.764747581s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:12:59.75881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.903585Z","time spent":"1.855218487s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4840,"request content":"key:\"/registry/replicasets/openstack/staffeln-conductor-7786d9ff79\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19327842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:12:59.75885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.928013Z","time spent":"1.83082013s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4111,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50163634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:12:59.758576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630379599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/staffeln-api\" ","response":"range_response_count:1 size:6939"} {"level":"info","ts":"2026-03-03T18:12:59.758887Z","caller":"traceutil/trace.go:171","msg":"trace[84443233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12376; }","duration":"1.19332876s","start":"2026-03-03T18:12:58.565548Z","end":"2026-03-03T18:12:59.758876Z","steps":["trace[84443233] 'agreement among raft nodes before linearized reading' (duration: 892.98913ms)","trace[84443233] 'range keys from in-memory index tree' (duration: 300.245288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.565536Z","time spent":"1.193378752s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:12:59.75892Z","caller":"traceutil/trace.go:171","msg":"trace[1578317626] range","detail":"{range_begin:/registry/deployments/openstack/staffeln-api; range_end:; response_count:1; response_revision:12376; }","duration":"1.630766318s","start":"2026-03-03T18:12:58.128142Z","end":"2026-03-03T18:12:59.758908Z","steps":["trace[1578317626] 'agreement among raft nodes before linearized reading' (duration: 1.330461919s)","trace[1578317626] 'range keys from in-memory index tree' (duration: 299.812898ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.758922Z","caller":"traceutil/trace.go:171","msg":"trace[1022438023] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12376; }","duration":"1.501736882s","start":"2026-03-03T18:12:58.257164Z","end":"2026-03-03T18:12:59.758901Z","steps":["trace[1022438023] 'agreement among raft nodes before linearized reading' (duration: 1.201441103s)","trace[1022438023] 'range keys from in-memory index tree' (duration: 300.168586ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209094724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T18:12:59.758953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.128124Z","time spent":"1.63082136s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6963,"request content":"key:\"/registry/deployments/openstack/staffeln-api\" "} {"level":"info","ts":"2026-03-03T18:12:59.758971Z","caller":"traceutil/trace.go:171","msg":"trace[678414974] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12376; }","duration":"1.209149615s","start":"2026-03-03T18:12:58.549814Z","end":"2026-03-03T18:12:59.758964Z","steps":["trace[678414974] 'agreement among raft nodes before linearized reading' (duration: 908.779804ms)","trace[678414974] 'range keys from in-memory index tree' (duration: 300.283599ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.758657Z","caller":"traceutil/trace.go:171","msg":"trace[127980827] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12376; }","duration":"1.198840782s","start":"2026-03-03T18:12:58.559796Z","end":"2026-03-03T18:12:59.758637Z","steps":["trace[127980827] 'agreement among raft nodes before linearized reading' (duration: 898.793199ms)","trace[127980827] 'range keys from in-memory index tree' (duration: 299.91981ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.758991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.549788Z","time spent":"1.209198066s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.257142Z","time spent":"1.501811304s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:12:59.759012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.559776Z","time spent":"1.199228951s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:12:59.759103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755640297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/placement-api\" ","response":"range_response_count:1 size:7634"} {"level":"info","ts":"2026-03-03T18:12:59.758754Z","caller":"traceutil/trace.go:171","msg":"trace[1414136658] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:12376; }","duration":"1.804926519s","start":"2026-03-03T18:12:57.953816Z","end":"2026-03-03T18:12:59.758743Z","steps":["trace[1414136658] 'agreement among raft nodes before linearized reading' (duration: 1.504761463s)","trace[1414136658] 'range keys from in-memory index tree' (duration: 299.719515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:12:59.759124Z","caller":"traceutil/trace.go:171","msg":"trace[80459857] range","detail":"{range_begin:/registry/deployments/openstack/placement-api; range_end:; response_count:1; response_revision:12376; }","duration":"1.755684627s","start":"2026-03-03T18:12:58.003432Z","end":"2026-03-03T18:12:59.759116Z","steps":["trace[80459857] 'agreement among raft nodes before linearized reading' (duration: 1.455169992s)","trace[80459857] 'range keys from in-memory index tree' (duration: 300.430593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.759135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11826877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:12:59.759145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.003418Z","time spent":"1.755721939s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7658,"request content":"key:\"/registry/deployments/openstack/placement-api\" "} {"level":"warn","ts":"2026-03-03T18:12:59.759159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.204354462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:12:59.75917Z","caller":"traceutil/trace.go:171","msg":"trace[2083287597] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12376; }","duration":"1.118325382s","start":"2026-03-03T18:12:58.64083Z","end":"2026-03-03T18:12:59.759156Z","steps":["trace[2083287597] 'agreement among raft nodes before linearized reading' (duration: 817.727285ms)","trace[2083287597] 'range keys from in-memory index tree' (duration: 300.441833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.75917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:57.953793Z","time spent":"1.805353671s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7206,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-03-03T18:12:59.759203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.640814Z","time spent":"1.118381373s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:12:59.759202Z","caller":"traceutil/trace.go:171","msg":"trace[821460488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12376; }","duration":"1.204413703s","start":"2026-03-03T18:12:58.554774Z","end":"2026-03-03T18:12:59.759187Z","steps":["trace[821460488] 'agreement among raft nodes before linearized reading' (duration: 903.834416ms)","trace[821460488] 'range keys from in-memory index tree' (duration: 300.469553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.759198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20428419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:12:59.758607Z","caller":"traceutil/trace.go:171","msg":"trace[2056186035] range","detail":"{range_begin:/registry/deployments/openstack/rook-ceph-crashcollector-instance; range_end:; response_count:1; response_revision:12376; }","duration":"1.605541523s","start":"2026-03-03T18:12:58.153048Z","end":"2026-03-03T18:12:59.75859Z","steps":["trace[2056186035] 'agreement among raft nodes before linearized reading' (duration: 1.305547381s)","trace[2056186035] 'range keys from in-memory index tree' (duration: 299.867029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.759246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.554757Z","time spent":"1.204479715s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:12:59.759256Z","caller":"traceutil/trace.go:171","msg":"trace[213008516] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12376; }","duration":"1.204367662s","start":"2026-03-03T18:12:58.554873Z","end":"2026-03-03T18:12:59.75924Z","steps":["trace[213008516] 'agreement among raft nodes before linearized reading' (duration: 903.739174ms)","trace[213008516] 'range keys from in-memory index tree' (duration: 300.515045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.759294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.554846Z","time spent":"1.204440604s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:12:59.7593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.15303Z","time spent":"1.60624996s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9345,"request content":"key:\"/registry/deployments/openstack/rook-ceph-crashcollector-instance\" "} {"level":"warn","ts":"2026-03-03T18:12:59.758585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680494302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:5883"} {"level":"info","ts":"2026-03-03T18:12:59.759352Z","caller":"traceutil/trace.go:171","msg":"trace[897988261] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:12376; }","duration":"1.681310352s","start":"2026-03-03T18:12:58.078029Z","end":"2026-03-03T18:12:59.75934Z","steps":["trace[897988261] 'agreement among raft nodes before linearized reading' (duration: 1.380539611s)","trace[897988261] 'range keys from in-memory index tree' (duration: 299.858789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:12:59.759294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.408149ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T18:12:59.759383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:58.078015Z","time spent":"1.681359433s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5907,"request content":"key:\"/registry/deployments/openstack/rabbitmq-cluster-operator\" "} {"level":"info","ts":"2026-03-03T18:12:59.759437Z","caller":"traceutil/trace.go:171","msg":"trace[1367705858] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"236.598036ms","start":"2026-03-03T18:12:59.522822Z","end":"2026-03-03T18:12:59.759421Z","steps":["trace[1367705858] 'process raft request' (duration: 105.974632ms)","trace[1367705858] 'compare' (duration: 129.972838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:00.312851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.064624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:00.313079Z","caller":"traceutil/trace.go:171","msg":"trace[1264160025] transaction","detail":"{read_only:false; response_revision:12378; number_of_response:1; }","duration":"548.781285ms","start":"2026-03-03T18:12:59.764245Z","end":"2026-03-03T18:13:00.313027Z","steps":["trace[1264160025] 'process raft request' (duration: 112.445885ms)","trace[1264160025] 'compare' (duration: 435.365948ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:00.313198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.764224Z","time spent":"548.930799ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:00.665449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.97385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:00.665871Z","caller":"traceutil/trace.go:171","msg":"trace[1760741483] transaction","detail":"{read_only:false; response_revision:12379; number_of_response:1; }","duration":"900.546619ms","start":"2026-03-03T18:12:59.765303Z","end":"2026-03-03T18:13:00.66585Z","steps":["trace[1760741483] 'process raft request' (duration: 764.116309ms)","trace[1760741483] 'compare' (duration: 135.845727ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:00.66629Z","caller":"traceutil/trace.go:171","msg":"trace[1852767301] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"899.186527ms","start":"2026-03-03T18:12:59.767093Z","end":"2026-03-03T18:13:00.66628Z","steps":["trace[1852767301] 'process raft request' (duration: 898.945192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.666431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.767087Z","time spent":"899.255129ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:00.666404Z","caller":"traceutil/trace.go:171","msg":"trace[2010116063] transaction","detail":"{read_only:false; response_revision:12383; number_of_response:1; }","duration":"898.87622ms","start":"2026-03-03T18:12:59.767495Z","end":"2026-03-03T18:13:00.666371Z","steps":["trace[2010116063] 'process raft request' (duration: 898.791588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.666622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.767487Z","time spent":"899.037873ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:00.666823Z","caller":"traceutil/trace.go:171","msg":"trace[1915977888] transaction","detail":"{read_only:false; response_revision:12384; number_of_response:1; }","duration":"812.921172ms","start":"2026-03-03T18:12:59.853893Z","end":"2026-03-03T18:13:00.666814Z","steps":["trace[1915977888] 'process raft request' (duration: 812.43563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:00.667164Z","caller":"traceutil/trace.go:171","msg":"trace[1263409097] transaction","detail":"{read_only:false; response_revision:12385; number_of_response:1; }","duration":"799.391873ms","start":"2026-03-03T18:12:59.867764Z","end":"2026-03-03T18:13:00.667156Z","steps":["trace[1263409097] 'process raft request' (duration: 799.005704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:00.666114Z","caller":"traceutil/trace.go:171","msg":"trace[957722076] transaction","detail":"{read_only:false; response_revision:12380; number_of_response:1; }","duration":"899.126136ms","start":"2026-03-03T18:12:59.766961Z","end":"2026-03-03T18:13:00.666087Z","steps":["trace[957722076] 'process raft request' (duration: 898.928191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.667233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.867751Z","time spent":"799.448474ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:00.666987Z","caller":"traceutil/trace.go:171","msg":"trace[18483595] linearizableReadLoop","detail":"{readStateIndex:12844; appliedIndex:12842; }","duration":"901.513563ms","start":"2026-03-03T18:12:59.765462Z","end":"2026-03-03T18:13:00.666975Z","steps":["trace[18483595] 'read index received' (duration: 111.232056ms)","trace[18483595] 'applied index is now lower than readState.Index' (duration: 790.280387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:00.667131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.661966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:13:00.667316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.76694Z","time spent":"900.323965ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:00.667367Z","caller":"traceutil/trace.go:171","msg":"trace[2030549955] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12385; }","duration":"901.916093ms","start":"2026-03-03T18:12:59.765442Z","end":"2026-03-03T18:13:00.667358Z","steps":["trace[2030549955] 'agreement among raft nodes before linearized reading' (duration: 901.568184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.667419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.765432Z","time spent":"901.979864ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:00.667692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.853874Z","time spent":"813.30108ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:00.666824Z","caller":"traceutil/trace.go:171","msg":"trace[1438679276] transaction","detail":"{read_only:false; response_revision:12382; number_of_response:1; }","duration":"899.67708ms","start":"2026-03-03T18:12:59.767132Z","end":"2026-03-03T18:13:00.666809Z","steps":["trace[1438679276] 'process raft request' (duration: 899.046854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.667972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.767125Z","time spent":"900.826946ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:00.667844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.765285Z","time spent":"900.99762ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:00.680354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.917014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:00.680395Z","caller":"traceutil/trace.go:171","msg":"trace[767844030] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12386; }","duration":"827.998566ms","start":"2026-03-03T18:12:59.852385Z","end":"2026-03-03T18:13:00.680383Z","steps":["trace[767844030] 'agreement among raft nodes before linearized reading' (duration: 827.930915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.680421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.852365Z","time spent":"828.050848ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:00.680409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.660874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:00.680541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.981809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:00.68056Z","caller":"traceutil/trace.go:171","msg":"trace[177706243] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12386; }","duration":"848.028709ms","start":"2026-03-03T18:12:59.832525Z","end":"2026-03-03T18:13:00.680553Z","steps":["trace[177706243] 'agreement among raft nodes before linearized reading' (duration: 847.987028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.68058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.83251Z","time spent":"848.06603ms","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:00.68063Z","caller":"traceutil/trace.go:171","msg":"trace[1958970046] transaction","detail":"{read_only:false; response_revision:12386; number_of_response:1; }","duration":"291.721047ms","start":"2026-03-03T18:13:00.388883Z","end":"2026-03-03T18:13:00.680604Z","steps":["trace[1958970046] 'process raft request' (duration: 291.171434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.680732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.393437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:00.680777Z","caller":"traceutil/trace.go:171","msg":"trace[1328004418] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12386; }","duration":"221.476768ms","start":"2026-03-03T18:13:00.459291Z","end":"2026-03-03T18:13:00.680767Z","steps":["trace[1328004418] 'agreement among raft nodes before linearized reading' (duration: 221.375196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:00.680631Z","caller":"traceutil/trace.go:171","msg":"trace[985545643] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:12386; }","duration":"784.865249ms","start":"2026-03-03T18:12:59.895679Z","end":"2026-03-03T18:13:00.680544Z","steps":["trace[985545643] 'agreement among raft nodes before linearized reading' (duration: 784.633424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.680922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.895664Z","time spent":"785.244829ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:00.681039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.40846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:00.68107Z","caller":"traceutil/trace.go:171","msg":"trace[1183018340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12386; }","duration":"912.452691ms","start":"2026-03-03T18:12:59.768611Z","end":"2026-03-03T18:13:00.681064Z","steps":["trace[1183018340] 'agreement among raft nodes before linearized reading' (duration: 912.066252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.681087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.768606Z","time spent":"912.476192ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:00.680517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.344381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:00.681189Z","caller":"traceutil/trace.go:171","msg":"trace[170328140] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12386; }","duration":"828.044069ms","start":"2026-03-03T18:12:59.853135Z","end":"2026-03-03T18:13:00.68118Z","steps":["trace[170328140] 'agreement among raft nodes before linearized reading' (duration: 827.349642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.681243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.853116Z","time spent":"828.11785ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:00.680469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.000979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:00.680358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.883803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:00.681432Z","caller":"traceutil/trace.go:171","msg":"trace[140438500] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12386; }","duration":"828.9449ms","start":"2026-03-03T18:12:59.852437Z","end":"2026-03-03T18:13:00.681382Z","steps":["trace[140438500] 'agreement among raft nodes before linearized reading' (duration: 827.821222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.680668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.761605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:00.681552Z","caller":"traceutil/trace.go:171","msg":"trace[242391835] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12386; }","duration":"912.682096ms","start":"2026-03-03T18:12:59.76886Z","end":"2026-03-03T18:13:00.681542Z","steps":["trace[242391835] 'agreement among raft nodes before linearized reading' (duration: 911.790906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.681626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.768851Z","time spent":"912.766078ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:00.681522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.852413Z","time spent":"829.065203ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:13:00.681365Z","caller":"traceutil/trace.go:171","msg":"trace[1626242291] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12386; }","duration":"826.916791ms","start":"2026-03-03T18:12:59.854442Z","end":"2026-03-03T18:13:00.681359Z","steps":["trace[1626242291] 'agreement among raft nodes before linearized reading' (duration: 825.936557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:00.6819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:12:59.854432Z","time spent":"827.453953ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:01.126942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.714524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:01.127129Z","caller":"traceutil/trace.go:171","msg":"trace[1510620977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12386; }","duration":"133.187975ms","start":"2026-03-03T18:13:00.993916Z","end":"2026-03-03T18:13:01.127104Z","steps":["trace[1510620977] 'range keys from in-memory index tree' (duration: 132.528709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:01.651125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:01.246018Z","time spent":"405.102614ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:13:02.005455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.548619ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:02.005553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.521678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:02.006035Z","caller":"traceutil/trace.go:171","msg":"trace[1584011328] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12386; }","duration":"205.039721ms","start":"2026-03-03T18:13:01.800718Z","end":"2026-03-03T18:13:02.005758Z","steps":["trace[1584011328] 'range keys from in-memory index tree' (duration: 204.534739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:02.006193Z","caller":"traceutil/trace.go:171","msg":"trace[287570187] transaction","detail":"{read_only:false; response_revision:12388; number_of_response:1; }","duration":"239.631388ms","start":"2026-03-03T18:13:01.766545Z","end":"2026-03-03T18:13:02.006176Z","steps":["trace[287570187] 'process raft request' (duration: 239.366662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:02.006031Z","caller":"traceutil/trace.go:171","msg":"trace[1996491375] transaction","detail":"{read_only:false; response_revision:12387; number_of_response:1; }","duration":"353.510257ms","start":"2026-03-03T18:13:01.652478Z","end":"2026-03-03T18:13:02.005989Z","steps":["trace[1996491375] 'process raft request' (duration: 198.486526ms)","trace[1996491375] 'compare' (duration: 154.353214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:02.006394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:01.652443Z","time spent":"353.918466ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:02.610123Z","caller":"traceutil/trace.go:171","msg":"trace[298552987] linearizableReadLoop","detail":"{readStateIndex:12855; appliedIndex:12854; }","duration":"174.317835ms","start":"2026-03-03T18:13:02.435783Z","end":"2026-03-03T18:13:02.610101Z","steps":["trace[298552987] 'read index received' (duration: 174.151311ms)","trace[298552987] 'applied index is now lower than readState.Index' (duration: 165.644µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:02.610155Z","caller":"traceutil/trace.go:171","msg":"trace[1813401164] transaction","detail":"{read_only:false; response_revision:12389; number_of_response:1; }","duration":"227.376787ms","start":"2026-03-03T18:13:02.382759Z","end":"2026-03-03T18:13:02.610136Z","steps":["trace[1813401164] 'process raft request' (duration: 227.183983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:02.610227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.443048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:02.610254Z","caller":"traceutil/trace.go:171","msg":"trace[1265996962] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12389; }","duration":"174.5195ms","start":"2026-03-03T18:13:02.435724Z","end":"2026-03-03T18:13:02.610243Z","steps":["trace[1265996962] 'agreement among raft nodes before linearized reading' (duration: 174.456039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.001455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.969884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:03.00153Z","caller":"traceutil/trace.go:171","msg":"trace[1923837434] linearizableReadLoop","detail":"{readStateIndex:12856; appliedIndex:12855; }","duration":"328.019774ms","start":"2026-03-03T18:13:02.673499Z","end":"2026-03-03T18:13:03.001519Z","steps":["trace[1923837434] 'read index received' (duration: 168.865057ms)","trace[1923837434] 'applied index is now lower than readState.Index' (duration: 159.153797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:03.001565Z","caller":"traceutil/trace.go:171","msg":"trace[1233267979] transaction","detail":"{read_only:false; response_revision:12390; number_of_response:1; }","duration":"328.932875ms","start":"2026-03-03T18:13:02.672605Z","end":"2026-03-03T18:13:03.001538Z","steps":["trace[1233267979] 'process raft request' (duration: 169.804178ms)","trace[1233267979] 'compare' (duration: 158.733777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:03.001664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.165817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:03.001684Z","caller":"traceutil/trace.go:171","msg":"trace[650984638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12390; }","duration":"328.225239ms","start":"2026-03-03T18:13:02.673453Z","end":"2026-03-03T18:13:03.001678Z","steps":["trace[650984638] 'agreement among raft nodes before linearized reading' (duration: 328.117106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.001704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.673432Z","time spent":"328.267019ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:03.001715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.672573Z","time spent":"329.071158ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:03.349166Z","caller":"traceutil/trace.go:171","msg":"trace[1159742115] linearizableReadLoop","detail":"{readStateIndex:12858; appliedIndex:12856; }","duration":"347.597646ms","start":"2026-03-03T18:13:03.001545Z","end":"2026-03-03T18:13:03.349143Z","steps":["trace[1159742115] 'read index received' (duration: 347.36902ms)","trace[1159742115] 'applied index is now lower than readState.Index' (duration: 224.516µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:03.349321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.009415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:03.34932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.577958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:03.349374Z","caller":"traceutil/trace.go:171","msg":"trace[906259995] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12392; }","duration":"661.145309ms","start":"2026-03-03T18:13:02.688215Z","end":"2026-03-03T18:13:03.34936Z","steps":["trace[906259995] 'agreement among raft nodes before linearized reading' (duration: 661.049477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:03.349395Z","caller":"traceutil/trace.go:171","msg":"trace[2091540338] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12392; }","duration":"658.70447ms","start":"2026-03-03T18:13:02.690674Z","end":"2026-03-03T18:13:03.349378Z","steps":["trace[2091540338] 'agreement among raft nodes before linearized reading' (duration: 658.490265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.349432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.688185Z","time spent":"661.23578ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:03.349441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.690647Z","time spent":"658.785292ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:03.349811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.936347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:03.349859Z","caller":"traceutil/trace.go:171","msg":"trace[1236112162] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12392; }","duration":"662.023239ms","start":"2026-03-03T18:13:02.687826Z","end":"2026-03-03T18:13:03.349849Z","steps":["trace[1236112162] 'agreement among raft nodes before linearized reading' (duration: 661.850935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:03.349872Z","caller":"traceutil/trace.go:171","msg":"trace[865076612] transaction","detail":"{read_only:false; response_revision:12391; number_of_response:1; }","duration":"673.651963ms","start":"2026-03-03T18:13:02.676205Z","end":"2026-03-03T18:13:03.349857Z","steps":["trace[865076612] 'process raft request' (duration: 672.716862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.349927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.135852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:03.349958Z","caller":"traceutil/trace.go:171","msg":"trace[1025634476] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12392; }","duration":"662.178122ms","start":"2026-03-03T18:13:02.687772Z","end":"2026-03-03T18:13:03.34995Z","steps":["trace[1025634476] 'agreement among raft nodes before linearized reading' (duration: 662.134161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.349987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.687764Z","time spent":"662.217913ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:03.349978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.67618Z","time spent":"673.734555ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:03.350142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.352447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:03.350159Z","caller":"traceutil/trace.go:171","msg":"trace[921254693] transaction","detail":"{read_only:false; response_revision:12392; number_of_response:1; }","duration":"672.513557ms","start":"2026-03-03T18:13:02.677634Z","end":"2026-03-03T18:13:03.350147Z","steps":["trace[921254693] 'process raft request' (duration: 671.456392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:03.350178Z","caller":"traceutil/trace.go:171","msg":"trace[1641984708] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12392; }","duration":"662.406938ms","start":"2026-03-03T18:13:02.687762Z","end":"2026-03-03T18:13:03.350169Z","steps":["trace[1641984708] 'agreement among raft nodes before linearized reading' (duration: 662.356416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.350208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.687753Z","time spent":"662.447208ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:03.35021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.677623Z","time spent":"672.558738ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:03.350346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.290668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:03.350384Z","caller":"traceutil/trace.go:171","msg":"trace[53030919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12392; }","duration":"355.377499ms","start":"2026-03-03T18:13:02.994998Z","end":"2026-03-03T18:13:03.350375Z","steps":["trace[53030919] 'agreement among raft nodes before linearized reading' (duration: 355.316868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.350414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.994969Z","time spent":"355.439761ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:03.350402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.539159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:03.35045Z","caller":"traceutil/trace.go:171","msg":"trace[1848474427] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12392; }","duration":"675.60219ms","start":"2026-03-03T18:13:02.674839Z","end":"2026-03-03T18:13:03.350441Z","steps":["trace[1848474427] 'agreement among raft nodes before linearized reading' (duration: 675.486577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.350487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.674831Z","time spent":"675.649592ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:03.349889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.687803Z","time spent":"662.07909ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:03.350621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.053904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:13:03.350646Z","caller":"traceutil/trace.go:171","msg":"trace[1657392328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12392; }","duration":"677.093815ms","start":"2026-03-03T18:13:02.673545Z","end":"2026-03-03T18:13:03.350638Z","steps":["trace[1657392328] 'agreement among raft nodes before linearized reading' (duration: 677.010894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:03.350671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:02.67354Z","time spent":"677.124266ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:03.849296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027099,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:13:04.267152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.912522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:04.267552Z","caller":"traceutil/trace.go:171","msg":"trace[656527045] transaction","detail":"{read_only:false; response_revision:12396; number_of_response:1; }","duration":"256.703891ms","start":"2026-03-03T18:13:04.010826Z","end":"2026-03-03T18:13:04.26753Z","steps":["trace[656527045] 'process raft request' (duration: 256.65478ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:04.267607Z","caller":"traceutil/trace.go:171","msg":"trace[168855836] transaction","detail":"{read_only:false; response_revision:12394; number_of_response:1; }","duration":"912.44437ms","start":"2026-03-03T18:13:03.355117Z","end":"2026-03-03T18:13:04.267561Z","steps":["trace[168855836] 'process raft request' (duration: 912.189614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:04.267609Z","caller":"traceutil/trace.go:171","msg":"trace[1691940119] transaction","detail":"{read_only:false; response_revision:12393; number_of_response:1; }","duration":"1.261786187s","start":"2026-03-03T18:13:03.005778Z","end":"2026-03-03T18:13:04.267564Z","steps":["trace[1691940119] 'process raft request' (duration: 930.336093ms)","trace[1691940119] 'compare' (duration: 330.364649ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:04.267659Z","caller":"traceutil/trace.go:171","msg":"trace[1283704119] linearizableReadLoop","detail":"{readStateIndex:12861; appliedIndex:12858; }","duration":"918.374811ms","start":"2026-03-03T18:13:03.349239Z","end":"2026-03-03T18:13:04.267614Z","steps":["trace[1283704119] 'read index received' (duration: 586.887965ms)","trace[1283704119] 'applied index is now lower than readState.Index' (duration: 331.481075ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:04.267786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.355092Z","time spent":"912.596314ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:04.267787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.005758Z","time spent":"1.2619351s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:04.267854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.340919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:04.267904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08481966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T18:13:04.267929Z","caller":"traceutil/trace.go:171","msg":"trace[1957011494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12396; }","duration":"915.440111ms","start":"2026-03-03T18:13:03.352467Z","end":"2026-03-03T18:13:04.267907Z","steps":["trace[1957011494] 'agreement among raft nodes before linearized reading' (duration: 915.325449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.267923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.596771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:04.267961Z","caller":"traceutil/trace.go:171","msg":"trace[334137651] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12396; }","duration":"1.084890341s","start":"2026-03-03T18:13:03.183056Z","end":"2026-03-03T18:13:04.267946Z","steps":["trace[334137651] 'agreement among raft nodes before linearized reading' (duration: 1.084671416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.267976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.352261Z","time spent":"915.704078ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:04.268063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.183034Z","time spent":"1.085009924s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T18:13:04.268083Z","caller":"traceutil/trace.go:171","msg":"trace[438109986] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12396; }","duration":"825.742714ms","start":"2026-03-03T18:13:03.442249Z","end":"2026-03-03T18:13:04.267992Z","steps":["trace[438109986] 'agreement among raft nodes before linearized reading' (duration: 825.5476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.268188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.442209Z","time spent":"825.960118ms","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:04.267677Z","caller":"traceutil/trace.go:171","msg":"trace[666262827] transaction","detail":"{read_only:false; response_revision:12395; number_of_response:1; }","duration":"911.631141ms","start":"2026-03-03T18:13:03.355981Z","end":"2026-03-03T18:13:04.267612Z","steps":["trace[666262827] 'process raft request' (duration: 911.455406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.268502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.355969Z","time spent":"912.469521ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:04.268769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.665889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:04.268818Z","caller":"traceutil/trace.go:171","msg":"trace[2061362608] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12396; }","duration":"913.751331ms","start":"2026-03-03T18:13:03.355054Z","end":"2026-03-03T18:13:04.268805Z","steps":["trace[2061362608] 'agreement among raft nodes before linearized reading' (duration: 912.748258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.268857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:03.355043Z","time spent":"913.803362ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:13:04.860358Z","caller":"traceutil/trace.go:171","msg":"trace[1048443775] linearizableReadLoop","detail":"{readStateIndex:12863; appliedIndex:12862; }","duration":"246.620973ms","start":"2026-03-03T18:13:04.613707Z","end":"2026-03-03T18:13:04.860328Z","steps":["trace[1048443775] 'read index received' (duration: 246.299754ms)","trace[1048443775] 'applied index is now lower than readState.Index' (duration: 320.079µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:04.860511Z","caller":"traceutil/trace.go:171","msg":"trace[178087987] transaction","detail":"{read_only:false; response_revision:12397; number_of_response:1; }","duration":"271.661663ms","start":"2026-03-03T18:13:04.588802Z","end":"2026-03-03T18:13:04.860463Z","steps":["trace[178087987] 'process raft request' (duration: 271.315344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:04.860578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.843119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:13:04.860614Z","caller":"traceutil/trace.go:171","msg":"trace[1204731088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12397; }","duration":"246.938411ms","start":"2026-03-03T18:13:04.613663Z","end":"2026-03-03T18:13:04.860601Z","steps":["trace[1204731088] 'agreement among raft nodes before linearized reading' (duration: 246.775627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:05.324031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.313445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:05.324092Z","caller":"traceutil/trace.go:171","msg":"trace[1312620185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12398; }","duration":"329.412727ms","start":"2026-03-03T18:13:04.994667Z","end":"2026-03-03T18:13:05.324079Z","steps":["trace[1312620185] 'range keys from in-memory index tree' (duration: 329.16778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:05.32412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:04.994646Z","time spent":"329.467909ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:05.324096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.305926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:05.324171Z","caller":"traceutil/trace.go:171","msg":"trace[2131485419] linearizableReadLoop","detail":"{readStateIndex:12865; appliedIndex:12864; }","duration":"215.61986ms","start":"2026-03-03T18:13:05.108538Z","end":"2026-03-03T18:13:05.324157Z","steps":["trace[2131485419] 'read index received' (duration: 74.105979ms)","trace[2131485419] 'applied index is now lower than readState.Index' (duration: 141.512951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:05.324248Z","caller":"traceutil/trace.go:171","msg":"trace[1406627456] transaction","detail":"{read_only:false; response_revision:12399; number_of_response:1; }","duration":"317.656379ms","start":"2026-03-03T18:13:05.006574Z","end":"2026-03-03T18:13:05.32423Z","steps":["trace[1406627456] 'process raft request' (duration: 176.144138ms)","trace[1406627456] 'compare' (duration: 141.085881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:05.324359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:05.00654Z","time spent":"317.748151ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:05.324459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.908907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:05.3245Z","caller":"traceutil/trace.go:171","msg":"trace[148226232] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12399; }","duration":"215.980449ms","start":"2026-03-03T18:13:05.108505Z","end":"2026-03-03T18:13:05.324486Z","steps":["trace[148226232] 'agreement among raft nodes before linearized reading' (duration: 215.685532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:05.594603Z","caller":"traceutil/trace.go:171","msg":"trace[1592013789] linearizableReadLoop","detail":"{readStateIndex:12866; appliedIndex:12865; }","duration":"237.103888ms","start":"2026-03-03T18:13:05.357457Z","end":"2026-03-03T18:13:05.594561Z","steps":["trace[1592013789] 'read index received' (duration: 228.803012ms)","trace[1592013789] 'applied index is now lower than readState.Index' (duration: 8.298996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:05.594649Z","caller":"traceutil/trace.go:171","msg":"trace[1455322039] transaction","detail":"{read_only:false; response_revision:12400; number_of_response:1; }","duration":"237.572438ms","start":"2026-03-03T18:13:05.35705Z","end":"2026-03-03T18:13:05.594622Z","steps":["trace[1455322039] 'process raft request' (duration: 229.265142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:05.594846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.371244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:05.594904Z","caller":"traceutil/trace.go:171","msg":"trace[1364789146] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12400; }","duration":"237.450256ms","start":"2026-03-03T18:13:05.35744Z","end":"2026-03-03T18:13:05.594891Z","steps":["trace[1364789146] 'agreement among raft nodes before linearized reading' (duration: 237.257771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:05.628435Z","caller":"traceutil/trace.go:171","msg":"trace[786922190] transaction","detail":"{read_only:false; response_revision:12401; number_of_response:1; }","duration":"268.733694ms","start":"2026-03-03T18:13:05.359673Z","end":"2026-03-03T18:13:05.628406Z","steps":["trace[786922190] 'process raft request' (duration: 268.530849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:06.095408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.059336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:06.095484Z","caller":"traceutil/trace.go:171","msg":"trace[1566734401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12401; }","duration":"101.179789ms","start":"2026-03-03T18:13:05.994286Z","end":"2026-03-03T18:13:06.095466Z","steps":["trace[1566734401] 'range keys from in-memory index tree' (duration: 100.979973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:06.095504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.299374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:06.095582Z","caller":"traceutil/trace.go:171","msg":"trace[1834678039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12401; }","duration":"340.421316ms","start":"2026-03-03T18:13:05.755143Z","end":"2026-03-03T18:13:06.095564Z","steps":["trace[1834678039] 'range keys from in-memory index tree' (duration: 340.116699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:06.095628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:05.755126Z","time spent":"340.493448ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:06.775194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027132,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:07.017193Z","caller":"traceutil/trace.go:171","msg":"trace[288765426] transaction","detail":"{read_only:false; response_revision:12402; number_of_response:1; }","duration":"742.98284ms","start":"2026-03-03T18:13:06.27419Z","end":"2026-03-03T18:13:07.017173Z","steps":["trace[288765426] 'process raft request' (duration: 742.832236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.01742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.274171Z","time spent":"743.104602ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.26571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.492567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:07.265945Z","caller":"traceutil/trace.go:171","msg":"trace[1870945372] linearizableReadLoop","detail":"{readStateIndex:12870; appliedIndex:12867; }","duration":"991.301142ms","start":"2026-03-03T18:13:06.274624Z","end":"2026-03-03T18:13:07.265925Z","steps":["trace[1870945372] 'read index received' (duration: 742.497598ms)","trace[1870945372] 'applied index is now lower than readState.Index' (duration: 248.801744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:07.266232Z","caller":"traceutil/trace.go:171","msg":"trace[2001885701] transaction","detail":"{read_only:false; response_revision:12404; number_of_response:1; }","duration":"987.513812ms","start":"2026-03-03T18:13:06.278707Z","end":"2026-03-03T18:13:07.266221Z","steps":["trace[2001885701] 'process raft request' (duration: 987.107533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.26631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.278702Z","time spent":"987.564643ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.266341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.832309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:07.266415Z","caller":"traceutil/trace.go:171","msg":"trace[1501730187] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12404; }","duration":"338.953502ms","start":"2026-03-03T18:13:06.927447Z","end":"2026-03-03T18:13:07.266401Z","steps":["trace[1501730187] 'agreement among raft nodes before linearized reading' (duration: 338.801259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.266451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.927436Z","time spent":"339.007793ms","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:07.266475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.664998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:13:07.266535Z","caller":"traceutil/trace.go:171","msg":"trace[1955148512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12404; }","duration":"375.73699ms","start":"2026-03-03T18:13:06.890779Z","end":"2026-03-03T18:13:07.266516Z","steps":["trace[1955148512] 'agreement among raft nodes before linearized reading' (duration: 375.602847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.266588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.890765Z","time spent":"375.813642ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:07.266335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.093655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:07.266695Z","caller":"traceutil/trace.go:171","msg":"trace[1651597988] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12404; }","duration":"985.481965ms","start":"2026-03-03T18:13:06.281199Z","end":"2026-03-03T18:13:07.266681Z","steps":["trace[1651597988] 'agreement among raft nodes before linearized reading' (duration: 985.041124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.266751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.281193Z","time spent":"985.542806ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:07.266784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.766494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:07.266833Z","caller":"traceutil/trace.go:171","msg":"trace[1447312145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12404; }","duration":"495.861486ms","start":"2026-03-03T18:13:06.770959Z","end":"2026-03-03T18:13:07.266821Z","steps":["trace[1447312145] 'agreement among raft nodes before linearized reading' (duration: 495.770254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.266658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.515769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:07.266882Z","caller":"traceutil/trace.go:171","msg":"trace[777658186] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12404; }","duration":"268.740144ms","start":"2026-03-03T18:13:06.998135Z","end":"2026-03-03T18:13:07.266875Z","steps":["trace[777658186] 'agreement among raft nodes before linearized reading' (duration: 268.493579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.26688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.770939Z","time spent":"495.929138ms","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:07.266812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.498052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:07.266962Z","caller":"traceutil/trace.go:171","msg":"trace[319511065] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12404; }","duration":"693.719917ms","start":"2026-03-03T18:13:06.573234Z","end":"2026-03-03T18:13:07.266954Z","steps":["trace[319511065] 'agreement among raft nodes before linearized reading' (duration: 693.535333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.267006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.573212Z","time spent":"693.786379ms","remote":"127.0.0.1:56344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:07.266231Z","caller":"traceutil/trace.go:171","msg":"trace[35763141] transaction","detail":"{read_only:false; response_revision:12403; number_of_response:1; }","duration":"987.613155ms","start":"2026-03-03T18:13:06.2786Z","end":"2026-03-03T18:13:07.266213Z","steps":["trace[35763141] 'process raft request' (duration: 829.496523ms)","trace[35763141] 'compare' (duration: 157.203481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:07.267098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.278585Z","time spent":"988.453905ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.266989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.302977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:13:07.2685Z","caller":"traceutil/trace.go:171","msg":"trace[251100439] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12404; }","duration":"992.557153ms","start":"2026-03-03T18:13:06.274581Z","end":"2026-03-03T18:13:07.267138Z","steps":["trace[251100439] 'agreement among raft nodes before linearized reading' (duration: 991.822495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.268582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:06.274553Z","time spent":"994.011557ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:07.667176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.637754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:07.66753Z","caller":"traceutil/trace.go:171","msg":"trace[1885973509] linearizableReadLoop","detail":"{readStateIndex:12873; appliedIndex:12870; }","duration":"335.194253ms","start":"2026-03-03T18:13:07.332317Z","end":"2026-03-03T18:13:07.667512Z","steps":["trace[1885973509] 'read index received' (duration: 118.136259ms)","trace[1885973509] 'applied index is now lower than readState.Index' (duration: 217.056834ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:07.667547Z","caller":"traceutil/trace.go:171","msg":"trace[2003378637] transaction","detail":"{read_only:false; response_revision:12405; number_of_response:1; }","duration":"396.010939ms","start":"2026-03-03T18:13:07.271501Z","end":"2026-03-03T18:13:07.667512Z","steps":["trace[2003378637] 'process raft request' (duration: 178.930624ms)","trace[2003378637] 'compare' (duration: 216.46853ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:07.667641Z","caller":"traceutil/trace.go:171","msg":"trace[633272555] transaction","detail":"{read_only:false; response_revision:12407; number_of_response:1; }","duration":"337.840396ms","start":"2026-03-03T18:13:07.329786Z","end":"2026-03-03T18:13:07.667626Z","steps":["trace[633272555] 'process raft request' (duration: 337.683082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:07.667615Z","caller":"traceutil/trace.go:171","msg":"trace[2121142255] transaction","detail":"{read_only:false; response_revision:12406; number_of_response:1; }","duration":"394.914883ms","start":"2026-03-03T18:13:07.272669Z","end":"2026-03-03T18:13:07.667584Z","steps":["trace[2121142255] 'process raft request' (duration: 394.639626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.66769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.27148Z","time spent":"396.129391ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.667743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.329778Z","time spent":"337.914917ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.66778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.272658Z","time spent":"395.039496ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:07.6679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.580952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:07.66795Z","caller":"traceutil/trace.go:171","msg":"trace[1883453348] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:12407; }","duration":"335.653464ms","start":"2026-03-03T18:13:07.332284Z","end":"2026-03-03T18:13:07.667937Z","steps":["trace[1883453348] 'agreement among raft nodes before linearized reading' (duration: 335.573572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:07.667983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.332276Z","time spent":"335.698755ms","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:08.055668Z","caller":"traceutil/trace.go:171","msg":"trace[118401296] linearizableReadLoop","detail":"{readStateIndex:12874; appliedIndex:12873; }","duration":"388.071341ms","start":"2026-03-03T18:13:07.667576Z","end":"2026-03-03T18:13:08.055647Z","steps":["trace[118401296] 'read index received' (duration: 342.29237ms)","trace[118401296] 'applied index is now lower than readState.Index' (duration: 45.778181ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:08.055867Z","caller":"traceutil/trace.go:171","msg":"trace[1037114261] transaction","detail":"{read_only:false; response_revision:12408; number_of_response:1; }","duration":"454.858838ms","start":"2026-03-03T18:13:07.600997Z","end":"2026-03-03T18:13:08.055856Z","steps":["trace[1037114261] 'process raft request' (duration: 408.726359ms)","trace[1037114261] 'compare' (duration: 45.781721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:08.055948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.600979Z","time spent":"454.914409ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:08.056009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.851923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:08.056073Z","caller":"traceutil/trace.go:171","msg":"trace[1682938084] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12408; }","duration":"688.927944ms","start":"2026-03-03T18:13:07.36713Z","end":"2026-03-03T18:13:08.056058Z","steps":["trace[1682938084] 'agreement among raft nodes before linearized reading' (duration: 688.802962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:08.056104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.985915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:08.056161Z","caller":"traceutil/trace.go:171","msg":"trace[212400230] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12408; }","duration":"689.050697ms","start":"2026-03-03T18:13:07.367076Z","end":"2026-03-03T18:13:08.056127Z","steps":["trace[212400230] 'agreement among raft nodes before linearized reading' (duration: 688.996756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:08.056171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.417241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:08.056193Z","caller":"traceutil/trace.go:171","msg":"trace[2002464279] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12408; }","duration":"688.485552ms","start":"2026-03-03T18:13:07.367702Z","end":"2026-03-03T18:13:08.056187Z","steps":["trace[2002464279] 'agreement among raft nodes before linearized reading' (duration: 688.422901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:08.056122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.897902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:13:08.056217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.367673Z","time spent":"688.539094ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:08.056207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.552632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:08.056299Z","caller":"traceutil/trace.go:171","msg":"trace[1282007367] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12408; }","duration":"424.685766ms","start":"2026-03-03T18:13:07.631591Z","end":"2026-03-03T18:13:08.056277Z","steps":["trace[1282007367] 'agreement among raft nodes before linearized reading' (duration: 424.384579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:08.056353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.631575Z","time spent":"424.767627ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:08.056201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.367054Z","time spent":"689.127378ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:13:08.056239Z","caller":"traceutil/trace.go:171","msg":"trace[90665241] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12408; }","duration":"456.074126ms","start":"2026-03-03T18:13:07.600148Z","end":"2026-03-03T18:13:08.056222Z","steps":["trace[90665241] 'agreement among raft nodes before linearized reading' (duration: 455.80829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:08.056491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.600123Z","time spent":"456.357042ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:08.05611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:07.367072Z","time spent":"689.032217ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:08.648695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.947578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:08.648901Z","caller":"traceutil/trace.go:171","msg":"trace[27321788] transaction","detail":"{read_only:false; response_revision:12410; number_of_response:1; }","duration":"461.301451ms","start":"2026-03-03T18:13:08.187505Z","end":"2026-03-03T18:13:08.648806Z","steps":["trace[27321788] 'process raft request' (duration: 216.951733ms)","trace[27321788] 'compare' (duration: 243.802135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:08.649028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:08.18747Z","time spent":"461.517205ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:09.596484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.396387ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:13:09.596743Z","caller":"traceutil/trace.go:171","msg":"trace[1144914750] linearizableReadLoop","detail":"{readStateIndex:12877; appliedIndex:12876; }","duration":"590.548032ms","start":"2026-03-03T18:13:09.006172Z","end":"2026-03-03T18:13:09.59672Z","steps":["trace[1144914750] 'read index received' (duration: 41.951µs)","trace[1144914750] 'applied index is now lower than readState.Index' (duration: 590.504601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:09.59691Z","caller":"traceutil/trace.go:171","msg":"trace[72571961] transaction","detail":"{read_only:false; response_revision:12411; number_of_response:1; }","duration":"575.026925ms","start":"2026-03-03T18:13:09.021861Z","end":"2026-03-03T18:13:09.596888Z","steps":["trace[72571961] 'process raft request' (duration: 574.752358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:09.597099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.021837Z","time spent":"575.169078ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:09.925006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.819061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:09.925122Z","caller":"traceutil/trace.go:171","msg":"trace[35691388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12411; }","duration":"918.977495ms","start":"2026-03-03T18:13:09.00612Z","end":"2026-03-03T18:13:09.925097Z","steps":["trace[35691388] 'agreement among raft nodes before linearized reading' (duration: 590.692835ms)","trace[35691388] 'range keys from in-memory index tree' (duration: 328.136437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:09.925132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.157867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T18:13:09.925189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.006097Z","time spent":"919.078669ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:13:09.925212Z","caller":"traceutil/trace.go:171","msg":"trace[1330675283] linearizableReadLoop","detail":"{readStateIndex:12879; appliedIndex:12878; }","duration":"328.402414ms","start":"2026-03-03T18:13:09.596794Z","end":"2026-03-03T18:13:09.925196Z","steps":["trace[1330675283] 'read index received' (duration: 59.472µs)","trace[1330675283] 'applied index is now lower than readState.Index' (duration: 328.341542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:09.925627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.804626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:09.925691Z","caller":"traceutil/trace.go:171","msg":"trace[1701501403] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12412; }","duration":"653.942739ms","start":"2026-03-03T18:13:09.271733Z","end":"2026-03-03T18:13:09.925676Z","steps":["trace[1701501403] 'agreement among raft nodes before linearized reading' (duration: 653.721194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:09.925687Z","caller":"traceutil/trace.go:171","msg":"trace[1668996720] transaction","detail":"{read_only:false; response_revision:12412; number_of_response:1; }","duration":"394.680188ms","start":"2026-03-03T18:13:09.530985Z","end":"2026-03-03T18:13:09.925665Z","steps":["trace[1668996720] 'process raft request' (duration: 65.892395ms)","trace[1668996720] 'compare' (duration: 327.694007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:09.925732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.27171Z","time spent":"654.00958ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:09.925777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.530959Z","time spent":"394.771659ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:09.925729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.893681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:13:09.925887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.959112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:09.925954Z","caller":"traceutil/trace.go:171","msg":"trace[890637246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12412; }","duration":"644.181908ms","start":"2026-03-03T18:13:09.281731Z","end":"2026-03-03T18:13:09.925913Z","steps":["trace[890637246] 'agreement among raft nodes before linearized reading' (duration: 643.556103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:09.925989Z","caller":"traceutil/trace.go:171","msg":"trace[1704524637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12412; }","duration":"655.115276ms","start":"2026-03-03T18:13:09.270851Z","end":"2026-03-03T18:13:09.925966Z","steps":["trace[1704524637] 'agreement among raft nodes before linearized reading' (duration: 654.825019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:09.926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.28171Z","time spent":"644.27956ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:09.92606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.270812Z","time spent":"655.232529ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:09.926102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.025697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:13:09.926168Z","caller":"traceutil/trace.go:171","msg":"trace[1797910072] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12412; }","duration":"606.113108ms","start":"2026-03-03T18:13:09.320033Z","end":"2026-03-03T18:13:09.926146Z","steps":["trace[1797910072] 'agreement among raft nodes before linearized reading' (duration: 605.851622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:09.92622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.32002Z","time spent":"606.187762ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:13:10.547666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.27277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:10.54783Z","caller":"traceutil/trace.go:171","msg":"trace[1138010267] linearizableReadLoop","detail":"{readStateIndex:12880; appliedIndex:12879; }","duration":"622.571527ms","start":"2026-03-03T18:13:09.925239Z","end":"2026-03-03T18:13:10.547811Z","steps":["trace[1138010267] 'read index received' (duration: 236.135484ms)","trace[1138010267] 'applied index is now lower than readState.Index' (duration: 386.435013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:10.547953Z","caller":"traceutil/trace.go:171","msg":"trace[1620935863] transaction","detail":"{read_only:false; response_revision:12413; number_of_response:1; }","duration":"873.8568ms","start":"2026-03-03T18:13:09.674082Z","end":"2026-03-03T18:13:10.547939Z","steps":["trace[1620935863] 'process raft request' (duration: 487.226353ms)","trace[1620935863] 'compare' (duration: 386.171097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:10.548025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.674062Z","time spent":"873.926341ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:10.548263Z","caller":"traceutil/trace.go:171","msg":"trace[2014294335] transaction","detail":"{read_only:false; response_revision:12416; number_of_response:1; }","duration":"610.40174ms","start":"2026-03-03T18:13:09.937838Z","end":"2026-03-03T18:13:10.548239Z","steps":["trace[2014294335] 'process raft request' (duration: 610.334869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.548342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.189877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:13:10.548384Z","caller":"traceutil/trace.go:171","msg":"trace[1723529331] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12416; }","duration":"874.282229ms","start":"2026-03-03T18:13:09.67409Z","end":"2026-03-03T18:13:10.548372Z","steps":["trace[1723529331] 'agreement among raft nodes before linearized reading' (duration: 874.124306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.548423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.674063Z","time spent":"874.352891ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:10.548546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.937829Z","time spent":"610.525313ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:10.548721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.681926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:10.548763Z","caller":"traceutil/trace.go:171","msg":"trace[1936950224] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12417; }","duration":"621.737228ms","start":"2026-03-03T18:13:09.927016Z","end":"2026-03-03T18:13:10.548754Z","steps":["trace[1936950224] 'agreement among raft nodes before linearized reading' (duration: 621.659896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.548791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.927002Z","time spent":"621.783589ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:13:10.548943Z","caller":"traceutil/trace.go:171","msg":"trace[1539907139] transaction","detail":"{read_only:false; response_revision:12414; number_of_response:1; }","duration":"617.64453ms","start":"2026-03-03T18:13:09.931285Z","end":"2026-03-03T18:13:10.54893Z","steps":["trace[1539907139] 'process raft request' (duration: 616.487723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.549299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.712054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:10.549337Z","caller":"traceutil/trace.go:171","msg":"trace[1500112584] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12417; }","duration":"487.758595ms","start":"2026-03-03T18:13:10.06157Z","end":"2026-03-03T18:13:10.549329Z","steps":["trace[1500112584] 'agreement among raft nodes before linearized reading' (duration: 487.712653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.549367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.061566Z","time spent":"487.794846ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:10.549436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.931259Z","time spent":"618.04794ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:10.549536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.207675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:10.54977Z","caller":"traceutil/trace.go:171","msg":"trace[224028924] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12417; }","duration":"488.454172ms","start":"2026-03-03T18:13:10.061307Z","end":"2026-03-03T18:13:10.549762Z","steps":["trace[224028924] 'agreement among raft nodes before linearized reading' (duration: 488.204656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.549806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.061302Z","time spent":"488.497592ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:10.549064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.341442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:13:10.550064Z","caller":"traceutil/trace.go:171","msg":"trace[1013498162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12417; }","duration":"878.384037ms","start":"2026-03-03T18:13:09.671664Z","end":"2026-03-03T18:13:10.550048Z","steps":["trace[1013498162] 'agreement among raft nodes before linearized reading' (duration: 876.928232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.550135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.671637Z","time spent":"878.482399ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:13:10.549101Z","caller":"traceutil/trace.go:171","msg":"trace[1145257514] transaction","detail":"{read_only:false; response_revision:12417; number_of_response:1; }","duration":"487.651292ms","start":"2026-03-03T18:13:10.061439Z","end":"2026-03-03T18:13:10.54909Z","steps":["trace[1145257514] 'process raft request' (duration: 486.765691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.549162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.868472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:10.549233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.356864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:10.550416Z","caller":"traceutil/trace.go:171","msg":"trace[158127048] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12417; }","duration":"374.128693ms","start":"2026-03-03T18:13:10.176243Z","end":"2026-03-03T18:13:10.550372Z","steps":["trace[158127048] 'agreement among raft nodes before linearized reading' (duration: 372.878433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:10.550475Z","caller":"traceutil/trace.go:171","msg":"trace[1746023823] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12417; }","duration":"435.623855ms","start":"2026-03-03T18:13:10.11483Z","end":"2026-03-03T18:13:10.550454Z","steps":["trace[1746023823] 'agreement among raft nodes before linearized reading' (duration: 434.352924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.549267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.381966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:10.550543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.176221Z","time spent":"374.272116ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:10.55056Z","caller":"traceutil/trace.go:171","msg":"trace[1278662191] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12417; }","duration":"488.697058ms","start":"2026-03-03T18:13:10.061845Z","end":"2026-03-03T18:13:10.550542Z","steps":["trace[1278662191] 'agreement among raft nodes before linearized reading' (duration: 487.407057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.55057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.114808Z","time spent":"435.734117ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:10.550599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.061826Z","time spent":"488.764109ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:10.55Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.701248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:10.550709Z","caller":"traceutil/trace.go:171","msg":"trace[567747819] transaction","detail":"{read_only:false; response_revision:12415; number_of_response:1; }","duration":"618.581293ms","start":"2026-03-03T18:13:09.931802Z","end":"2026-03-03T18:13:10.550383Z","steps":["trace[567747819] 'process raft request' (duration: 616.304969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.550779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.351185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"warn","ts":"2026-03-03T18:13:10.550818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.931779Z","time spent":"618.963632ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:10.550384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.061428Z","time spent":"488.830931ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:10.550871Z","caller":"traceutil/trace.go:171","msg":"trace[391989427] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12417; }","duration":"617.478558ms","start":"2026-03-03T18:13:09.933375Z","end":"2026-03-03T18:13:10.550854Z","steps":["trace[391989427] 'agreement among raft nodes before linearized reading' (duration: 616.680609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.550925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:09.93337Z","time spent":"617.543489ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:13:10.550689Z","caller":"traceutil/trace.go:171","msg":"trace[905111148] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12417; }","duration":"489.396114ms","start":"2026-03-03T18:13:10.061267Z","end":"2026-03-03T18:13:10.550663Z","steps":["trace[905111148] 'agreement among raft nodes before linearized reading' (duration: 488.664977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:10.551302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.061249Z","time spent":"489.722822ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:13:11.079721Z","caller":"traceutil/trace.go:171","msg":"trace[1172458868] transaction","detail":"{read_only:false; response_revision:12419; number_of_response:1; }","duration":"521.509843ms","start":"2026-03-03T18:13:10.558189Z","end":"2026-03-03T18:13:11.079698Z","steps":["trace[1172458868] 'process raft request' (duration: 521.036711ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:11.079834Z","caller":"traceutil/trace.go:171","msg":"trace[390137644] transaction","detail":"{read_only:false; response_revision:12420; number_of_response:1; }","duration":"521.603134ms","start":"2026-03-03T18:13:10.558196Z","end":"2026-03-03T18:13:11.079799Z","steps":["trace[390137644] 'process raft request' (duration: 521.450561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:11.079918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.558172Z","time spent":"521.660296ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:11.079944Z","caller":"traceutil/trace.go:171","msg":"trace[170630694] linearizableReadLoop","detail":"{readStateIndex:12887; appliedIndex:12885; }","duration":"520.699603ms","start":"2026-03-03T18:13:10.559221Z","end":"2026-03-03T18:13:11.07992Z","steps":["trace[170630694] 'read index received' (duration: 43.247391ms)","trace[170630694] 'applied index is now lower than readState.Index' (duration: 477.449512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:11.079997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.558185Z","time spent":"521.726388ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:11.080105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.873817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:11.080149Z","caller":"traceutil/trace.go:171","msg":"trace[2061838756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12420; }","duration":"520.935338ms","start":"2026-03-03T18:13:10.559204Z","end":"2026-03-03T18:13:11.08014Z","steps":["trace[2061838756] 'agreement among raft nodes before linearized reading' (duration: 520.820026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:11.08018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:10.559197Z","time spent":"520.976439ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:11.834953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.571847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:11.835023Z","caller":"traceutil/trace.go:171","msg":"trace[913554033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12420; }","duration":"658.676059ms","start":"2026-03-03T18:13:11.176332Z","end":"2026-03-03T18:13:11.835008Z","steps":["trace[913554033] 'range keys from in-memory index tree' (duration: 658.437733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:11.835067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:11.176316Z","time spent":"658.740991ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:11.83528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.555821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:13:11.835359Z","caller":"traceutil/trace.go:171","msg":"trace[2135933604] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12420; }","duration":"590.679413ms","start":"2026-03-03T18:13:11.244662Z","end":"2026-03-03T18:13:11.835342Z","steps":["trace[2135933604] 'range keys from in-memory index tree' (duration: 590.366956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:11.8354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:11.244641Z","time spent":"590.750045ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"info","ts":"2026-03-03T18:13:11.835534Z","caller":"traceutil/trace.go:171","msg":"trace[1283310084] transaction","detail":"{read_only:false; response_revision:12421; number_of_response:1; }","duration":"232.912258ms","start":"2026-03-03T18:13:11.602586Z","end":"2026-03-03T18:13:11.835499Z","steps":["trace[1283310084] 'process raft request' (duration: 231.647358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:12.186922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.957747ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T18:13:12.187029Z","caller":"traceutil/trace.go:171","msg":"trace[411028177] linearizableReadLoop","detail":"{readStateIndex:12889; appliedIndex:12888; }","duration":"346.689995ms","start":"2026-03-03T18:13:11.840327Z","end":"2026-03-03T18:13:12.187017Z","steps":["trace[411028177] 'read index received' (duration: 183.564684ms)","trace[411028177] 'applied index is now lower than readState.Index' (duration: 163.124141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:12.187272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.046759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:12.187274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.943521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:12.187318Z","caller":"traceutil/trace.go:171","msg":"trace[221217263] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12421; }","duration":"238.134951ms","start":"2026-03-03T18:13:11.949175Z","end":"2026-03-03T18:13:12.18731Z","steps":["trace[221217263] 'agreement among raft nodes before linearized reading' (duration: 238.039819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:12.187335Z","caller":"traceutil/trace.go:171","msg":"trace[236484137] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12421; }","duration":"347.053774ms","start":"2026-03-03T18:13:11.840265Z","end":"2026-03-03T18:13:12.187319Z","steps":["trace[236484137] 'agreement among raft nodes before linearized reading' (duration: 346.868209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:12.187375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:11.840242Z","time spent":"347.127075ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:12.187595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:11.837884Z","time spent":"349.709666ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:13:12.187587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.14206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:12.187753Z","caller":"traceutil/trace.go:171","msg":"trace[1767127163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12421; }","duration":"193.336815ms","start":"2026-03-03T18:13:11.994406Z","end":"2026-03-03T18:13:12.187743Z","steps":["trace[1767127163] 'agreement among raft nodes before linearized reading' (duration: 193.13585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:12.590135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:12.590219Z","caller":"traceutil/trace.go:171","msg":"trace[2085766057] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12422; }","duration":"281.370813ms","start":"2026-03-03T18:13:12.308829Z","end":"2026-03-03T18:13:12.5902Z","steps":["trace[2085766057] 'range keys from in-memory index tree' (duration: 281.151628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:12.792639Z","caller":"traceutil/trace.go:171","msg":"trace[712476226] transaction","detail":"{read_only:false; response_revision:12423; number_of_response:1; }","duration":"236.773239ms","start":"2026-03-03T18:13:12.555849Z","end":"2026-03-03T18:13:12.792622Z","steps":["trace[712476226] 'process raft request' (duration: 236.669147ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:12.792688Z","caller":"traceutil/trace.go:171","msg":"trace[627058763] linearizableReadLoop","detail":"{readStateIndex:12891; appliedIndex:12891; }","duration":"236.238977ms","start":"2026-03-03T18:13:12.556429Z","end":"2026-03-03T18:13:12.792667Z","steps":["trace[627058763] 'read index received' (duration: 236.227676ms)","trace[627058763] 'applied index is now lower than readState.Index' (duration: 9.08µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:12.792893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.446752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:12.792935Z","caller":"traceutil/trace.go:171","msg":"trace[1289858712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12423; }","duration":"236.537283ms","start":"2026-03-03T18:13:12.556387Z","end":"2026-03-03T18:13:12.792924Z","steps":["trace[1289858712] 'agreement among raft nodes before linearized reading' (duration: 236.37869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.317897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.648424ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:13.318012Z","caller":"traceutil/trace.go:171","msg":"trace[679102368] linearizableReadLoop","detail":"{readStateIndex:12892; appliedIndex:12891; }","duration":"525.256021ms","start":"2026-03-03T18:13:12.79274Z","end":"2026-03-03T18:13:13.317996Z","steps":["trace[679102368] 'read index received' (duration: 189.423032ms)","trace[679102368] 'applied index is now lower than readState.Index' (duration: 335.831559ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:13.318028Z","caller":"traceutil/trace.go:171","msg":"trace[980826644] transaction","detail":"{read_only:false; response_revision:12424; number_of_response:1; }","duration":"760.762251ms","start":"2026-03-03T18:13:12.557232Z","end":"2026-03-03T18:13:13.317994Z","steps":["trace[980826644] 'process raft request' (duration: 424.915512ms)","trace[980826644] 'compare' (duration: 335.514511ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:13.318107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.411685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:13.318109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.737142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:13:13.31814Z","caller":"traceutil/trace.go:171","msg":"trace[1374825894] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12424; }","duration":"761.461317ms","start":"2026-03-03T18:13:12.556669Z","end":"2026-03-03T18:13:13.318131Z","steps":["trace[1374825894] 'agreement among raft nodes before linearized reading' (duration: 761.401876ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:13.318146Z","caller":"traceutil/trace.go:171","msg":"trace[934556380] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12424; }","duration":"711.807234ms","start":"2026-03-03T18:13:12.606329Z","end":"2026-03-03T18:13:13.318136Z","steps":["trace[934556380] 'agreement among raft nodes before linearized reading' (duration: 711.666901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.318173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.606315Z","time spent":"711.853415ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:13.318157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.557216Z","time spent":"760.874293ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:13.318215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.532269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:13.31819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.452043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:13.318176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.556661Z","time spent":"761.507838ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:13.318285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.60919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:13.318297Z","caller":"traceutil/trace.go:171","msg":"trace[613047145] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12424; }","duration":"724.622427ms","start":"2026-03-03T18:13:12.593652Z","end":"2026-03-03T18:13:13.318274Z","steps":["trace[613047145] 'agreement among raft nodes before linearized reading' (duration: 724.408352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.318402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.593632Z","time spent":"724.75851ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:13:13.31842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.873017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:13.318446Z","caller":"traceutil/trace.go:171","msg":"trace[448314297] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12424; }","duration":"761.954148ms","start":"2026-03-03T18:13:12.556485Z","end":"2026-03-03T18:13:13.318439Z","steps":["trace[448314297] 'agreement among raft nodes before linearized reading' (duration: 761.841536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:13.318247Z","caller":"traceutil/trace.go:171","msg":"trace[806909108] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12424; }","duration":"761.58231ms","start":"2026-03-03T18:13:12.556658Z","end":"2026-03-03T18:13:13.31824Z","steps":["trace[806909108] 'agreement among raft nodes before linearized reading' (duration: 761.538829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:13.31831Z","caller":"traceutil/trace.go:171","msg":"trace[1572877965] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12424; }","duration":"761.688042ms","start":"2026-03-03T18:13:12.556615Z","end":"2026-03-03T18:13:13.318303Z","steps":["trace[1572877965] 'agreement among raft nodes before linearized reading' (duration: 761.648731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.31848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.556456Z","time spent":"762.01894ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:13.318484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.178989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:13.318517Z","caller":"traceutil/trace.go:171","msg":"trace[381459556] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12424; }","duration":"758.229841ms","start":"2026-03-03T18:13:12.560279Z","end":"2026-03-03T18:13:13.318509Z","steps":["trace[381459556] 'agreement among raft nodes before linearized reading' (duration: 758.168979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.318518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.556582Z","time spent":"761.915718ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:13.318514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.827068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:13:13.318554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.560269Z","time spent":"758.270591ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:13.318534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.556651Z","time spent":"761.845535ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:13:13.318596Z","caller":"traceutil/trace.go:171","msg":"trace[1006413547] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12424; }","duration":"759.93835ms","start":"2026-03-03T18:13:12.558634Z","end":"2026-03-03T18:13:13.318572Z","steps":["trace[1006413547] 'agreement among raft nodes before linearized reading' (duration: 759.377387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.31865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.558623Z","time spent":"760.017122ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:13.909162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.31819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:13.909244Z","caller":"traceutil/trace.go:171","msg":"trace[1966073158] linearizableReadLoop","detail":"{readStateIndex:12893; appliedIndex:12892; }","duration":"591.176986ms","start":"2026-03-03T18:13:13.318042Z","end":"2026-03-03T18:13:13.909219Z","steps":["trace[1966073158] 'read index received' (duration: 340.698562ms)","trace[1966073158] 'applied index is now lower than readState.Index' (duration: 250.477674ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:13.909267Z","caller":"traceutil/trace.go:171","msg":"trace[1529558590] transaction","detail":"{read_only:false; response_revision:12425; number_of_response:1; }","duration":"1.112788532s","start":"2026-03-03T18:13:12.796444Z","end":"2026-03-03T18:13:13.909233Z","steps":["trace[1529558590] 'process raft request' (duration: 862.335468ms)","trace[1529558590] 'compare' (duration: 250.066595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:13.909383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.409597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:13:13.909399Z","caller":"traceutil/trace.go:171","msg":"trace[164411990] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12425; }","duration":"825.464988ms","start":"2026-03-03T18:13:13.083928Z","end":"2026-03-03T18:13:13.909394Z","steps":["trace[164411990] 'agreement among raft nodes before linearized reading' (duration: 825.348096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.909418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.083905Z","time spent":"825.508209ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:13.909416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.796421Z","time spent":"1.112898404s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:13.909539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.857981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:13.909663Z","caller":"traceutil/trace.go:171","msg":"trace[210130252] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12425; }","duration":"841.069766ms","start":"2026-03-03T18:13:13.068569Z","end":"2026-03-03T18:13:13.909639Z","steps":["trace[210130252] 'agreement among raft nodes before linearized reading' (duration: 840.877672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.909732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.068538Z","time spent":"841.175868ms","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:13.909758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.783966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:13:13.909801Z","caller":"traceutil/trace.go:171","msg":"trace[126819401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12425; }","duration":"825.860568ms","start":"2026-03-03T18:13:13.083929Z","end":"2026-03-03T18:13:13.909789Z","steps":["trace[126819401] 'agreement among raft nodes before linearized reading' (duration: 825.704604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.90984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.083905Z","time spent":"825.922868ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:13.909574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.408828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:13.909933Z","caller":"traceutil/trace.go:171","msg":"trace[1477672514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12425; }","duration":"914.769866ms","start":"2026-03-03T18:13:12.99513Z","end":"2026-03-03T18:13:13.9099Z","steps":["trace[1477672514] 'agreement among raft nodes before linearized reading' (duration: 914.393247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:13.910037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:12.995113Z","time spent":"914.887219ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:14.409551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:13:14.876206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.014621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:14.876587Z","caller":"traceutil/trace.go:171","msg":"trace[1404710777] linearizableReadLoop","detail":"{readStateIndex:12898; appliedIndex:12893; }","duration":"967.311845ms","start":"2026-03-03T18:13:13.909259Z","end":"2026-03-03T18:13:14.87657Z","steps":["trace[1404710777] 'read index received' (duration: 697.831734ms)","trace[1404710777] 'applied index is now lower than readState.Index' (duration: 269.478801ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:14.876707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269907519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:14.876765Z","caller":"traceutil/trace.go:171","msg":"trace[920749492] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12430; }","duration":"1.269968561s","start":"2026-03-03T18:13:13.606782Z","end":"2026-03-03T18:13:14.87675Z","steps":["trace[920749492] 'agreement among raft nodes before linearized reading' (duration: 1.269880729s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:14.87679Z","caller":"traceutil/trace.go:171","msg":"trace[1436513191] transaction","detail":"{read_only:false; response_revision:12426; number_of_response:1; }","duration":"1.55458815s","start":"2026-03-03T18:13:13.322178Z","end":"2026-03-03T18:13:14.876766Z","steps":["trace[1436513191] 'process raft request' (duration: 1.284928044s)","trace[1436513191] 'compare' (duration: 268.52514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:14.876815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.606654Z","time spent":"1.270146735s","remote":"127.0.0.1:35968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:14.877076Z","caller":"traceutil/trace.go:171","msg":"trace[2139128484] transaction","detail":"{read_only:false; response_revision:12429; number_of_response:1; }","duration":"962.702966ms","start":"2026-03-03T18:13:13.914358Z","end":"2026-03-03T18:13:14.877061Z","steps":["trace[2139128484] 'process raft request' (duration: 962.116092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:14.877069Z","caller":"traceutil/trace.go:171","msg":"trace[1094766863] transaction","detail":"{read_only:false; response_revision:12428; number_of_response:1; }","duration":"1.035842274s","start":"2026-03-03T18:13:13.841187Z","end":"2026-03-03T18:13:14.877029Z","steps":["trace[1094766863] 'process raft request' (duration: 1.03523123s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:14.877083Z","caller":"traceutil/trace.go:171","msg":"trace[1635196863] transaction","detail":"{read_only:false; response_revision:12427; number_of_response:1; }","duration":"1.554613401s","start":"2026-03-03T18:13:13.322446Z","end":"2026-03-03T18:13:14.877059Z","steps":["trace[1635196863] 'process raft request' (duration: 1.553874254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:14.877158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.914317Z","time spent":"962.799268ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:14.877193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555464901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:13:14.87719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270561574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:14.877254Z","caller":"traceutil/trace.go:171","msg":"trace[1184479885] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12430; }","duration":"1.555562843s","start":"2026-03-03T18:13:13.321677Z","end":"2026-03-03T18:13:14.877239Z","steps":["trace[1184479885] 'agreement among raft nodes before linearized reading' (duration: 1.555378579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:14.877283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.841152Z","time spent":"1.036010097s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:14.877284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.322435Z","time spent":"1.554729473s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:14.877315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.321649Z","time spent":"1.555654884s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:13:14.877316Z","caller":"traceutil/trace.go:171","msg":"trace[1938035802] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12430; }","duration":"1.270742579s","start":"2026-03-03T18:13:13.606528Z","end":"2026-03-03T18:13:14.877271Z","steps":["trace[1938035802] 'agreement among raft nodes before linearized reading' (duration: 1.270546014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:14.877372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.606506Z","time spent":"1.270853341s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:14.877412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555064031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:14.877482Z","caller":"traceutil/trace.go:171","msg":"trace[1135152398] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12430; }","duration":"1.555172703s","start":"2026-03-03T18:13:13.322294Z","end":"2026-03-03T18:13:14.877466Z","steps":["trace[1135152398] 'agreement among raft nodes before linearized reading' (duration: 1.554486077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:14.877504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.322162Z","time spent":"1.555280626s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:14.877531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.322278Z","time spent":"1.555243616s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:13:14.876627Z","caller":"traceutil/trace.go:171","msg":"trace[287255869] transaction","detail":"{read_only:false; response_revision:12430; number_of_response:1; }","duration":"961.278753ms","start":"2026-03-03T18:13:13.915318Z","end":"2026-03-03T18:13:14.876596Z","steps":["trace[287255869] 'process raft request' (duration: 961.204161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:14.878197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.915304Z","time spent":"962.782389ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:15.312883Z","caller":"traceutil/trace.go:171","msg":"trace[336221244] linearizableReadLoop","detail":"{readStateIndex:12899; appliedIndex:12898; }","duration":"436.133726ms","start":"2026-03-03T18:13:14.876637Z","end":"2026-03-03T18:13:15.312771Z","steps":["trace[336221244] 'read index received' (duration: 435.929732ms)","trace[336221244] 'applied index is now lower than readState.Index' (duration: 201.924µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:15.312867Z","caller":"traceutil/trace.go:171","msg":"trace[1270884125] transaction","detail":"{read_only:false; response_revision:12431; number_of_response:1; }","duration":"515.181532ms","start":"2026-03-03T18:13:14.797651Z","end":"2026-03-03T18:13:15.312833Z","steps":["trace[1270884125] 'process raft request' (duration: 514.607338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.313016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401516476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:15.313067Z","caller":"traceutil/trace.go:171","msg":"trace[478083977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12431; }","duration":"1.401605049s","start":"2026-03-03T18:13:13.911451Z","end":"2026-03-03T18:13:15.313056Z","steps":["trace[478083977] 'agreement among raft nodes before linearized reading' (duration: 1.401488206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.313107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:13.911438Z","time spent":"1.40166218s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:15.313068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:14.797624Z","time spent":"515.365306ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:15.836582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822619378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:15.836724Z","caller":"traceutil/trace.go:171","msg":"trace[352128554] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12431; }","duration":"1.822837313s","start":"2026-03-03T18:13:14.013849Z","end":"2026-03-03T18:13:15.836686Z","steps":["trace[352128554] 'agreement among raft nodes before linearized reading' (duration: 1.29917565s)","trace[352128554] 'count revisions from in-memory index tree' (duration: 523.223542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:15.836698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.43764ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T18:13:15.83677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:14.013814Z","time spent":"1.822943215s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:15.836832Z","caller":"traceutil/trace.go:171","msg":"trace[405470742] transaction","detail":"{read_only:false; response_revision:12432; number_of_response:1; }","duration":"877.870785ms","start":"2026-03-03T18:13:14.958936Z","end":"2026-03-03T18:13:15.836807Z","steps":["trace[405470742] 'process raft request' (duration: 736.226251ms)","trace[405470742] 'compare' (duration: 141.315076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:15.836925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:14.95891Z","time spent":"877.947497ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:15.836964Z","caller":"traceutil/trace.go:171","msg":"trace[657892477] transaction","detail":"{read_only:false; response_revision:12433; number_of_response:1; }","duration":"513.510573ms","start":"2026-03-03T18:13:15.323432Z","end":"2026-03-03T18:13:15.836943Z","steps":["trace[657892477] 'process raft request' (duration: 513.364159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.83708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.323404Z","time spent":"513.638905ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:15.836973Z","caller":"traceutil/trace.go:171","msg":"trace[1792533215] linearizableReadLoop","detail":"{readStateIndex:12900; appliedIndex:12899; }","duration":"524.000241ms","start":"2026-03-03T18:13:15.31294Z","end":"2026-03-03T18:13:15.836941Z","steps":["trace[1792533215] 'read index received' (duration: 382.252134ms)","trace[1792533215] 'applied index is now lower than readState.Index' (duration: 141.746007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:15.837191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.767541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:13:15.837244Z","caller":"traceutil/trace.go:171","msg":"trace[123934162] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12433; }","duration":"957.871723ms","start":"2026-03-03T18:13:14.879359Z","end":"2026-03-03T18:13:15.837231Z","steps":["trace[123934162] 'agreement among raft nodes before linearized reading' (duration: 957.665469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.837279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:14.879338Z","time spent":"957.932304ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.837402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:15.837341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.340249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:15.837388Z","caller":"traceutil/trace.go:171","msg":"trace[1912469432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12433; }","duration":"516.968885ms","start":"2026-03-03T18:13:15.320401Z","end":"2026-03-03T18:13:15.83737Z","steps":["trace[1912469432] 'agreement among raft nodes before linearized reading' (duration: 516.843762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:15.837397Z","caller":"traceutil/trace.go:171","msg":"trace[542726108] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12433; }","duration":"513.448581ms","start":"2026-03-03T18:13:15.323932Z","end":"2026-03-03T18:13:15.83738Z","steps":["trace[542726108] 'agreement among raft nodes before linearized reading' (duration: 513.340888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.837395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.344943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:15.837408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.525162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:15.837433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.323897Z","time spent":"513.529113ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.320373Z","time spent":"517.050197ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.24656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:15.837463Z","caller":"traceutil/trace.go:171","msg":"trace[168192925] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12433; }","duration":"514.416474ms","start":"2026-03-03T18:13:15.323028Z","end":"2026-03-03T18:13:15.837445Z","steps":["trace[168192925] 'agreement among raft nodes before linearized reading' (duration: 514.305632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:15.837466Z","caller":"traceutil/trace.go:171","msg":"trace[1471345442] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12433; }","duration":"513.612145ms","start":"2026-03-03T18:13:15.32384Z","end":"2026-03-03T18:13:15.837452Z","steps":["trace[1471345442] 'agreement among raft nodes before linearized reading' (duration: 513.513932ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:15.837479Z","caller":"traceutil/trace.go:171","msg":"trace[2094096462] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12433; }","duration":"514.294512ms","start":"2026-03-03T18:13:15.323173Z","end":"2026-03-03T18:13:15.837468Z","steps":["trace[2094096462] 'agreement among raft nodes before linearized reading' (duration: 514.133988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:15.837499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.322967Z","time spent":"514.523387ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.323827Z","time spent":"513.668106ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.323168Z","time spent":"514.332443ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:15.837581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.038297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T18:13:15.837731Z","caller":"traceutil/trace.go:171","msg":"trace[764162081] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12433; }","duration":"165.2302ms","start":"2026-03-03T18:13:15.672468Z","end":"2026-03-03T18:13:15.837698Z","steps":["trace[764162081] 'agreement among raft nodes before linearized reading' (duration: 164.901253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:16.210619Z","caller":"traceutil/trace.go:171","msg":"trace[983499497] linearizableReadLoop","detail":"{readStateIndex:12902; appliedIndex:12901; }","duration":"363.555873ms","start":"2026-03-03T18:13:15.847034Z","end":"2026-03-03T18:13:16.21059Z","steps":["trace[983499497] 'read index received' (duration: 300.635779ms)","trace[983499497] 'applied index is now lower than readState.Index' (duration: 62.918684ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:16.210702Z","caller":"traceutil/trace.go:171","msg":"trace[1867110484] transaction","detail":"{read_only:false; response_revision:12434; number_of_response:1; }","duration":"366.84866ms","start":"2026-03-03T18:13:15.843815Z","end":"2026-03-03T18:13:16.210664Z","steps":["trace[1867110484] 'process raft request' (duration: 303.813813ms)","trace[1867110484] 'compare' (duration: 62.772841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:16.210877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.814899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:13:16.210959Z","caller":"traceutil/trace.go:171","msg":"trace[96888229] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12434; }","duration":"363.928321ms","start":"2026-03-03T18:13:15.847009Z","end":"2026-03-03T18:13:16.210937Z","steps":["trace[96888229] 'agreement among raft nodes before linearized reading' (duration: 363.679776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:16.21102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.846997Z","time spent":"364.008624ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:13:16.211089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.843794Z","time spent":"367.081926ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:16.504281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.336663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:16.504388Z","caller":"traceutil/trace.go:171","msg":"trace[624342041] linearizableReadLoop","detail":"{readStateIndex:12903; appliedIndex:12902; }","duration":"293.592481ms","start":"2026-03-03T18:13:16.210777Z","end":"2026-03-03T18:13:16.50437Z","steps":["trace[624342041] 'read index received' (duration: 167.017263ms)","trace[624342041] 'applied index is now lower than readState.Index' (duration: 126.574088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:16.504451Z","caller":"traceutil/trace.go:171","msg":"trace[620866885] transaction","detail":"{read_only:false; response_revision:12435; number_of_response:1; }","duration":"346.612183ms","start":"2026-03-03T18:13:16.15778Z","end":"2026-03-03T18:13:16.504392Z","steps":["trace[620866885] 'process raft request' (duration: 220.078985ms)","trace[620866885] 'compare' (duration: 126.21678ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:16.504543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.192514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:16.504572Z","caller":"traceutil/trace.go:171","msg":"trace[2006355496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12435; }","duration":"590.247625ms","start":"2026-03-03T18:13:15.914314Z","end":"2026-03-03T18:13:16.504562Z","steps":["trace[2006355496] 'agreement among raft nodes before linearized reading' (duration: 590.122902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:16.504605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:15.914301Z","time spent":"590.296466ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:16.504624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.157753Z","time spent":"346.775217ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:16.97268Z","caller":"traceutil/trace.go:171","msg":"trace[556602322] transaction","detail":"{read_only:false; response_revision:12436; number_of_response:1; }","duration":"463.766048ms","start":"2026-03-03T18:13:16.508887Z","end":"2026-03-03T18:13:16.972653Z","steps":["trace[556602322] 'process raft request' (duration: 463.596084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:16.972866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.508862Z","time spent":"463.915411ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:16.97375Z","caller":"traceutil/trace.go:171","msg":"trace[171516617] linearizableReadLoop","detail":"{readStateIndex:12904; appliedIndex:12904; }","duration":"430.127955ms","start":"2026-03-03T18:13:16.543599Z","end":"2026-03-03T18:13:16.973727Z","steps":["trace[171516617] 'read index received' (duration: 430.119115ms)","trace[171516617] 'applied index is now lower than readState.Index' (duration: 6.72µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:16.973949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.341809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:16.97421Z","caller":"traceutil/trace.go:171","msg":"trace[767059015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12436; }","duration":"430.649207ms","start":"2026-03-03T18:13:16.543546Z","end":"2026-03-03T18:13:16.974195Z","steps":["trace[767059015] 'agreement among raft nodes before linearized reading' (duration: 430.338579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:16.974359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.543524Z","time spent":"430.817081ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:17.724483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.52825ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:13:17.725166Z","caller":"traceutil/trace.go:171","msg":"trace[1943518866] linearizableReadLoop","detail":"{readStateIndex:12906; appliedIndex:12904; }","duration":"751.140373ms","start":"2026-03-03T18:13:16.974008Z","end":"2026-03-03T18:13:17.725148Z","steps":["trace[1943518866] 'read index received' (duration: 238.02098ms)","trace[1943518866] 'applied index is now lower than readState.Index' (duration: 513.118413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:17.725284Z","caller":"traceutil/trace.go:171","msg":"trace[227402108] transaction","detail":"{read_only:false; response_revision:12438; number_of_response:1; }","duration":"405.884993ms","start":"2026-03-03T18:13:17.319371Z","end":"2026-03-03T18:13:17.725256Z","steps":["trace[227402108] 'process raft request' (duration: 405.723269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028440669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T18:13:17.725362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.65274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:17.725401Z","caller":"traceutil/trace.go:171","msg":"trace[676888956] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12438; }","duration":"1.028524621s","start":"2026-03-03T18:13:16.696866Z","end":"2026-03-03T18:13:17.725391Z","steps":["trace[676888956] 'agreement among raft nodes before linearized reading' (duration: 1.028356437s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:17.725411Z","caller":"traceutil/trace.go:171","msg":"trace[937129990] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12438; }","duration":"841.746082ms","start":"2026-03-03T18:13:16.883653Z","end":"2026-03-03T18:13:17.725399Z","steps":["trace[937129990] 'agreement among raft nodes before linearized reading' (duration: 841.568248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.696845Z","time spent":"1.028575272s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T18:13:17.725428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.319344Z","time spent":"406.010425ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:17.725454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.883629Z","time spent":"841.817084ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:17.725451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.695742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:13:17.725527Z","caller":"traceutil/trace.go:171","msg":"trace[1061544239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12438; }","duration":"841.816014ms","start":"2026-03-03T18:13:16.88369Z","end":"2026-03-03T18:13:17.725506Z","steps":["trace[1061544239] 'agreement among raft nodes before linearized reading' (duration: 841.473356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.883662Z","time spent":"841.905616ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:13:17.725171Z","caller":"traceutil/trace.go:171","msg":"trace[757924588] transaction","detail":"{read_only:false; response_revision:12437; number_of_response:1; }","duration":"839.209562ms","start":"2026-03-03T18:13:16.885936Z","end":"2026-03-03T18:13:17.725146Z","steps":["trace[757924588] 'process raft request' (duration: 839.028248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.984118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:13:17.725742Z","caller":"traceutil/trace.go:171","msg":"trace[1333705011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12438; }","duration":"842.06293ms","start":"2026-03-03T18:13:16.883669Z","end":"2026-03-03T18:13:17.725732Z","steps":["trace[1333705011] 'agreement among raft nodes before linearized reading' (duration: 841.514997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.885916Z","time spent":"839.750585ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:17.725778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.883643Z","time spent":"842.128642ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:17.725746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.596457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:17.72586Z","caller":"traceutil/trace.go:171","msg":"trace[518602159] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12438; }","duration":"838.74824ms","start":"2026-03-03T18:13:16.887103Z","end":"2026-03-03T18:13:17.725851Z","steps":["trace[518602159] 'agreement among raft nodes before linearized reading' (duration: 838.085355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.048459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:17.725896Z","caller":"traceutil/trace.go:171","msg":"trace[50001646] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12438; }","duration":"842.095669ms","start":"2026-03-03T18:13:16.883794Z","end":"2026-03-03T18:13:17.72589Z","steps":["trace[50001646] 'agreement among raft nodes before linearized reading' (duration: 841.405163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.725897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.887079Z","time spent":"838.809872ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:17.725913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.883787Z","time spent":"842.12188ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:17.727456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.036893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:17.727517Z","caller":"traceutil/trace.go:171","msg":"trace[711372754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12438; }","duration":"735.170867ms","start":"2026-03-03T18:13:16.992333Z","end":"2026-03-03T18:13:17.727504Z","steps":["trace[711372754] 'agreement among raft nodes before linearized reading' (duration: 735.055404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:17.727542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:16.992304Z","time spent":"735.234228ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:18.134185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.131394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:18.134357Z","caller":"traceutil/trace.go:171","msg":"trace[1852605474] transaction","detail":"{read_only:false; response_revision:12439; number_of_response:1; }","duration":"403.602048ms","start":"2026-03-03T18:13:17.730727Z","end":"2026-03-03T18:13:18.134329Z","steps":["trace[1852605474] 'process raft request' (duration: 278.156666ms)","trace[1852605474] 'compare' (duration: 124.887409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:18.134458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.73071Z","time spent":"403.70125ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:18.368131Z","caller":"traceutil/trace.go:171","msg":"trace[991158741] transaction","detail":"{read_only:false; response_revision:12440; number_of_response:1; }","duration":"637.08938ms","start":"2026-03-03T18:13:17.731Z","end":"2026-03-03T18:13:18.368089Z","steps":["trace[991158741] 'process raft request' (duration: 543.681425ms)","trace[991158741] 'compare' (duration: 93.132738ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:18.368233Z","caller":"traceutil/trace.go:171","msg":"trace[1498140421] linearizableReadLoop","detail":"{readStateIndex:12911; appliedIndex:12907; }","duration":"636.273521ms","start":"2026-03-03T18:13:17.731948Z","end":"2026-03-03T18:13:18.368222Z","steps":["trace[1498140421] 'read index received' (duration: 276.950638ms)","trace[1498140421] 'applied index is now lower than readState.Index' (duration: 359.321723ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:18.368295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.730989Z","time spent":"637.224843ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:18.368328Z","caller":"traceutil/trace.go:171","msg":"trace[1272765444] transaction","detail":"{read_only:false; response_revision:12443; number_of_response:1; }","duration":"526.039828ms","start":"2026-03-03T18:13:17.842279Z","end":"2026-03-03T18:13:18.368319Z","steps":["trace[1272765444] 'process raft request' (duration: 525.765782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:18.368179Z","caller":"traceutil/trace.go:171","msg":"trace[864969636] transaction","detail":"{read_only:false; response_revision:12441; number_of_response:1; }","duration":"637.0831ms","start":"2026-03-03T18:13:17.731058Z","end":"2026-03-03T18:13:18.368141Z","steps":["trace[864969636] 'process raft request' (duration: 636.901216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:18.368119Z","caller":"traceutil/trace.go:171","msg":"trace[1394194464] transaction","detail":"{read_only:false; response_revision:12442; number_of_response:1; }","duration":"636.784923ms","start":"2026-03-03T18:13:17.731302Z","end":"2026-03-03T18:13:18.368087Z","steps":["trace[1394194464] 'process raft request' (duration: 636.704041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.368444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.842256Z","time spent":"526.099719ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:18.368461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.731296Z","time spent":"637.133201ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:18.368505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.612856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:18.368573Z","caller":"traceutil/trace.go:171","msg":"trace[702959907] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12443; }","duration":"524.708378ms","start":"2026-03-03T18:13:17.843848Z","end":"2026-03-03T18:13:18.368556Z","steps":["trace[702959907] 'agreement among raft nodes before linearized reading' (duration: 524.519082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.368625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.818269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:18.36863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.20805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:18.368669Z","caller":"traceutil/trace.go:171","msg":"trace[1992650635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12443; }","duration":"374.86415ms","start":"2026-03-03T18:13:17.993794Z","end":"2026-03-03T18:13:18.368658Z","steps":["trace[1992650635] 'agreement among raft nodes before linearized reading' (duration: 374.791268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:18.368677Z","caller":"traceutil/trace.go:171","msg":"trace[1513158996] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12443; }","duration":"406.289502ms","start":"2026-03-03T18:13:17.962374Z","end":"2026-03-03T18:13:18.368664Z","steps":["trace[1513158996] 'agreement among raft nodes before linearized reading' (duration: 406.225201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.368683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.71873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:18.368707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.993749Z","time spent":"374.948282ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:13:18.368725Z","caller":"traceutil/trace.go:171","msg":"trace[6198689] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12443; }","duration":"522.776482ms","start":"2026-03-03T18:13:17.845935Z","end":"2026-03-03T18:13:18.368712Z","steps":["trace[6198689] 'agreement among raft nodes before linearized reading' (duration: 522.719221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.368764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.845924Z","time spent":"522.831263ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:18.368891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.715574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:18.36893Z","caller":"traceutil/trace.go:171","msg":"trace[564024581] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12443; }","duration":"523.770045ms","start":"2026-03-03T18:13:17.845152Z","end":"2026-03-03T18:13:18.368922Z","steps":["trace[564024581] 'agreement among raft nodes before linearized reading' (duration: 523.719084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.368956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.845143Z","time spent":"523.807436ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:18.36898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.026379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T18:13:18.369016Z","caller":"traceutil/trace.go:171","msg":"trace[838353246] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12443; }","duration":"637.07084ms","start":"2026-03-03T18:13:17.731932Z","end":"2026-03-03T18:13:18.369003Z","steps":["trace[838353246] 'agreement among raft nodes before linearized reading' (duration: 636.945717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.36902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.362439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:18.369054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.731913Z","time spent":"637.132972ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T18:13:18.369062Z","caller":"traceutil/trace.go:171","msg":"trace[738600086] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12443; }","duration":"524.442562ms","start":"2026-03-03T18:13:17.844608Z","end":"2026-03-03T18:13:18.369051Z","steps":["trace[738600086] 'agreement among raft nodes before linearized reading' (duration: 524.375601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.369099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.844581Z","time spent":"524.509503ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:18.369021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.731036Z","time spent":"637.425197ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:18.368628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.843837Z","time spent":"524.779329ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:18.368712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.962351Z","time spent":"406.351853ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:18.368578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.103342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:18.371198Z","caller":"traceutil/trace.go:171","msg":"trace[1019617467] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12443; }","duration":"423.744563ms","start":"2026-03-03T18:13:17.947429Z","end":"2026-03-03T18:13:18.371174Z","steps":["trace[1019617467] 'agreement among raft nodes before linearized reading' (duration: 421.115942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:18.371332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:17.947407Z","time spent":"423.899748ms","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:18.774769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.178956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:18.774851Z","caller":"traceutil/trace.go:171","msg":"trace[1630661416] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:12443; }","duration":"175.3084ms","start":"2026-03-03T18:13:18.599524Z","end":"2026-03-03T18:13:18.774832Z","steps":["trace[1630661416] 'count revisions from in-memory index tree' (duration: 175.103554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:20.242987Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027224,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:20.320572Z","caller":"traceutil/trace.go:171","msg":"trace[353380477] transaction","detail":"{read_only:false; response_revision:12445; number_of_response:1; }","duration":"589.313712ms","start":"2026-03-03T18:13:19.731239Z","end":"2026-03-03T18:13:20.320552Z","steps":["trace[353380477] 'process raft request' (duration: 589.200909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:20.320906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:19.731195Z","time spent":"589.638459ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:20.669012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.70962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:20.669083Z","caller":"traceutil/trace.go:171","msg":"trace[1567307809] linearizableReadLoop","detail":"{readStateIndex:12915; appliedIndex:12914; }","duration":"926.831311ms","start":"2026-03-03T18:13:19.74224Z","end":"2026-03-03T18:13:20.669071Z","steps":["trace[1567307809] 'read index received' (duration: 579.210705ms)","trace[1567307809] 'applied index is now lower than readState.Index' (duration: 347.619946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:20.669134Z","caller":"traceutil/trace.go:171","msg":"trace[954468767] transaction","detail":"{read_only:false; response_revision:12446; number_of_response:1; }","duration":"937.623935ms","start":"2026-03-03T18:13:19.731503Z","end":"2026-03-03T18:13:20.669127Z","steps":["trace[954468767] 'process raft request' (duration: 777.733421ms)","trace[954468767] 'compare' (duration: 159.507125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:20.669169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:19.73145Z","time spent":"937.702847ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:20.669227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.982014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:20.669294Z","caller":"traceutil/trace.go:171","msg":"trace[1557132167] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12446; }","duration":"927.083807ms","start":"2026-03-03T18:13:19.742194Z","end":"2026-03-03T18:13:20.669277Z","steps":["trace[1557132167] 'agreement among raft nodes before linearized reading' (duration: 926.962784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:20.669352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:19.742173Z","time spent":"927.167558ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:21.169348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027230,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:21.297375Z","caller":"traceutil/trace.go:171","msg":"trace[2147240817] linearizableReadLoop","detail":"{readStateIndex:12917; appliedIndex:12915; }","duration":"628.254101ms","start":"2026-03-03T18:13:20.669097Z","end":"2026-03-03T18:13:21.297352Z","steps":["trace[2147240817] 'read index received' (duration: 627.933364ms)","trace[2147240817] 'applied index is now lower than readState.Index' (duration: 319.497µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:21.297508Z","caller":"traceutil/trace.go:171","msg":"trace[785094258] transaction","detail":"{read_only:false; response_revision:12447; number_of_response:1; }","duration":"977.139878ms","start":"2026-03-03T18:13:20.320356Z","end":"2026-03-03T18:13:21.297496Z","steps":["trace[785094258] 'process raft request' (duration: 976.751359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.297667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.320329Z","time spent":"977.207479ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:21.298015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.735641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:21.301516Z","caller":"traceutil/trace.go:171","msg":"trace[1236652770] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12448; }","duration":"928.222153ms","start":"2026-03-03T18:13:20.373241Z","end":"2026-03-03T18:13:21.301463Z","steps":["trace[1236652770] 'agreement among raft nodes before linearized reading' (duration: 924.578337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.298058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.068089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:13:21.301727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.373208Z","time spent":"928.449349ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:13:21.301722Z","caller":"traceutil/trace.go:171","msg":"trace[1528089609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12448; }","duration":"928.740936ms","start":"2026-03-03T18:13:20.372947Z","end":"2026-03-03T18:13:21.301688Z","steps":["trace[1528089609] 'agreement among raft nodes before linearized reading' (duration: 924.993777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.3019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.372929Z","time spent":"928.957361ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.346205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:21.302008Z","caller":"traceutil/trace.go:171","msg":"trace[2019395521] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12448; }","duration":"907.129446ms","start":"2026-03-03T18:13:20.39485Z","end":"2026-03-03T18:13:21.30198Z","steps":["trace[2019395521] 'agreement among raft nodes before linearized reading' (duration: 903.321455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:21.2983Z","caller":"traceutil/trace.go:171","msg":"trace[528959033] transaction","detail":"{read_only:false; response_revision:12448; number_of_response:1; }","duration":"923.984423ms","start":"2026-03-03T18:13:20.374301Z","end":"2026-03-03T18:13:21.298286Z","steps":["trace[528959033] 'process raft request' (duration: 922.99111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.394834Z","time spent":"907.215177ms","remote":"127.0.0.1:53306","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:21.302141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.374277Z","time spent":"927.810653ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:21.298298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.108725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:21.302208Z","caller":"traceutil/trace.go:171","msg":"trace[716326404] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12448; }","duration":"925.038038ms","start":"2026-03-03T18:13:20.377159Z","end":"2026-03-03T18:13:21.302197Z","steps":["trace[716326404] 'agreement among raft nodes before linearized reading' (duration: 921.112274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.377145Z","time spent":"925.09384ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.326214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:21.302356Z","caller":"traceutil/trace.go:171","msg":"trace[723206016] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12448; }","duration":"926.353349ms","start":"2026-03-03T18:13:20.375994Z","end":"2026-03-03T18:13:21.302347Z","steps":["trace[723206016] 'agreement among raft nodes before linearized reading' (duration: 922.331904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.375985Z","time spent":"926.386561ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.459635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:21.302455Z","caller":"traceutil/trace.go:171","msg":"trace[696140314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12448; }","duration":"928.520711ms","start":"2026-03-03T18:13:20.373915Z","end":"2026-03-03T18:13:21.302435Z","steps":["trace[696140314] 'agreement among raft nodes before linearized reading' (duration: 924.424054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.373893Z","time spent":"928.598682ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.332167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:21.302556Z","caller":"traceutil/trace.go:171","msg":"trace[926216191] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12448; }","duration":"927.468266ms","start":"2026-03-03T18:13:20.375077Z","end":"2026-03-03T18:13:21.302545Z","steps":["trace[926216191] 'agreement among raft nodes before linearized reading' (duration: 923.241055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.375067Z","time spent":"927.519357ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160686652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:13:21.302698Z","caller":"traceutil/trace.go:171","msg":"trace[332813863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12448; }","duration":"1.164530572s","start":"2026-03-03T18:13:20.138155Z","end":"2026-03-03T18:13:21.302685Z","steps":["trace[332813863] 'agreement among raft nodes before linearized reading' (duration: 1.160568079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.138132Z","time spent":"1.164598624s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223051023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:21.302814Z","caller":"traceutil/trace.go:171","msg":"trace[1255161462] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:12448; }","duration":"1.226989667s","start":"2026-03-03T18:13:20.075812Z","end":"2026-03-03T18:13:21.302802Z","steps":["trace[1255161462] 'agreement among raft nodes before linearized reading' (duration: 1.223092395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.075786Z","time spent":"1.227066488s","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":100,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:21.29899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30462653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:21.302929Z","caller":"traceutil/trace.go:171","msg":"trace[1664815192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12448; }","duration":"1.308599882s","start":"2026-03-03T18:13:19.994321Z","end":"2026-03-03T18:13:21.302921Z","steps":["trace[1664815192] 'agreement among raft nodes before linearized reading' (duration: 1.30465398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.302952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:19.994298Z","time spent":"1.308647684s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:21.299014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.052671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415397"} {"level":"info","ts":"2026-03-03T18:13:21.303029Z","caller":"traceutil/trace.go:171","msg":"trace[963077131] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12448; }","duration":"960.111417ms","start":"2026-03-03T18:13:20.34291Z","end":"2026-03-03T18:13:21.303021Z","steps":["trace[963077131] 'agreement among raft nodes before linearized reading' (duration: 955.17543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.303051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.342891Z","time spent":"960.153687ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415421,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T18:13:21.299342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.997776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:21.30324Z","caller":"traceutil/trace.go:171","msg":"trace[1695958928] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12448; }","duration":"290.935859ms","start":"2026-03-03T18:13:21.012299Z","end":"2026-03-03T18:13:21.303235Z","steps":["trace[1695958928] 'agreement among raft nodes before linearized reading' (duration: 287.006146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.299397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.472286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T18:13:21.3033Z","caller":"traceutil/trace.go:171","msg":"trace[362886352] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12448; }","duration":"593.359448ms","start":"2026-03-03T18:13:20.709921Z","end":"2026-03-03T18:13:21.30328Z","steps":["trace[362886352] 'agreement among raft nodes before linearized reading' (duration: 589.441336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.303316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.709901Z","time spent":"593.41066ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T18:13:21.300084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.805933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:21.303361Z","caller":"traceutil/trace.go:171","msg":"trace[28344143] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12448; }","duration":"629.104781ms","start":"2026-03-03T18:13:20.67424Z","end":"2026-03-03T18:13:21.303345Z","steps":["trace[28344143] 'agreement among raft nodes before linearized reading' (duration: 624.131844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.303438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.674225Z","time spent":"629.179623ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:21.298237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.129929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:21.303486Z","caller":"traceutil/trace.go:171","msg":"trace[590829598] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12448; }","duration":"927.407094ms","start":"2026-03-03T18:13:20.376067Z","end":"2026-03-03T18:13:21.303475Z","steps":["trace[590829598] 'agreement among raft nodes before linearized reading' (duration: 922.080869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:21.303523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:20.376054Z","time spent":"927.459445ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:13:21.572757Z","caller":"traceutil/trace.go:171","msg":"trace[1599839960] linearizableReadLoop","detail":"{readStateIndex:12918; appliedIndex:12917; }","duration":"269.386959ms","start":"2026-03-03T18:13:21.303333Z","end":"2026-03-03T18:13:21.57272Z","steps":["trace[1599839960] 'read index received' (duration: 253.496195ms)","trace[1599839960] 'applied index is now lower than readState.Index' (duration: 15.888884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:21.573049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.689096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:21.573159Z","caller":"traceutil/trace.go:171","msg":"trace[695458324] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12448; }","duration":"269.823119ms","start":"2026-03-03T18:13:21.303314Z","end":"2026-03-03T18:13:21.573137Z","steps":["trace[695458324] 'agreement among raft nodes before linearized reading' (duration: 269.526182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.072947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027240,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:13:22.21245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.271943ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:22.212537Z","caller":"traceutil/trace.go:171","msg":"trace[494011007] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12448; }","duration":"412.371505ms","start":"2026-03-03T18:13:21.800152Z","end":"2026-03-03T18:13:22.212524Z","steps":["trace[494011007] 'range keys from in-memory index tree' (duration: 412.252643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:22.21637Z","caller":"traceutil/trace.go:171","msg":"trace[133932983] transaction","detail":"{read_only:false; response_revision:12453; number_of_response:1; }","duration":"906.937581ms","start":"2026-03-03T18:13:21.309416Z","end":"2026-03-03T18:13:22.216354Z","steps":["trace[133932983] 'process raft request' (duration: 906.912111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.216493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.309405Z","time spent":"907.024843ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:22.216686Z","caller":"traceutil/trace.go:171","msg":"trace[1252014859] transaction","detail":"{read_only:false; response_revision:12452; number_of_response:1; }","duration":"907.3163ms","start":"2026-03-03T18:13:21.309351Z","end":"2026-03-03T18:13:22.216667Z","steps":["trace[1252014859] 'process raft request' (duration: 906.957961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:22.216727Z","caller":"traceutil/trace.go:171","msg":"trace[1563550666] transaction","detail":"{read_only:false; response_revision:12449; number_of_response:1; }","duration":"909.4817ms","start":"2026-03-03T18:13:21.307239Z","end":"2026-03-03T18:13:22.216721Z","steps":["trace[1563550666] 'process raft request' (duration: 908.888916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:22.216737Z","caller":"traceutil/trace.go:171","msg":"trace[424068057] transaction","detail":"{read_only:false; response_revision:12451; number_of_response:1; }","duration":"908.477647ms","start":"2026-03-03T18:13:21.308243Z","end":"2026-03-03T18:13:22.216721Z","steps":["trace[424068057] 'process raft request' (duration: 908.047037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.216757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.30722Z","time spent":"909.520051ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:22.216788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.309341Z","time spent":"907.387701ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:22.216827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.308229Z","time spent":"908.540838ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:22.218944Z","caller":"traceutil/trace.go:171","msg":"trace[158825749] transaction","detail":"{read_only:false; response_revision:12450; number_of_response:1; }","duration":"911.335194ms","start":"2026-03-03T18:13:21.307578Z","end":"2026-03-03T18:13:22.218914Z","steps":["trace[158825749] 'process raft request' (duration: 908.685221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.21919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.307559Z","time spent":"911.518429ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:22.578619Z","caller":"traceutil/trace.go:171","msg":"trace[695463592] linearizableReadLoop","detail":"{readStateIndex:12924; appliedIndex:12918; }","duration":"1.005761143s","start":"2026-03-03T18:13:21.572832Z","end":"2026-03-03T18:13:22.578593Z","steps":["trace[695463592] 'read index received' (duration: 643.290457ms)","trace[695463592] 'applied index is now lower than readState.Index' (duration: 362.469336ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:22.578666Z","caller":"traceutil/trace.go:171","msg":"trace[1207209494] transaction","detail":"{read_only:false; response_revision:12454; number_of_response:1; }","duration":"1.003835948s","start":"2026-03-03T18:13:21.574801Z","end":"2026-03-03T18:13:22.578637Z","steps":["trace[1207209494] 'process raft request' (duration: 997.627611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.578757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275173414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:22.578795Z","caller":"traceutil/trace.go:171","msg":"trace[1889954942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12454; }","duration":"1.275233735s","start":"2026-03-03T18:13:21.303551Z","end":"2026-03-03T18:13:22.578785Z","steps":["trace[1889954942] 'agreement among raft nodes before linearized reading' (duration: 1.275156153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.578817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.574767Z","time spent":"1.003959481s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:22.578833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.303543Z","time spent":"1.275283886s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:22.578826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271520526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T18:13:22.578885Z","caller":"traceutil/trace.go:171","msg":"trace[385221073] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876; range_end:; response_count:1; response_revision:12454; }","duration":"1.271622429s","start":"2026-03-03T18:13:21.307245Z","end":"2026-03-03T18:13:22.578867Z","steps":["trace[385221073] 'agreement among raft nodes before linearized reading' (duration: 1.271402714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:22.578925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.307226Z","time spent":"1.2716939s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5089734a-5e52-42c6-a277-b3c9285cd876\" "} {"level":"warn","ts":"2026-03-03T18:13:23.004956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.240438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:23.005158Z","caller":"traceutil/trace.go:171","msg":"trace[512566315] linearizableReadLoop","detail":"{readStateIndex:12926; appliedIndex:12924; }","duration":"426.457318ms","start":"2026-03-03T18:13:22.578684Z","end":"2026-03-03T18:13:23.005141Z","steps":["trace[512566315] 'read index received' (duration: 309.002955ms)","trace[512566315] 'applied index is now lower than readState.Index' (duration: 117.453153ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:23.005363Z","caller":"traceutil/trace.go:171","msg":"trace[863106326] transaction","detail":"{read_only:false; response_revision:12455; number_of_response:1; }","duration":"679.472412ms","start":"2026-03-03T18:13:22.325867Z","end":"2026-03-03T18:13:23.005339Z","steps":["trace[863106326] 'process raft request' (duration: 561.764963ms)","trace[863106326] 'compare' (duration: 117.051292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:23.005435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.325841Z","time spent":"679.560573ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:23.005503Z","caller":"traceutil/trace.go:171","msg":"trace[1201587791] transaction","detail":"{read_only:false; response_revision:12456; number_of_response:1; }","duration":"570.247413ms","start":"2026-03-03T18:13:22.435228Z","end":"2026-03-03T18:13:23.005475Z","steps":["trace[1201587791] 'process raft request' (duration: 569.822323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.005672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.435213Z","time spent":"570.355235ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:23.005801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430807268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:13:23.00588Z","caller":"traceutil/trace.go:171","msg":"trace[643597893] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12456; }","duration":"1.430922861s","start":"2026-03-03T18:13:21.574938Z","end":"2026-03-03T18:13:23.00586Z","steps":["trace[643597893] 'agreement among raft nodes before linearized reading' (duration: 1.430596563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.005948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:21.574912Z","time spent":"1.431024494s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:13:23.101619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.34192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:23.10163Z","caller":"traceutil/trace.go:171","msg":"trace[1998161257] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"425.879804ms","start":"2026-03-03T18:13:22.675695Z","end":"2026-03-03T18:13:23.101575Z","steps":["trace[1998161257] 'process raft request' (duration: 425.612568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:23.101701Z","caller":"traceutil/trace.go:171","msg":"trace[1573471605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12457; }","duration":"516.480233ms","start":"2026-03-03T18:13:22.585202Z","end":"2026-03-03T18:13:23.101683Z","steps":["trace[1573471605] 'agreement among raft nodes before linearized reading' (duration: 516.298228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.101791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.585193Z","time spent":"516.585945ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:23.101818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.675666Z","time spent":"426.046708ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:23.101842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.977629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:13:23.101913Z","caller":"traceutil/trace.go:171","msg":"trace[924685534] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12457; }","duration":"521.094182ms","start":"2026-03-03T18:13:22.580801Z","end":"2026-03-03T18:13:23.101895Z","steps":["trace[924685534] 'agreement among raft nodes before linearized reading' (duration: 520.881777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.101957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.580784Z","time spent":"521.164954ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:13:23.102391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.095775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:23.10245Z","caller":"traceutil/trace.go:171","msg":"trace[1244567776] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12457; }","duration":"347.201836ms","start":"2026-03-03T18:13:22.755235Z","end":"2026-03-03T18:13:23.102437Z","steps":["trace[1244567776] 'agreement among raft nodes before linearized reading' (duration: 347.102154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.10248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:22.755215Z","time spent":"347.257098ms","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:23.273978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.289317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:23.274063Z","caller":"traceutil/trace.go:171","msg":"trace[1546947733] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12457; }","duration":"169.40809ms","start":"2026-03-03T18:13:23.104636Z","end":"2026-03-03T18:13:23.274044Z","steps":["trace[1546947733] 'range keys from in-memory index tree' (duration: 169.234126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.274306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.065502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:13:23.274427Z","caller":"traceutil/trace.go:171","msg":"trace[1977229872] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12457; }","duration":"169.218076ms","start":"2026-03-03T18:13:23.105186Z","end":"2026-03-03T18:13:23.274404Z","steps":["trace[1977229872] 'range keys from in-memory index tree' (duration: 168.620282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:23.595304Z","caller":"traceutil/trace.go:171","msg":"trace[1100902230] linearizableReadLoop","detail":"{readStateIndex:12928; appliedIndex:12927; }","duration":"281.873624ms","start":"2026-03-03T18:13:23.31341Z","end":"2026-03-03T18:13:23.595283Z","steps":["trace[1100902230] 'read index received' (duration: 281.739511ms)","trace[1100902230] 'applied index is now lower than readState.Index' (duration: 133.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:23.595672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.241553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:23.595706Z","caller":"traceutil/trace.go:171","msg":"trace[12128889] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12458; }","duration":"282.304764ms","start":"2026-03-03T18:13:23.313393Z","end":"2026-03-03T18:13:23.595698Z","steps":["trace[12128889] 'agreement among raft nodes before linearized reading' (duration: 281.968746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:23.595759Z","caller":"traceutil/trace.go:171","msg":"trace[1623538764] transaction","detail":"{read_only:false; response_revision:12458; number_of_response:1; }","duration":"286.593426ms","start":"2026-03-03T18:13:23.309081Z","end":"2026-03-03T18:13:23.595675Z","steps":["trace[1623538764] 'process raft request' (duration: 286.052313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:23.817318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.147995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T18:13:23.817426Z","caller":"traceutil/trace.go:171","msg":"trace[25197210] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12458; }","duration":"114.271588ms","start":"2026-03-03T18:13:23.703127Z","end":"2026-03-03T18:13:23.817399Z","steps":["trace[25197210] 'range keys from in-memory index tree' (duration: 113.94663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:24.224549Z","caller":"traceutil/trace.go:171","msg":"trace[2009842498] transaction","detail":"{read_only:false; response_revision:12459; number_of_response:1; }","duration":"213.300256ms","start":"2026-03-03T18:13:24.011227Z","end":"2026-03-03T18:13:24.224528Z","steps":["trace[2009842498] 'process raft request' (duration: 212.986698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:24.733582Z","caller":"traceutil/trace.go:171","msg":"trace[1080268236] transaction","detail":"{read_only:false; response_revision:12460; number_of_response:1; }","duration":"505.544455ms","start":"2026-03-03T18:13:24.228021Z","end":"2026-03-03T18:13:24.733566Z","steps":["trace[1080268236] 'process raft request' (duration: 505.392011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:24.733694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.22801Z","time spent":"505.634767ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.196319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341333295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:26.196569Z","caller":"traceutil/trace.go:171","msg":"trace[2102985423] transaction","detail":"{read_only:false; response_revision:12461; number_of_response:1; }","duration":"1.968262996s","start":"2026-03-03T18:13:24.22827Z","end":"2026-03-03T18:13:26.196533Z","steps":["trace[2102985423] 'process raft request' (duration: 626.612383ms)","trace[2102985423] 'compare' (duration: 1.340352962s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:26.196742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.228265Z","time spent":"1.968384259s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:26.196799Z","caller":"traceutil/trace.go:171","msg":"trace[905845240] transaction","detail":"{read_only:false; response_revision:12465; number_of_response:1; }","duration":"1.182568698s","start":"2026-03-03T18:13:25.014206Z","end":"2026-03-03T18:13:26.196775Z","steps":["trace[905845240] 'process raft request' (duration: 1.182504636s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:26.196873Z","caller":"traceutil/trace.go:171","msg":"trace[1157930931] transaction","detail":"{read_only:false; response_revision:12463; number_of_response:1; }","duration":"1.96845217s","start":"2026-03-03T18:13:24.22839Z","end":"2026-03-03T18:13:26.196842Z","steps":["trace[1157930931] 'process raft request' (duration: 1.968194974s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:26.1969Z","caller":"traceutil/trace.go:171","msg":"trace[859418484] transaction","detail":"{read_only:false; response_revision:12462; number_of_response:1; }","duration":"1.968490872s","start":"2026-03-03T18:13:24.228379Z","end":"2026-03-03T18:13:26.19687Z","steps":["trace[859418484] 'process raft request' (duration: 1.968076082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.196962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.014179Z","time spent":"1.18269065s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.197011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.228371Z","time spent":"1.968571364s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.197066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.228366Z","time spent":"1.968610814s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.197095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583778569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:26.196916Z","caller":"traceutil/trace.go:171","msg":"trace[1251682858] transaction","detail":"{read_only:false; response_revision:12464; number_of_response:1; }","duration":"1.96842532s","start":"2026-03-03T18:13:24.228466Z","end":"2026-03-03T18:13:26.196891Z","steps":["trace[1251682858] 'process raft request' (duration: 1.968177995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:26.197128Z","caller":"traceutil/trace.go:171","msg":"trace[1672600277] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:12465; }","duration":"1.583862191s","start":"2026-03-03T18:13:24.613258Z","end":"2026-03-03T18:13:26.19712Z","steps":["trace[1672600277] 'agreement among raft nodes before linearized reading' (duration: 1.583714927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.197159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.613236Z","time spent":"1.583916652s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:26.197178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.228435Z","time spent":"1.968698766s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:26.196946Z","caller":"traceutil/trace.go:171","msg":"trace[1641464963] linearizableReadLoop","detail":"{readStateIndex:12934; appliedIndex:12930; }","duration":"1.583600965s","start":"2026-03-03T18:13:24.613308Z","end":"2026-03-03T18:13:26.196909Z","steps":["trace[1641464963] 'read index received' (duration: 120.356971ms)","trace[1641464963] 'applied index is now lower than readState.Index' (duration: 1.463230593s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:26.614797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.487647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:26.615018Z","caller":"traceutil/trace.go:171","msg":"trace[1627683766] transaction","detail":"{read_only:false; response_revision:12466; number_of_response:1; }","duration":"1.507894898s","start":"2026-03-03T18:13:25.107097Z","end":"2026-03-03T18:13:26.614992Z","steps":["trace[1627683766] 'process raft request' (duration: 1.220121784s)","trace[1627683766] 'compare' (duration: 286.77085ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:26.615105Z","caller":"traceutil/trace.go:171","msg":"trace[1591396744] transaction","detail":"{read_only:false; response_revision:12467; number_of_response:1; }","duration":"1.01361141s","start":"2026-03-03T18:13:25.601471Z","end":"2026-03-03T18:13:26.615083Z","steps":["trace[1591396744] 'process raft request' (duration: 1.013458226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.107065Z","time spent":"1.508020551s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.615208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.601449Z","time spent":"1.013713422s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:26.615267Z","caller":"traceutil/trace.go:171","msg":"trace[1073431970] linearizableReadLoop","detail":"{readStateIndex:12938; appliedIndex:12935; }","duration":"417.392863ms","start":"2026-03-03T18:13:26.19785Z","end":"2026-03-03T18:13:26.615243Z","steps":["trace[1073431970] 'read index received' (duration: 129.350974ms)","trace[1073431970] 'applied index is now lower than readState.Index' (duration: 288.038739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:26.61531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.074541427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.61533Z","caller":"traceutil/trace.go:171","msg":"trace[917708223] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12468; }","duration":"1.074600448s","start":"2026-03-03T18:13:25.540723Z","end":"2026-03-03T18:13:26.615324Z","steps":["trace[917708223] 'agreement among raft nodes before linearized reading' (duration: 1.074532047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.540699Z","time spent":"1.0746512s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:26.61538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617372732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:26.615411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300516852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:13:26.615409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.942940688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:26.615437Z","caller":"traceutil/trace.go:171","msg":"trace[1474472813] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12468; }","duration":"1.300560243s","start":"2026-03-03T18:13:25.31487Z","end":"2026-03-03T18:13:26.61543Z","steps":["trace[1474472813] 'agreement among raft nodes before linearized reading' (duration: 1.30045791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:26.615433Z","caller":"traceutil/trace.go:171","msg":"trace[1013719287] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12468; }","duration":"1.617455804s","start":"2026-03-03T18:13:24.997957Z","end":"2026-03-03T18:13:26.615413Z","steps":["trace[1013719287] 'agreement among raft nodes before linearized reading' (duration: 1.617381543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.314859Z","time spent":"1.300594543s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:13:26.615469Z","caller":"traceutil/trace.go:171","msg":"trace[389179226] transaction","detail":"{read_only:false; response_revision:12468; number_of_response:1; }","duration":"734.384908ms","start":"2026-03-03T18:13:25.881078Z","end":"2026-03-03T18:13:26.615463Z","steps":["trace[389179226] 'process raft request' (duration: 733.928997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.881049Z","time spent":"734.438958ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:26.61545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301226588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.61546Z","caller":"traceutil/trace.go:171","msg":"trace[2062463052] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12468; }","duration":"1.943009409s","start":"2026-03-03T18:13:24.67243Z","end":"2026-03-03T18:13:26.615439Z","steps":["trace[2062463052] 'agreement among raft nodes before linearized reading' (duration: 1.942895576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.672418Z","time spent":"1.943134273s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:26.615408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399053798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.615562Z","caller":"traceutil/trace.go:171","msg":"trace[664940736] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12468; }","duration":"1.301422893s","start":"2026-03-03T18:13:25.314116Z","end":"2026-03-03T18:13:26.615539Z","steps":["trace[664940736] 'agreement among raft nodes before linearized reading' (duration: 1.301190068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.314085Z","time spent":"1.301556986s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:13:26.615627Z","caller":"traceutil/trace.go:171","msg":"trace[1914863232] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:12468; }","duration":"1.399310034s","start":"2026-03-03T18:13:25.21629Z","end":"2026-03-03T18:13:26.6156Z","steps":["trace[1914863232] 'agreement among raft nodes before linearized reading' (duration: 1.399044038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.216267Z","time spent":"1.399438867s","remote":"127.0.0.1:40292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:26.615856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301770572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.615912Z","caller":"traceutil/trace.go:171","msg":"trace[494417157] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12468; }","duration":"1.301869075s","start":"2026-03-03T18:13:25.31403Z","end":"2026-03-03T18:13:26.615899Z","steps":["trace[494417157] 'agreement among raft nodes before linearized reading' (duration: 1.301409853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.615959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.314009Z","time spent":"1.301942136s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:26.615982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068799323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:26.615924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.934154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.616001Z","caller":"traceutil/trace.go:171","msg":"trace[374657581] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12468; }","duration":"1.068862114s","start":"2026-03-03T18:13:25.547132Z","end":"2026-03-03T18:13:26.615994Z","steps":["trace[374657581] 'agreement among raft nodes before linearized reading' (duration: 1.068360601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.547108Z","time spent":"1.068906035s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":48,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:26.616028Z","caller":"traceutil/trace.go:171","msg":"trace[1665613945] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12468; }","duration":"589.072657ms","start":"2026-03-03T18:13:26.026938Z","end":"2026-03-03T18:13:26.616011Z","steps":["trace[1665613945] 'agreement among raft nodes before linearized reading' (duration: 588.530504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:26.026905Z","time spent":"589.156289ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:26.616093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301767282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:26.616163Z","caller":"traceutil/trace.go:171","msg":"trace[114915152] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12468; }","duration":"1.301851604s","start":"2026-03-03T18:13:25.314292Z","end":"2026-03-03T18:13:26.616144Z","steps":["trace[114915152] 'agreement among raft nodes before linearized reading' (duration: 1.301198018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.314286Z","time spent":"1.301909106s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:26.616271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.115115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:26.616294Z","caller":"traceutil/trace.go:171","msg":"trace[230451297] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12468; }","duration":"979.162936ms","start":"2026-03-03T18:13:25.637123Z","end":"2026-03-03T18:13:26.616286Z","steps":["trace[230451297] 'agreement among raft nodes before linearized reading' (duration: 978.414157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.637108Z","time spent":"979.196327ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:26.616479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060036416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T18:13:26.616519Z","caller":"traceutil/trace.go:171","msg":"trace[1973982926] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12468; }","duration":"1.060097337s","start":"2026-03-03T18:13:25.55641Z","end":"2026-03-03T18:13:26.616507Z","steps":["trace[1973982926] 'agreement among raft nodes before linearized reading' (duration: 1.059112243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.556397Z","time spent":"1.060150848s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:13:26.616588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.237675848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T18:13:26.61663Z","caller":"traceutil/trace.go:171","msg":"trace[1984295712] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12468; }","duration":"1.23775795s","start":"2026-03-03T18:13:25.37886Z","end":"2026-03-03T18:13:26.616617Z","steps":["trace[1984295712] 'agreement among raft nodes before linearized reading' (duration: 1.236527781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:26.616659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:25.378841Z","time spent":"1.237812282s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:13:26.6178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:24.997933Z","time spent":"1.61982905s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:27.295579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.060662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:27.295692Z","caller":"traceutil/trace.go:171","msg":"trace[698855820] linearizableReadLoop","detail":"{readStateIndex:12939; appliedIndex:12938; }","duration":"664.703212ms","start":"2026-03-03T18:13:26.63097Z","end":"2026-03-03T18:13:27.295673Z","steps":["trace[698855820] 'read index received' (duration: 184.519286ms)","trace[698855820] 'applied index is now lower than readState.Index' (duration: 480.182696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:27.295786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.812964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:27.29582Z","caller":"traceutil/trace.go:171","msg":"trace[788464716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12469; }","duration":"664.854555ms","start":"2026-03-03T18:13:26.630955Z","end":"2026-03-03T18:13:27.295809Z","steps":["trace[788464716] 'agreement among raft nodes before linearized reading' (duration: 664.788103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:27.295797Z","caller":"traceutil/trace.go:171","msg":"trace[1745225495] transaction","detail":"{read_only:false; response_revision:12469; number_of_response:1; }","duration":"666.017473ms","start":"2026-03-03T18:13:26.6297Z","end":"2026-03-03T18:13:27.295717Z","steps":["trace[1745225495] 'process raft request' (duration: 185.734135ms)","trace[1745225495] 'compare' (duration: 479.850128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:27.295851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:26.630949Z","time spent":"664.895866ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:27.295986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:26.629679Z","time spent":"666.218538ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:27.839451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.366098ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:13:27.839561Z","caller":"traceutil/trace.go:171","msg":"trace[2030432661] linearizableReadLoop","detail":"{readStateIndex:12940; appliedIndex:12939; }","duration":"543.827618ms","start":"2026-03-03T18:13:27.295714Z","end":"2026-03-03T18:13:27.839542Z","steps":["trace[2030432661] 'read index received' (duration: 180.252916ms)","trace[2030432661] 'applied index is now lower than readState.Index' (duration: 363.573102ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:27.839716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.395406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:27.839757Z","caller":"traceutil/trace.go:171","msg":"trace[452226102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12469; }","duration":"368.492849ms","start":"2026-03-03T18:13:27.471252Z","end":"2026-03-03T18:13:27.839745Z","steps":["trace[452226102] 'agreement among raft nodes before linearized reading' (duration: 368.394196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:27.839785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.032953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:27.839811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:27.47123Z","time spent":"368.560671ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:27.8398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101214887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:13:27.839845Z","caller":"traceutil/trace.go:171","msg":"trace[654176209] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12469; }","duration":"314.149996ms","start":"2026-03-03T18:13:27.525679Z","end":"2026-03-03T18:13:27.839829Z","steps":["trace[654176209] 'agreement among raft nodes before linearized reading' (duration: 314.044523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:27.839882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:27.525657Z","time spent":"314.215998ms","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:27.839883Z","caller":"traceutil/trace.go:171","msg":"trace[126150304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12469; }","duration":"1.10135307s","start":"2026-03-03T18:13:26.73851Z","end":"2026-03-03T18:13:27.839863Z","steps":["trace[126150304] 'agreement among raft nodes before linearized reading' (duration: 1.101118575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:27.839924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:26.73848Z","time spent":"1.101435952s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:13:28.200639Z","caller":"traceutil/trace.go:171","msg":"trace[1657230294] linearizableReadLoop","detail":"{readStateIndex:12941; appliedIndex:12940; }","duration":"207.403356ms","start":"2026-03-03T18:13:27.993212Z","end":"2026-03-03T18:13:28.200615Z","steps":["trace[1657230294] 'read index received' (duration: 207.15898ms)","trace[1657230294] 'applied index is now lower than readState.Index' (duration: 243.416µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:28.200986Z","caller":"traceutil/trace.go:171","msg":"trace[671279827] transaction","detail":"{read_only:false; response_revision:12470; number_of_response:1; }","duration":"356.342332ms","start":"2026-03-03T18:13:27.844623Z","end":"2026-03-03T18:13:28.200965Z","steps":["trace[671279827] 'process raft request' (duration: 355.81975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:28.201161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:27.844602Z","time spent":"356.467875ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:28.201451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.232116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:28.201508Z","caller":"traceutil/trace.go:171","msg":"trace[686981930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12470; }","duration":"208.317489ms","start":"2026-03-03T18:13:27.993175Z","end":"2026-03-03T18:13:28.201492Z","steps":["trace[686981930] 'agreement among raft nodes before linearized reading' (duration: 208.230117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:28.675627Z","caller":"traceutil/trace.go:171","msg":"trace[889273664] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"472.561347ms","start":"2026-03-03T18:13:28.203035Z","end":"2026-03-03T18:13:28.675596Z","steps":["trace[889273664] 'process raft request' (duration: 472.355852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:28.675818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.203003Z","time spent":"472.7153ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:29.022141Z","caller":"traceutil/trace.go:171","msg":"trace[555117467] transaction","detail":"{read_only:false; response_revision:12472; number_of_response:1; }","duration":"814.032258ms","start":"2026-03-03T18:13:28.20808Z","end":"2026-03-03T18:13:29.022113Z","steps":["trace[555117467] 'process raft request' (duration: 813.605727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.208062Z","time spent":"814.155231ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:29.022283Z","caller":"traceutil/trace.go:171","msg":"trace[1707150434] linearizableReadLoop","detail":"{readStateIndex:12946; appliedIndex:12941; }","duration":"726.506952ms","start":"2026-03-03T18:13:28.295752Z","end":"2026-03-03T18:13:29.022259Z","steps":["trace[1707150434] 'read index received' (duration: 379.705395ms)","trace[1707150434] 'applied index is now lower than readState.Index' (duration: 346.800397ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:29.022409Z","caller":"traceutil/trace.go:171","msg":"trace[1373254081] transaction","detail":"{read_only:false; response_revision:12475; number_of_response:1; }","duration":"813.526307ms","start":"2026-03-03T18:13:28.208871Z","end":"2026-03-03T18:13:29.022397Z","steps":["trace[1373254081] 'process raft request' (duration: 813.267481ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:29.022421Z","caller":"traceutil/trace.go:171","msg":"trace[186386827] transaction","detail":"{read_only:false; response_revision:12474; number_of_response:1; }","duration":"814.157121ms","start":"2026-03-03T18:13:28.208213Z","end":"2026-03-03T18:13:29.02237Z","steps":["trace[186386827] 'process raft request' (duration: 813.892715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.20886Z","time spent":"813.580198ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:29.022514Z","caller":"traceutil/trace.go:171","msg":"trace[1055794600] transaction","detail":"{read_only:false; response_revision:12477; number_of_response:1; }","duration":"399.584674ms","start":"2026-03-03T18:13:28.622905Z","end":"2026-03-03T18:13:29.02249Z","steps":["trace[1055794600] 'process raft request' (duration: 399.318987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.939666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:29.022603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.010515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:29.022648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.622889Z","time spent":"399.678756ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:29.022494Z","caller":"traceutil/trace.go:171","msg":"trace[798859349] transaction","detail":"{read_only:false; response_revision:12476; number_of_response:1; }","duration":"400.652568ms","start":"2026-03-03T18:13:28.621829Z","end":"2026-03-03T18:13:29.022482Z","steps":["trace[798859349] 'process raft request' (duration: 400.340321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:29.022669Z","caller":"traceutil/trace.go:171","msg":"trace[381006311] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"814.483708ms","start":"2026-03-03T18:13:28.208168Z","end":"2026-03-03T18:13:29.022652Z","steps":["trace[381006311] 'process raft request' (duration: 813.838872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.621816Z","time spent":"400.903605ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:29.022704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.942772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:29.022751Z","caller":"traceutil/trace.go:171","msg":"trace[1362182934] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12477; }","duration":"575.174199ms","start":"2026-03-03T18:13:28.447554Z","end":"2026-03-03T18:13:29.022729Z","steps":["trace[1362182934] 'agreement among raft nodes before linearized reading' (duration: 574.975675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.498901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:13:29.022778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.208154Z","time spent":"814.572391ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:29.022623Z","caller":"traceutil/trace.go:171","msg":"trace[860953027] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12477; }","duration":"400.997766ms","start":"2026-03-03T18:13:28.621612Z","end":"2026-03-03T18:13:29.02261Z","steps":["trace[860953027] 'agreement among raft nodes before linearized reading' (duration: 400.931805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:29.022814Z","caller":"traceutil/trace.go:171","msg":"trace[45197226] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12477; }","duration":"382.586493ms","start":"2026-03-03T18:13:28.640217Z","end":"2026-03-03T18:13:29.022803Z","steps":["trace[45197226] 'agreement among raft nodes before linearized reading' (duration: 382.47553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.62158Z","time spent":"401.252423ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:29.022855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.640206Z","time spent":"382.638544ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:29.022898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.936183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:29.022924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.591122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:29.022812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.447509Z","time spent":"575.285272ms","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:29.022944Z","caller":"traceutil/trace.go:171","msg":"trace[1505406111] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12477; }","duration":"401.626832ms","start":"2026-03-03T18:13:28.621312Z","end":"2026-03-03T18:13:29.022939Z","steps":["trace[1505406111] 'agreement among raft nodes before linearized reading' (duration: 401.592011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:29.022802Z","caller":"traceutil/trace.go:171","msg":"trace[165065362] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12477; }","duration":"727.078265ms","start":"2026-03-03T18:13:28.295704Z","end":"2026-03-03T18:13:29.022782Z","steps":["trace[165065362] 'agreement among raft nodes before linearized reading' (duration: 726.769608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.621306Z","time spent":"401.655963ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:29.022935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.53022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:29.022989Z","caller":"traceutil/trace.go:171","msg":"trace[856757935] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12477; }","duration":"137.037976ms","start":"2026-03-03T18:13:28.885895Z","end":"2026-03-03T18:13:29.022933Z","steps":["trace[856757935] 'agreement among raft nodes before linearized reading' (duration: 136.702008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.687384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:29.023011Z","caller":"traceutil/trace.go:171","msg":"trace[1531161612] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12477; }","duration":"401.640533ms","start":"2026-03-03T18:13:28.621366Z","end":"2026-03-03T18:13:29.023006Z","steps":["trace[1531161612] 'agreement among raft nodes before linearized reading' (duration: 401.472259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.02303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.621346Z","time spent":"401.680143ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:13:29.023031Z","caller":"traceutil/trace.go:171","msg":"trace[156771112] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12477; }","duration":"401.775186ms","start":"2026-03-03T18:13:28.621243Z","end":"2026-03-03T18:13:29.023018Z","steps":["trace[156771112] 'agreement among raft nodes before linearized reading' (duration: 401.716685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:29.022989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.295686Z","time spent":"727.28765ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:29.023081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.621215Z","time spent":"401.854427ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:29.02271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:28.20819Z","time spent":"814.396457ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:30.467479Z","caller":"traceutil/trace.go:171","msg":"trace[1875876472] transaction","detail":"{read_only:false; response_revision:12478; number_of_response:1; }","duration":"250.138415ms","start":"2026-03-03T18:13:30.217308Z","end":"2026-03-03T18:13:30.467446Z","steps":["trace[1875876472] 'process raft request' (duration: 249.866188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.038736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.998735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:31.038859Z","caller":"traceutil/trace.go:171","msg":"trace[882929326] transaction","detail":"{read_only:false; response_revision:12479; number_of_response:1; }","duration":"357.750615ms","start":"2026-03-03T18:13:30.681092Z","end":"2026-03-03T18:13:31.038842Z","steps":["trace[882929326] 'process raft request' (duration: 81.571726ms)","trace[882929326] 'compare' (duration: 275.78711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:31.038913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:30.68107Z","time spent":"357.817487ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:31.244858Z","caller":"traceutil/trace.go:171","msg":"trace[408934398] linearizableReadLoop","detail":"{readStateIndex:12952; appliedIndex:12950; }","duration":"206.014144ms","start":"2026-03-03T18:13:31.038813Z","end":"2026-03-03T18:13:31.244827Z","steps":["trace[408934398] 'read index received' (duration: 175.926044ms)","trace[408934398] 'applied index is now lower than readState.Index' (duration: 30.08657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:31.245377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.894925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:13:31.245444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.075493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:13:31.245512Z","caller":"traceutil/trace.go:171","msg":"trace[1447334921] transaction","detail":"{read_only:false; response_revision:12480; number_of_response:1; }","duration":"211.081203ms","start":"2026-03-03T18:13:31.034418Z","end":"2026-03-03T18:13:31.245499Z","steps":["trace[1447334921] 'process raft request' (duration: 180.344867ms)","trace[1447334921] 'compare' (duration: 29.859686ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:31.245523Z","caller":"traceutil/trace.go:171","msg":"trace[1020231110] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12481; }","duration":"211.187825ms","start":"2026-03-03T18:13:31.034315Z","end":"2026-03-03T18:13:31.245503Z","steps":["trace[1020231110] 'agreement among raft nodes before linearized reading' (duration: 210.914329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.245563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.245607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:31.245797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.320369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:31.245833Z","caller":"traceutil/trace.go:171","msg":"trace[1749524690] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12481; }","duration":"211.37259ms","start":"2026-03-03T18:13:31.034451Z","end":"2026-03-03T18:13:31.245824Z","steps":["trace[1749524690] 'agreement among raft nodes before linearized reading' (duration: 211.317218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:31.245464Z","caller":"traceutil/trace.go:171","msg":"trace[1826972681] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12481; }","duration":"207.013508ms","start":"2026-03-03T18:13:31.03843Z","end":"2026-03-03T18:13:31.245443Z","steps":["trace[1826972681] 'agreement among raft nodes before linearized reading' (duration: 206.805683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:31.24577Z","caller":"traceutil/trace.go:171","msg":"trace[35996143] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12481; }","duration":"211.484423ms","start":"2026-03-03T18:13:31.034263Z","end":"2026-03-03T18:13:31.245747Z","steps":["trace[35996143] 'agreement among raft nodes before linearized reading' (duration: 211.238217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.246143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.773959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:31.246274Z","caller":"traceutil/trace.go:171","msg":"trace[622176268] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12481; }","duration":"211.907122ms","start":"2026-03-03T18:13:31.034325Z","end":"2026-03-03T18:13:31.246232Z","steps":["trace[622176268] 'agreement among raft nodes before linearized reading' (duration: 211.704167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.246406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.679867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:13:31.24642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.516883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:13:31.246451Z","caller":"traceutil/trace.go:171","msg":"trace[1759572513] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12481; }","duration":"219.751179ms","start":"2026-03-03T18:13:31.026689Z","end":"2026-03-03T18:13:31.246441Z","steps":["trace[1759572513] 'agreement among raft nodes before linearized reading' (duration: 219.637565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:31.246459Z","caller":"traceutil/trace.go:171","msg":"trace[59823432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12481; }","duration":"219.565344ms","start":"2026-03-03T18:13:31.026883Z","end":"2026-03-03T18:13:31.246448Z","steps":["trace[59823432] 'agreement among raft nodes before linearized reading' (duration: 219.42468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.2464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.21526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:13:31.24654Z","caller":"traceutil/trace.go:171","msg":"trace[1629894398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12481; }","duration":"212.409985ms","start":"2026-03-03T18:13:31.034121Z","end":"2026-03-03T18:13:31.246531Z","steps":["trace[1629894398] 'agreement among raft nodes before linearized reading' (duration: 212.140958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:31.24569Z","caller":"traceutil/trace.go:171","msg":"trace[1120569569] transaction","detail":"{read_only:false; response_revision:12481; number_of_response:1; }","duration":"211.267957ms","start":"2026-03-03T18:13:31.034412Z","end":"2026-03-03T18:13:31.24568Z","steps":["trace[1120569569] 'process raft request' (duration: 210.342966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.246881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.311174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:31.246918Z","caller":"traceutil/trace.go:171","msg":"trace[617554552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12481; }","duration":"207.365476ms","start":"2026-03-03T18:13:31.039543Z","end":"2026-03-03T18:13:31.246908Z","steps":["trace[617554552] 'agreement among raft nodes before linearized reading' (duration: 207.314445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:31.247102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.658401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:31.247162Z","caller":"traceutil/trace.go:171","msg":"trace[65687371] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12481; }","duration":"212.758763ms","start":"2026-03-03T18:13:31.034388Z","end":"2026-03-03T18:13:31.247147Z","steps":["trace[65687371] 'agreement among raft nodes before linearized reading' (duration: 212.579219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.115033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.849303ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:32.115169Z","caller":"traceutil/trace.go:171","msg":"trace[1974035294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12481; }","duration":"314.989306ms","start":"2026-03-03T18:13:31.800149Z","end":"2026-03-03T18:13:32.115138Z","steps":["trace[1974035294] 'range keys from in-memory index tree' (duration: 314.832323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.116138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.334484ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T18:13:32.116688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.247582Z","time spent":"869.100677ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:13:32.213127Z","caller":"traceutil/trace.go:171","msg":"trace[2068851508] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"961.854467ms","start":"2026-03-03T18:13:31.251258Z","end":"2026-03-03T18:13:32.213113Z","steps":["trace[2068851508] 'process raft request' (duration: 961.781286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:32.213151Z","caller":"traceutil/trace.go:171","msg":"trace[679304113] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"962.631405ms","start":"2026-03-03T18:13:31.250488Z","end":"2026-03-03T18:13:32.213119Z","steps":["trace[679304113] 'process raft request' (duration: 962.437241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.213294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.250469Z","time spent":"962.748188ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:32.213326Z","caller":"traceutil/trace.go:171","msg":"trace[1415925625] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"914.010048ms","start":"2026-03-03T18:13:31.2993Z","end":"2026-03-03T18:13:32.21331Z","steps":["trace[1415925625] 'process raft request' (duration: 913.761682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.213412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.299285Z","time spent":"914.08266ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:32.213447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.251248Z","time spent":"961.926159ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:32.213559Z","caller":"traceutil/trace.go:171","msg":"trace[616676910] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"913.937566ms","start":"2026-03-03T18:13:31.299612Z","end":"2026-03-03T18:13:32.213549Z","steps":["trace[616676910] 'process raft request' (duration: 913.640169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:32.213616Z","caller":"traceutil/trace.go:171","msg":"trace[886573679] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"913.010564ms","start":"2026-03-03T18:13:31.300593Z","end":"2026-03-03T18:13:32.213604Z","steps":["trace[886573679] 'process raft request' (duration: 912.889961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:32.213616Z","caller":"traceutil/trace.go:171","msg":"trace[998900600] linearizableReadLoop","detail":"{readStateIndex:12957; appliedIndex:12952; }","duration":"913.099616ms","start":"2026-03-03T18:13:31.300469Z","end":"2026-03-03T18:13:32.213568Z","steps":["trace[998900600] 'read index received' (duration: 90.333272ms)","trace[998900600] 'applied index is now lower than readState.Index' (duration: 822.765204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:32.21369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.300588Z","time spent":"913.068555ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:32.213738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.299607Z","time spent":"914.036919ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:32.214282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.794202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:32.214325Z","caller":"traceutil/trace.go:171","msg":"trace[282763354] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12486; }","duration":"913.869884ms","start":"2026-03-03T18:13:31.300445Z","end":"2026-03-03T18:13:32.214315Z","steps":["trace[282763354] 'agreement among raft nodes before linearized reading' (duration: 913.25742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.214362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.30044Z","time spent":"913.911985ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:32.714046Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027331,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:32.845296Z","caller":"traceutil/trace.go:171","msg":"trace[642566616] linearizableReadLoop","detail":"{readStateIndex:12961; appliedIndex:12958; }","duration":"631.596821ms","start":"2026-03-03T18:13:32.213676Z","end":"2026-03-03T18:13:32.845273Z","steps":["trace[642566616] 'read index received' (duration: 631.255853ms)","trace[642566616] 'applied index is now lower than readState.Index' (duration: 340.148µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:32.8457Z","caller":"traceutil/trace.go:171","msg":"trace[1568753037] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"1.261785097s","start":"2026-03-03T18:13:31.583902Z","end":"2026-03-03T18:13:32.845687Z","steps":["trace[1568753037] 'process raft request' (duration: 1.261120092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.845802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.583877Z","time spent":"1.261854949s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:32.845988Z","caller":"traceutil/trace.go:171","msg":"trace[1373155837] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"1.112567756s","start":"2026-03-03T18:13:31.73341Z","end":"2026-03-03T18:13:32.845978Z","steps":["trace[1373155837] 'process raft request' (duration: 1.111770477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.846049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.733385Z","time spent":"1.112633808s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:32.84649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263350285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T18:13:32.846603Z","caller":"traceutil/trace.go:171","msg":"trace[479845443] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12489; }","duration":"1.263491189s","start":"2026-03-03T18:13:31.583064Z","end":"2026-03-03T18:13:32.846556Z","steps":["trace[479845443] 'agreement among raft nodes before linearized reading' (duration: 1.263055988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.846639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.02102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:13:32.846702Z","caller":"traceutil/trace.go:171","msg":"trace[1630445671] transaction","detail":"{read_only:false; response_revision:12489; number_of_response:1; }","duration":"728.858477ms","start":"2026-03-03T18:13:32.117831Z","end":"2026-03-03T18:13:32.84669Z","steps":["trace[1630445671] 'process raft request' (duration: 727.391982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:32.846731Z","caller":"traceutil/trace.go:171","msg":"trace[941708139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12489; }","duration":"371.146252ms","start":"2026-03-03T18:13:32.475569Z","end":"2026-03-03T18:13:32.846715Z","steps":["trace[941708139] 'agreement among raft nodes before linearized reading' (duration: 370.928367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.846798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.475549Z","time spent":"371.238515ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:32.846809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.117811Z","time spent":"728.928799ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:32.846854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019243803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:32.846942Z","caller":"traceutil/trace.go:171","msg":"trace[1493402490] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12489; }","duration":"1.019375685s","start":"2026-03-03T18:13:31.827547Z","end":"2026-03-03T18:13:32.846923Z","steps":["trace[1493402490] 'agreement among raft nodes before linearized reading' (duration: 1.019196041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.846995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.827536Z","time spent":"1.019448618s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:32.846655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.583037Z","time spent":"1.263608721s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T18:13:32.847216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.994161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:32.847201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027583769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125048"} {"level":"info","ts":"2026-03-03T18:13:32.847255Z","caller":"traceutil/trace.go:171","msg":"trace[2083996712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12489; }","duration":"854.063433ms","start":"2026-03-03T18:13:31.99318Z","end":"2026-03-03T18:13:32.847243Z","steps":["trace[2083996712] 'agreement among raft nodes before linearized reading' (duration: 853.96614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:32.847284Z","caller":"traceutil/trace.go:171","msg":"trace[1992247725] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12489; }","duration":"1.027732933s","start":"2026-03-03T18:13:31.819529Z","end":"2026-03-03T18:13:32.847262Z","steps":["trace[1992247725] 'agreement among raft nodes before linearized reading' (duration: 1.027439716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:32.847311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.993162Z","time spent":"854.141555ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:32.847327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:31.819514Z","time spent":"1.027803504s","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125072,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T18:13:33.237377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.417593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:33.237497Z","caller":"traceutil/trace.go:171","msg":"trace[815531285] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"385.542891ms","start":"2026-03-03T18:13:32.851935Z","end":"2026-03-03T18:13:33.237477Z","steps":["trace[815531285] 'process raft request' (duration: 103.935253ms)","trace[815531285] 'compare' (duration: 281.312801ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:33.237525Z","caller":"traceutil/trace.go:171","msg":"trace[515133695] transaction","detail":"{read_only:false; response_revision:12491; number_of_response:1; }","duration":"193.407466ms","start":"2026-03-03T18:13:33.04411Z","end":"2026-03-03T18:13:33.237518Z","steps":["trace[515133695] 'process raft request' (duration: 193.352644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.23756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.851917Z","time spent":"385.617623ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:33.237641Z","caller":"traceutil/trace.go:171","msg":"trace[1581078606] linearizableReadLoop","detail":"{readStateIndex:12962; appliedIndex:12961; }","duration":"385.209663ms","start":"2026-03-03T18:13:32.852422Z","end":"2026-03-03T18:13:33.237632Z","steps":["trace[1581078606] 'read index received' (duration: 103.467963ms)","trace[1581078606] 'applied index is now lower than readState.Index' (duration: 281.7405ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:33.237777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.350146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:13:33.237805Z","caller":"traceutil/trace.go:171","msg":"trace[1661657688] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12491; }","duration":"385.430038ms","start":"2026-03-03T18:13:32.852368Z","end":"2026-03-03T18:13:33.237798Z","steps":["trace[1661657688] 'agreement among raft nodes before linearized reading' (duration: 385.328446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.237826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.852353Z","time spent":"385.46787ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:13:33.23793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.617851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:33.237959Z","caller":"traceutil/trace.go:171","msg":"trace[182398615] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12491; }","duration":"329.688563ms","start":"2026-03-03T18:13:32.908264Z","end":"2026-03-03T18:13:33.237952Z","steps":["trace[182398615] 'agreement among raft nodes before linearized reading' (duration: 329.616471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.237975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.908244Z","time spent":"329.726813ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":35,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:33.238054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.012231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T18:13:33.2382Z","caller":"traceutil/trace.go:171","msg":"trace[1430912603] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12491; }","duration":"383.186176ms","start":"2026-03-03T18:13:32.854995Z","end":"2026-03-03T18:13:33.238181Z","steps":["trace[1430912603] 'agreement among raft nodes before linearized reading' (duration: 382.885318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.238263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.854987Z","time spent":"383.257887ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T18:13:33.238355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.726296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125048"} {"level":"info","ts":"2026-03-03T18:13:33.238471Z","caller":"traceutil/trace.go:171","msg":"trace[1022015719] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12491; }","duration":"382.988341ms","start":"2026-03-03T18:13:32.855467Z","end":"2026-03-03T18:13:33.238456Z","steps":["trace[1022015719] 'agreement among raft nodes before linearized reading' (duration: 382.440238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.238547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:32.855458Z","time spent":"383.077723ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125072,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T18:13:33.56245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.501761ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:33.562528Z","caller":"traceutil/trace.go:171","msg":"trace[390683633] linearizableReadLoop","detail":"{readStateIndex:12965; appliedIndex:12963; }","duration":"309.941306ms","start":"2026-03-03T18:13:33.252574Z","end":"2026-03-03T18:13:33.562515Z","steps":["trace[390683633] 'read index received' (duration: 74.233782ms)","trace[390683633] 'applied index is now lower than readState.Index' (duration: 235.706554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:33.562603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.026849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:33.562628Z","caller":"traceutil/trace.go:171","msg":"trace[1464249755] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12493; }","duration":"310.07224ms","start":"2026-03-03T18:13:33.252549Z","end":"2026-03-03T18:13:33.562621Z","steps":["trace[1464249755] 'agreement among raft nodes before linearized reading' (duration: 310.027229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.562652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:33.252537Z","time spent":"310.11026ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:13:33.562555Z","caller":"traceutil/trace.go:171","msg":"trace[648507610] transaction","detail":"{read_only:false; response_revision:12493; number_of_response:1; }","duration":"311.009852ms","start":"2026-03-03T18:13:33.25152Z","end":"2026-03-03T18:13:33.562529Z","steps":["trace[648507610] 'process raft request' (duration: 177.161563ms)","trace[648507610] 'compare' (duration: 133.292997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:33.562885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.884437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:33.562911Z","caller":"traceutil/trace.go:171","msg":"trace[1062746167] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12493; }","duration":"304.948488ms","start":"2026-03-03T18:13:33.257956Z","end":"2026-03-03T18:13:33.562904Z","steps":["trace[1062746167] 'agreement among raft nodes before linearized reading' (duration: 304.851906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:33.562933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:33.257937Z","time spent":"304.99171ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:33.562922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:33.251501Z","time spent":"311.308899ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:34.47012Z","caller":"traceutil/trace.go:171","msg":"trace[135919363] transaction","detail":"{read_only:false; response_revision:12494; number_of_response:1; }","duration":"249.863369ms","start":"2026-03-03T18:13:34.220238Z","end":"2026-03-03T18:13:34.470101Z","steps":["trace[135919363] 'process raft request' (duration: 249.737246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:35.045921Z","caller":"traceutil/trace.go:171","msg":"trace[854302407] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"824.782561ms","start":"2026-03-03T18:13:34.22111Z","end":"2026-03-03T18:13:35.045893Z","steps":["trace[854302407] 'process raft request' (duration: 824.419463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:35.045951Z","caller":"traceutil/trace.go:171","msg":"trace[1871574309] transaction","detail":"{read_only:false; response_revision:12497; number_of_response:1; }","duration":"823.02549ms","start":"2026-03-03T18:13:34.222893Z","end":"2026-03-03T18:13:35.045918Z","steps":["trace[1871574309] 'process raft request' (duration: 822.864156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:35.045966Z","caller":"traceutil/trace.go:171","msg":"trace[2091552129] linearizableReadLoop","detail":"{readStateIndex:12969; appliedIndex:12966; }","duration":"809.217953ms","start":"2026-03-03T18:13:34.236719Z","end":"2026-03-03T18:13:35.045937Z","steps":["trace[2091552129] 'read index received' (duration: 233.370119ms)","trace[2091552129] 'applied index is now lower than readState.Index' (duration: 575.843894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:35.046093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.221102Z","time spent":"824.902614ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:35.04611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.222876Z","time spent":"823.142332ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:35.045957Z","caller":"traceutil/trace.go:171","msg":"trace[2039360582] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"824.7244ms","start":"2026-03-03T18:13:34.2212Z","end":"2026-03-03T18:13:35.045925Z","steps":["trace[2039360582] 'process raft request' (duration: 824.511905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:35.04615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.939152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:35.046131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.400908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:35.046206Z","caller":"traceutil/trace.go:171","msg":"trace[1721819721] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12497; }","duration":"497.030814ms","start":"2026-03-03T18:13:34.549161Z","end":"2026-03-03T18:13:35.046192Z","steps":["trace[1721819721] 'agreement among raft nodes before linearized reading' (duration: 496.936972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:35.046237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.549149Z","time spent":"497.081205ms","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:35.046252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.221187Z","time spent":"824.997856ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:35.046261Z","caller":"traceutil/trace.go:171","msg":"trace[1711496351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12497; }","duration":"809.541641ms","start":"2026-03-03T18:13:34.236683Z","end":"2026-03-03T18:13:35.046224Z","steps":["trace[1711496351] 'agreement among raft nodes before linearized reading' (duration: 809.372067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:35.046397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.23667Z","time spent":"809.683225ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:35.046555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.364354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:16 size:150885"} {"level":"info","ts":"2026-03-03T18:13:35.046601Z","caller":"traceutil/trace.go:171","msg":"trace[1750004862] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:16; response_revision:12497; }","duration":"301.439966ms","start":"2026-03-03T18:13:34.745147Z","end":"2026-03-03T18:13:35.046587Z","steps":["trace[1750004862] 'agreement among raft nodes before linearized reading' (duration: 301.118199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:35.046632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:34.745128Z","time spent":"301.496527ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":16,"response size":150909,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:35.04698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.665173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:13:35.047051Z","caller":"traceutil/trace.go:171","msg":"trace[1540550131] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12497; }","duration":"257.770355ms","start":"2026-03-03T18:13:34.789265Z","end":"2026-03-03T18:13:35.047036Z","steps":["trace[1540550131] 'agreement among raft nodes before linearized reading' (duration: 256.842083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:35.754429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:13:36.633424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391503269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:36.633498Z","caller":"traceutil/trace.go:171","msg":"trace[1498617633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12497; }","duration":"1.391622103s","start":"2026-03-03T18:13:35.241859Z","end":"2026-03-03T18:13:36.633481Z","steps":["trace[1498617633] 'range keys from in-memory index tree' (duration: 1.391353316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:36.633536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.24184Z","time spent":"1.391687984s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:36.634446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.321962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:36.634607Z","caller":"traceutil/trace.go:171","msg":"trace[885646472] linearizableReadLoop","detail":"{readStateIndex:12972; appliedIndex:12969; }","duration":"1.380508751s","start":"2026-03-03T18:13:35.254086Z","end":"2026-03-03T18:13:36.634595Z","steps":["trace[885646472] 'read index received' (duration: 754.986034ms)","trace[885646472] 'applied index is now lower than readState.Index' (duration: 625.522007ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:36.634668Z","caller":"traceutil/trace.go:171","msg":"trace[2046382002] transaction","detail":"{read_only:false; response_revision:12499; number_of_response:1; }","duration":"1.29661092s","start":"2026-03-03T18:13:35.33805Z","end":"2026-03-03T18:13:36.634661Z","steps":["trace[2046382002] 'process raft request' (duration: 1.296473407s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:36.634674Z","caller":"traceutil/trace.go:171","msg":"trace[496676571] transaction","detail":"{read_only:false; response_revision:12498; number_of_response:1; }","duration":"1.391625163s","start":"2026-03-03T18:13:35.24303Z","end":"2026-03-03T18:13:36.634656Z","steps":["trace[496676571] 'process raft request' (duration: 766.034085ms)","trace[496676571] 'compare' (duration: 625.213909ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:36.634712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.338018Z","time spent":"1.296672631s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:36.634752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.243014Z","time spent":"1.391697374s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:36.634793Z","caller":"traceutil/trace.go:171","msg":"trace[1910924945] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"1.066968489s","start":"2026-03-03T18:13:35.567818Z","end":"2026-03-03T18:13:36.634787Z","steps":["trace[1910924945] 'process raft request' (duration: 1.066749474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:36.634827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.567806Z","time spent":"1.06700217s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:36.63486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380773857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:36.634889Z","caller":"traceutil/trace.go:171","msg":"trace[1067287009] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12500; }","duration":"1.380815637s","start":"2026-03-03T18:13:35.254064Z","end":"2026-03-03T18:13:36.63488Z","steps":["trace[1067287009] 'agreement among raft nodes before linearized reading' (duration: 1.380770096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:36.634923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.254056Z","time spent":"1.380860868s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:37.233429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.173223ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:13:37.233662Z","caller":"traceutil/trace.go:171","msg":"trace[1446748429] linearizableReadLoop","detail":"{readStateIndex:12973; appliedIndex:12972; }","duration":"599.008451ms","start":"2026-03-03T18:13:36.634637Z","end":"2026-03-03T18:13:37.233645Z","steps":["trace[1446748429] 'read index received' (duration: 263.680884ms)","trace[1446748429] 'applied index is now lower than readState.Index' (duration: 335.326537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.233804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239978953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:37.233786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.961682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:37.233842Z","caller":"traceutil/trace.go:171","msg":"trace[1618306345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12500; }","duration":"1.240064305s","start":"2026-03-03T18:13:35.993766Z","end":"2026-03-03T18:13:37.23383Z","steps":["trace[1618306345] 'agreement among raft nodes before linearized reading' (duration: 1.239978283s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.233866Z","caller":"traceutil/trace.go:171","msg":"trace[2030264308] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12500; }","duration":"838.082135ms","start":"2026-03-03T18:13:36.395762Z","end":"2026-03-03T18:13:37.233845Z","steps":["trace[2030264308] 'agreement among raft nodes before linearized reading' (duration: 837.927071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.233924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:36.395746Z","time spent":"838.165416ms","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:37.234016Z","caller":"traceutil/trace.go:171","msg":"trace[141709659] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"595.759045ms","start":"2026-03-03T18:13:36.638247Z","end":"2026-03-03T18:13:37.234006Z","steps":["trace[141709659] 'process raft request' (duration: 595.277223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.234102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:36.63823Z","time spent":"595.820157ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:37.233878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.993748Z","time spent":"1.240122156s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:37.525488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270143452s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:37.525555Z","caller":"traceutil/trace.go:171","msg":"trace[2004014258] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12501; }","duration":"2.270250025s","start":"2026-03-03T18:13:35.255288Z","end":"2026-03-03T18:13:37.525538Z","steps":["trace[2004014258] 'agreement among raft nodes before linearized reading' (duration: 1.978649581s)","trace[2004014258] 'range keys from in-memory index tree' (duration: 291.511272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.525608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.25527Z","time spent":"2.270308236s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:37.525623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958127117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:13:37.525509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596623792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:37.525724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809924648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:37.525743Z","caller":"traceutil/trace.go:171","msg":"trace[366807777] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12501; }","duration":"1.809979399s","start":"2026-03-03T18:13:35.715758Z","end":"2026-03-03T18:13:37.525737Z","steps":["trace[366807777] 'agreement among raft nodes before linearized reading' (duration: 1.51814808s)","trace[366807777] 'count revisions from in-memory index tree' (duration: 291.798619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.525768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.71574Z","time spent":"1.81002092s","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.525741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.98237078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:37.525828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052133489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:13:37.52586Z","caller":"traceutil/trace.go:171","msg":"trace[1429339753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12501; }","duration":"1.05217489s","start":"2026-03-03T18:13:36.473676Z","end":"2026-03-03T18:13:37.52585Z","steps":["trace[1429339753] 'agreement among raft nodes before linearized reading' (duration: 760.472034ms)","trace[1429339753] 'range keys from in-memory index tree' (duration: 291.613124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.52588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:36.47367Z","time spent":"1.052205931s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:13:37.525816Z","caller":"traceutil/trace.go:171","msg":"trace[217935744] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12501; }","duration":"1.982493232s","start":"2026-03-03T18:13:35.543301Z","end":"2026-03-03T18:13:37.525794Z","steps":["trace[217935744] 'agreement among raft nodes before linearized reading' (duration: 1.690629872s)","trace[217935744] 'count revisions from in-memory index tree' (duration: 291.759537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.52595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.543279Z","time spent":"1.982664536s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.52611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960045752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:37.526135Z","caller":"traceutil/trace.go:171","msg":"trace[81933171] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12501; }","duration":"1.960091443s","start":"2026-03-03T18:13:35.566037Z","end":"2026-03-03T18:13:37.526128Z","steps":["trace[81933171] 'agreement among raft nodes before linearized reading' (duration: 1.667888006s)","trace[81933171] 'range keys from in-memory index tree' (duration: 292.173207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.526151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.566026Z","time spent":"1.960120924s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"info","ts":"2026-03-03T18:13:37.525688Z","caller":"traceutil/trace.go:171","msg":"trace[1127272788] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12501; }","duration":"1.958209099s","start":"2026-03-03T18:13:35.567454Z","end":"2026-03-03T18:13:37.525663Z","steps":["trace[1127272788] 'agreement among raft nodes before linearized reading' (duration: 1.666462981s)","trace[1127272788] 'range keys from in-memory index tree' (duration: 291.570943ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.526279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.567443Z","time spent":"1.958813952s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"info","ts":"2026-03-03T18:13:37.526088Z","caller":"traceutil/trace.go:171","msg":"trace[721682485] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:12501; }","duration":"1.597218687s","start":"2026-03-03T18:13:35.928838Z","end":"2026-03-03T18:13:37.526057Z","steps":["trace[721682485] 'agreement among raft nodes before linearized reading' (duration: 1.30505881s)","trace[721682485] 'count revisions from in-memory index tree' (duration: 291.562683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.526727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:35.928825Z","time spent":"1.597875952s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.526575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.522245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:37.527321Z","caller":"traceutil/trace.go:171","msg":"trace[1561590469] linearizableReadLoop","detail":"{readStateIndex:12975; appliedIndex:12973; }","duration":"293.599062ms","start":"2026-03-03T18:13:37.233698Z","end":"2026-03-03T18:13:37.527298Z","steps":["trace[1561590469] 'read index received' (duration: 246.596µs)","trace[1561590469] 'applied index is now lower than readState.Index' (duration: 293.350416ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:37.527408Z","caller":"traceutil/trace.go:171","msg":"trace[1085507823] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"519.927505ms","start":"2026-03-03T18:13:37.007462Z","end":"2026-03-03T18:13:37.527389Z","steps":["trace[1085507823] 'process raft request' (duration: 226.535748ms)","trace[1085507823] 'compare' (duration: 292.144457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.527481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.007436Z","time spent":"520.009227ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:37.527463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.696274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:13:37.527493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.313071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:37.527492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.645047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:13:37.527549Z","caller":"traceutil/trace.go:171","msg":"trace[902851168] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12502; }","duration":"766.395173ms","start":"2026-03-03T18:13:36.761126Z","end":"2026-03-03T18:13:37.527521Z","steps":["trace[902851168] 'agreement among raft nodes before linearized reading' (duration: 766.29295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.527553Z","caller":"traceutil/trace.go:171","msg":"trace[175946181] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12502; }","duration":"477.729358ms","start":"2026-03-03T18:13:37.049803Z","end":"2026-03-03T18:13:37.527532Z","steps":["trace[175946181] 'agreement among raft nodes before linearized reading' (duration: 477.561624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.527559Z","caller":"traceutil/trace.go:171","msg":"trace[1566180671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12502; }","duration":"476.807207ms","start":"2026-03-03T18:13:37.050711Z","end":"2026-03-03T18:13:37.527518Z","steps":["trace[1566180671] 'agreement among raft nodes before linearized reading' (duration: 476.614472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.527596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:36.761109Z","time spent":"766.474294ms","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.527603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.049787Z","time spent":"477.80085ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:37.527625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.050696Z","time spent":"476.9119ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:37.527728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.055822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:13:37.527757Z","caller":"traceutil/trace.go:171","msg":"trace[218632594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12502; }","duration":"477.092603ms","start":"2026-03-03T18:13:37.050657Z","end":"2026-03-03T18:13:37.52775Z","steps":["trace[218632594] 'agreement among raft nodes before linearized reading' (duration: 476.994751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.527776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.050654Z","time spent":"477.118175ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:37.52781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.653843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:37.527805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.871894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:13:37.527857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.922866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:37.527853Z","caller":"traceutil/trace.go:171","msg":"trace[1087934357] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12502; }","duration":"878.719315ms","start":"2026-03-03T18:13:36.649122Z","end":"2026-03-03T18:13:37.527842Z","steps":["trace[1087934357] 'agreement among raft nodes before linearized reading' (duration: 878.656604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.527875Z","caller":"traceutil/trace.go:171","msg":"trace[499186567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12502; }","duration":"292.974177ms","start":"2026-03-03T18:13:37.234895Z","end":"2026-03-03T18:13:37.527869Z","steps":["trace[499186567] 'agreement among raft nodes before linearized reading' (duration: 292.946136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.527868Z","caller":"traceutil/trace.go:171","msg":"trace[1274941095] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12502; }","duration":"464.944677ms","start":"2026-03-03T18:13:37.062908Z","end":"2026-03-03T18:13:37.527853Z","steps":["trace[1274941095] 'agreement among raft nodes before linearized reading' (duration: 464.834184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.527886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:36.64911Z","time spent":"878.765486ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.527913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.0629Z","time spent":"465.003308ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:13:37.949207Z","caller":"traceutil/trace.go:171","msg":"trace[1390846210] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"417.455616ms","start":"2026-03-03T18:13:37.531722Z","end":"2026-03-03T18:13:37.949178Z","steps":["trace[1390846210] 'process raft request' (duration: 417.076207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.949221Z","caller":"traceutil/trace.go:171","msg":"trace[876452366] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"417.165919ms","start":"2026-03-03T18:13:37.532024Z","end":"2026-03-03T18:13:37.94919Z","steps":["trace[876452366] 'process raft request' (duration: 417.055946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.949371Z","caller":"traceutil/trace.go:171","msg":"trace[1958020422] linearizableReadLoop","detail":"{readStateIndex:12979; appliedIndex:12975; }","duration":"416.759379ms","start":"2026-03-03T18:13:37.532585Z","end":"2026-03-03T18:13:37.949344Z","steps":["trace[1958020422] 'read index received' (duration: 59.757932ms)","trace[1958020422] 'applied index is now lower than readState.Index' (duration: 356.998897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:37.949385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.531707Z","time spent":"417.581708ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:37.949396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.532012Z","time spent":"417.292112ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:37.949418Z","caller":"traceutil/trace.go:171","msg":"trace[1552419584] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"416.907103ms","start":"2026-03-03T18:13:37.532488Z","end":"2026-03-03T18:13:37.949395Z","steps":["trace[1552419584] 'process raft request' (duration: 416.650787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.949648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.966602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:37.949648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.532479Z","time spent":"417.078816ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:37.949664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.141785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:37.949701Z","caller":"traceutil/trace.go:171","msg":"trace[263971236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12506; }","duration":"414.030803ms","start":"2026-03-03T18:13:37.535655Z","end":"2026-03-03T18:13:37.949685Z","steps":["trace[263971236] 'agreement among raft nodes before linearized reading' (duration: 413.911891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:37.949732Z","caller":"traceutil/trace.go:171","msg":"trace[1307526617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12506; }","duration":"145.238788ms","start":"2026-03-03T18:13:37.804473Z","end":"2026-03-03T18:13:37.949712Z","steps":["trace[1307526617] 'agreement among raft nodes before linearized reading' (duration: 145.099595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.949742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.535647Z","time spent":"414.086195ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:37.949816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.160697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:37.949871Z","caller":"traceutil/trace.go:171","msg":"trace[1278404272] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12506; }","duration":"378.225638ms","start":"2026-03-03T18:13:37.571629Z","end":"2026-03-03T18:13:37.949855Z","steps":["trace[1278404272] 'agreement among raft nodes before linearized reading' (duration: 378.117896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.949913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.571596Z","time spent":"378.3035ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:37.950355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.747813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:37.950406Z","caller":"traceutil/trace.go:171","msg":"trace[1691014828] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12506; }","duration":"417.835115ms","start":"2026-03-03T18:13:37.532559Z","end":"2026-03-03T18:13:37.950394Z","steps":["trace[1691014828] 'agreement among raft nodes before linearized reading' (duration: 416.913532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:37.950446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:37.53255Z","time spent":"417.883096ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:39.00241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.872346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:39.002718Z","caller":"traceutil/trace.go:171","msg":"trace[1377062124] transaction","detail":"{read_only:false; response_revision:12508; number_of_response:1; }","duration":"361.31959ms","start":"2026-03-03T18:13:38.641372Z","end":"2026-03-03T18:13:39.002691Z","steps":["trace[1377062124] 'process raft request' (duration: 145.095775ms)","trace[1377062124] 'compare' (duration: 215.660121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:39.002842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:38.641347Z","time spent":"361.430243ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:39.003775Z","caller":"traceutil/trace.go:171","msg":"trace[828186988] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"362.291573ms","start":"2026-03-03T18:13:38.64147Z","end":"2026-03-03T18:13:39.003762Z","steps":["trace[828186988] 'process raft request' (duration: 361.143986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:39.004429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:38.64144Z","time spent":"362.591691ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:39.355327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.115166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:13:39.355412Z","caller":"traceutil/trace.go:171","msg":"trace[824387753] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12509; }","duration":"117.246398ms","start":"2026-03-03T18:13:39.238147Z","end":"2026-03-03T18:13:39.355393Z","steps":["trace[824387753] 'range keys from in-memory index tree' (duration: 116.961451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:39.355808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.546944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:39.355851Z","caller":"traceutil/trace.go:171","msg":"trace[1076918888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12509; }","duration":"161.623835ms","start":"2026-03-03T18:13:39.194213Z","end":"2026-03-03T18:13:39.355836Z","steps":["trace[1076918888] 'range keys from in-memory index tree' (duration: 161.43696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:39.736921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.818884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:13:39.737021Z","caller":"traceutil/trace.go:171","msg":"trace[764529116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12510; }","duration":"140.961018ms","start":"2026-03-03T18:13:39.596036Z","end":"2026-03-03T18:13:39.736997Z","steps":["trace[764529116] 'range keys from in-memory index tree' (duration: 140.667861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:39.737075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.194838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:13:39.737185Z","caller":"traceutil/trace.go:171","msg":"trace[1620643630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12510; }","duration":"170.329781ms","start":"2026-03-03T18:13:39.566826Z","end":"2026-03-03T18:13:39.737155Z","steps":["trace[1620643630] 'range keys from in-memory index tree' (duration: 170.028904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:40.245735Z","caller":"traceutil/trace.go:171","msg":"trace[98261002] linearizableReadLoop","detail":"{readStateIndex:12984; appliedIndex:12983; }","duration":"477.846101ms","start":"2026-03-03T18:13:39.767844Z","end":"2026-03-03T18:13:40.24569Z","steps":["trace[98261002] 'read index received' (duration: 477.492023ms)","trace[98261002] 'applied index is now lower than readState.Index' (duration: 348.998µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:40.245829Z","caller":"traceutil/trace.go:171","msg":"trace[1605582822] transaction","detail":"{read_only:false; response_revision:12511; number_of_response:1; }","duration":"504.815307ms","start":"2026-03-03T18:13:39.740989Z","end":"2026-03-03T18:13:40.245805Z","steps":["trace[1605582822] 'process raft request' (duration: 504.402747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.245954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:39.740968Z","time spent":"504.91973ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:40.246108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.23682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T18:13:40.246162Z","caller":"traceutil/trace.go:171","msg":"trace[1083889706] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12511; }","duration":"478.338283ms","start":"2026-03-03T18:13:39.767805Z","end":"2026-03-03T18:13:40.246143Z","steps":["trace[1083889706] 'agreement among raft nodes before linearized reading' (duration: 478.139018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.246201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:39.767789Z","time spent":"478.403874ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T18:13:40.246311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.808192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:40.246348Z","caller":"traceutil/trace.go:171","msg":"trace[1103951485] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12511; }","duration":"378.880084ms","start":"2026-03-03T18:13:39.867456Z","end":"2026-03-03T18:13:40.246337Z","steps":["trace[1103951485] 'agreement among raft nodes before linearized reading' (duration: 378.771632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.246366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.738123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:40.246382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:39.867436Z","time spent":"378.934745ms","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:40.246395Z","caller":"traceutil/trace.go:171","msg":"trace[531641347] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12511; }","duration":"248.841555ms","start":"2026-03-03T18:13:39.997544Z","end":"2026-03-03T18:13:40.246386Z","steps":["trace[531641347] 'agreement among raft nodes before linearized reading' (duration: 248.785194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.246426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.219562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:13:40.24648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.489774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:13:40.246432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.153662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:40.246514Z","caller":"traceutil/trace.go:171","msg":"trace[25344815] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12511; }","duration":"282.352516ms","start":"2026-03-03T18:13:39.964139Z","end":"2026-03-03T18:13:40.246492Z","steps":["trace[25344815] 'agreement among raft nodes before linearized reading' (duration: 282.155981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:40.246528Z","caller":"traceutil/trace.go:171","msg":"trace[1967944053] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12511; }","duration":"292.570396ms","start":"2026-03-03T18:13:39.953945Z","end":"2026-03-03T18:13:40.246515Z","steps":["trace[1967944053] 'agreement among raft nodes before linearized reading' (duration: 292.421543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:40.246548Z","caller":"traceutil/trace.go:171","msg":"trace[1838232957] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12511; }","duration":"141.361247ms","start":"2026-03-03T18:13:40.105168Z","end":"2026-03-03T18:13:40.246529Z","steps":["trace[1838232957] 'agreement among raft nodes before linearized reading' (duration: 141.149752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.246601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.649808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:13:40.246641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.650508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:13:40.246669Z","caller":"traceutil/trace.go:171","msg":"trace[1059798593] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12511; }","duration":"292.70268ms","start":"2026-03-03T18:13:39.953957Z","end":"2026-03-03T18:13:40.24666Z","steps":["trace[1059798593] 'agreement among raft nodes before linearized reading' (duration: 292.452404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:40.246658Z","caller":"traceutil/trace.go:171","msg":"trace[284574753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12511; }","duration":"292.74559ms","start":"2026-03-03T18:13:39.953897Z","end":"2026-03-03T18:13:40.246642Z","steps":["trace[284574753] 'agreement among raft nodes before linearized reading' (duration: 292.561886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.587927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.26059ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:40.588372Z","caller":"traceutil/trace.go:171","msg":"trace[541304023] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"237.880676ms","start":"2026-03-03T18:13:40.350469Z","end":"2026-03-03T18:13:40.58835Z","steps":["trace[541304023] 'process raft request' (duration: 237.829475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:40.58866Z","caller":"traceutil/trace.go:171","msg":"trace[323805856] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"337.415115ms","start":"2026-03-03T18:13:40.251214Z","end":"2026-03-03T18:13:40.588629Z","steps":["trace[323805856] 'process raft request' (duration: 141.341696ms)","trace[323805856] 'compare' (duration: 195.122107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:40.588823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:40.251199Z","time spent":"337.538288ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:40.58869Z","caller":"traceutil/trace.go:171","msg":"trace[622562110] transaction","detail":"{read_only:false; response_revision:12514; number_of_response:1; }","duration":"336.635206ms","start":"2026-03-03T18:13:40.252041Z","end":"2026-03-03T18:13:40.588676Z","steps":["trace[622562110] 'process raft request' (duration: 336.178336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.58897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:40.252027Z","time spent":"336.916914ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:40.58938Z","caller":"traceutil/trace.go:171","msg":"trace[1917580620] linearizableReadLoop","detail":"{readStateIndex:12987; appliedIndex:12984; }","duration":"334.079216ms","start":"2026-03-03T18:13:40.254637Z","end":"2026-03-03T18:13:40.588716Z","steps":["trace[1917580620] 'read index received' (duration: 83.943011ms)","trace[1917580620] 'applied index is now lower than readState.Index' (duration: 250.134845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:40.589691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.018486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:40.58986Z","caller":"traceutil/trace.go:171","msg":"trace[1274795628] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:12515; }","duration":"190.228671ms","start":"2026-03-03T18:13:40.399616Z","end":"2026-03-03T18:13:40.589844Z","steps":["trace[1274795628] 'agreement among raft nodes before linearized reading' (duration: 190.021127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.590077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.433218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:40.590148Z","caller":"traceutil/trace.go:171","msg":"trace[821276037] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12515; }","duration":"335.560762ms","start":"2026-03-03T18:13:40.25457Z","end":"2026-03-03T18:13:40.590131Z","steps":["trace[821276037] 'agreement among raft nodes before linearized reading' (duration: 334.676932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:40.590196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:40.254552Z","time spent":"335.629443ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:41.156665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.861351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:41.156745Z","caller":"traceutil/trace.go:171","msg":"trace[1407928432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12516; }","duration":"161.985125ms","start":"2026-03-03T18:13:40.994741Z","end":"2026-03-03T18:13:41.156726Z","steps":["trace[1407928432] 'range keys from in-memory index tree' (duration: 161.78681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:41.156771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.317576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:41.156821Z","caller":"traceutil/trace.go:171","msg":"trace[1414085769] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12516; }","duration":"238.421189ms","start":"2026-03-03T18:13:40.918387Z","end":"2026-03-03T18:13:41.156808Z","steps":["trace[1414085769] 'count revisions from in-memory index tree' (duration: 238.234334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:41.658653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027424,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:41.72857Z","caller":"traceutil/trace.go:171","msg":"trace[2065795045] transaction","detail":"{read_only:false; response_revision:12517; number_of_response:1; }","duration":"721.795329ms","start":"2026-03-03T18:13:41.006746Z","end":"2026-03-03T18:13:41.728541Z","steps":["trace[2065795045] 'process raft request' (duration: 721.624495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:41.728782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.006725Z","time spent":"721.970492ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:42.298681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.852493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:42.298826Z","caller":"traceutil/trace.go:171","msg":"trace[1946601309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12517; }","duration":"498.021757ms","start":"2026-03-03T18:13:41.800781Z","end":"2026-03-03T18:13:42.298803Z","steps":["trace[1946601309] 'range keys from in-memory index tree' (duration: 497.812163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.299998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.947621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:42.300073Z","caller":"traceutil/trace.go:171","msg":"trace[706734651] linearizableReadLoop","detail":"{readStateIndex:12991; appliedIndex:12989; }","duration":"1.142178982s","start":"2026-03-03T18:13:41.157877Z","end":"2026-03-03T18:13:42.300056Z","steps":["trace[706734651] 'read index received' (duration: 570.477116ms)","trace[706734651] 'applied index is now lower than readState.Index' (duration: 571.700696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:42.30012Z","caller":"traceutil/trace.go:171","msg":"trace[1036510394] transaction","detail":"{read_only:false; response_revision:12518; number_of_response:1; }","duration":"1.291486558s","start":"2026-03-03T18:13:41.0086Z","end":"2026-03-03T18:13:42.300087Z","steps":["trace[1036510394] 'process raft request' (duration: 1.135384804s)","trace[1036510394] 'compare' (duration: 155.643364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:42.300177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142289755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:42.300246Z","caller":"traceutil/trace.go:171","msg":"trace[1557964259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12518; }","duration":"1.142406198s","start":"2026-03-03T18:13:41.157822Z","end":"2026-03-03T18:13:42.300229Z","steps":["trace[1557964259] 'agreement among raft nodes before linearized reading' (duration: 1.142286945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.300259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053978801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:13:42.300258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.008578Z","time spent":"1.29160383s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:42.300288Z","caller":"traceutil/trace.go:171","msg":"trace[309513556] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12518; }","duration":"1.054046173s","start":"2026-03-03T18:13:41.246234Z","end":"2026-03-03T18:13:42.30028Z","steps":["trace[309513556] 'agreement among raft nodes before linearized reading' (duration: 1.05391687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.300284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.157804Z","time spent":"1.142472919s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:42.300319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.246216Z","time spent":"1.054095513s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:13:42.30037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.310124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:42.300393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.979022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:42.300452Z","caller":"traceutil/trace.go:171","msg":"trace[2049124218] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12518; }","duration":"766.076574ms","start":"2026-03-03T18:13:41.53436Z","end":"2026-03-03T18:13:42.300437Z","steps":["trace[2049124218] 'agreement among raft nodes before linearized reading' (duration: 765.911451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:42.300468Z","caller":"traceutil/trace.go:171","msg":"trace[1264080928] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12518; }","duration":"767.453477ms","start":"2026-03-03T18:13:41.53299Z","end":"2026-03-03T18:13:42.300443Z","steps":["trace[1264080928] 'agreement among raft nodes before linearized reading' (duration: 767.293514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.300492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.534342Z","time spent":"766.140265ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:42.300532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.532967Z","time spent":"767.555799ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:42.300511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.901107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:42.300559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.278209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:42.300574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.716222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:42.300584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.064744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:13:42.300595Z","caller":"traceutil/trace.go:171","msg":"trace[2115374458] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12518; }","duration":"563.067162ms","start":"2026-03-03T18:13:41.737508Z","end":"2026-03-03T18:13:42.300575Z","steps":["trace[2115374458] 'agreement among raft nodes before linearized reading' (duration: 562.889887ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:42.300607Z","caller":"traceutil/trace.go:171","msg":"trace[1716550786] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12518; }","duration":"766.34578ms","start":"2026-03-03T18:13:41.534249Z","end":"2026-03-03T18:13:42.300594Z","steps":["trace[1716550786] 'agreement among raft nodes before linearized reading' (duration: 766.260488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:42.300616Z","caller":"traceutil/trace.go:171","msg":"trace[166375311] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12518; }","duration":"803.806314ms","start":"2026-03-03T18:13:41.496797Z","end":"2026-03-03T18:13:42.300603Z","steps":["trace[166375311] 'agreement among raft nodes before linearized reading' (duration: 803.714872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:42.300629Z","caller":"traceutil/trace.go:171","msg":"trace[937480507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12518; }","duration":"838.168637ms","start":"2026-03-03T18:13:41.462448Z","end":"2026-03-03T18:13:42.300616Z","steps":["trace[937480507] 'agreement among raft nodes before linearized reading' (duration: 838.005633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.300646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.53424Z","time spent":"766.396852ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:13:42.300652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.496774Z","time spent":"803.870176ms","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:42.300653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.737494Z","time spent":"563.147585ms","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:42.300664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:41.462413Z","time spent":"838.243649ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:13:42.681862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.711914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:42.682046Z","caller":"traceutil/trace.go:171","msg":"trace[8917084] linearizableReadLoop","detail":"{readStateIndex:12994; appliedIndex:12992; }","duration":"295.565278ms","start":"2026-03-03T18:13:42.386469Z","end":"2026-03-03T18:13:42.682034Z","steps":["trace[8917084] 'read index received' (duration: 148.751581ms)","trace[8917084] 'applied index is now lower than readState.Index' (duration: 146.812867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:42.682047Z","caller":"traceutil/trace.go:171","msg":"trace[453333190] transaction","detail":"{read_only:false; response_revision:12519; number_of_response:1; }","duration":"378.129547ms","start":"2026-03-03T18:13:42.303884Z","end":"2026-03-03T18:13:42.682013Z","steps":["trace[453333190] 'process raft request' (duration: 231.201828ms)","trace[453333190] 'compare' (duration: 146.275633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:42.682146Z","caller":"traceutil/trace.go:171","msg":"trace[361111686] transaction","detail":"{read_only:false; response_revision:12520; number_of_response:1; }","duration":"377.969703ms","start":"2026-03-03T18:13:42.304151Z","end":"2026-03-03T18:13:42.682121Z","steps":["trace[361111686] 'process raft request' (duration: 377.785228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.682251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.937345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:13:42.682256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.30413Z","time spent":"378.064415ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:42.682277Z","caller":"traceutil/trace.go:171","msg":"trace[741841987] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12521; }","duration":"339.996567ms","start":"2026-03-03T18:13:42.342273Z","end":"2026-03-03T18:13:42.68227Z","steps":["trace[741841987] 'agreement among raft nodes before linearized reading' (duration: 339.840873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.6823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.342254Z","time spent":"340.040309ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:13:42.682313Z","caller":"traceutil/trace.go:171","msg":"trace[1367382431] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"295.276521ms","start":"2026-03-03T18:13:42.387012Z","end":"2026-03-03T18:13:42.682288Z","steps":["trace[1367382431] 'process raft request' (duration: 294.996255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.682381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.530658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:42.682401Z","caller":"traceutil/trace.go:171","msg":"trace[1634128615] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12521; }","duration":"312.5827ms","start":"2026-03-03T18:13:42.369813Z","end":"2026-03-03T18:13:42.682396Z","steps":["trace[1634128615] 'agreement among raft nodes before linearized reading' (duration: 312.283873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.682428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.369775Z","time spent":"312.646651ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:42.682647Z","caller":"traceutil/trace.go:171","msg":"trace[384634067] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"292.902295ms","start":"2026-03-03T18:13:42.389735Z","end":"2026-03-03T18:13:42.682637Z","steps":["trace[384634067] 'process raft request' (duration: 292.451114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.682685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.151013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:42.682773Z","caller":"traceutil/trace.go:171","msg":"trace[200703478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12522; }","duration":"374.272966ms","start":"2026-03-03T18:13:42.308478Z","end":"2026-03-03T18:13:42.682751Z","steps":["trace[200703478] 'agreement among raft nodes before linearized reading' (duration: 373.628641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:42.682824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.308462Z","time spent":"374.348168ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:42.698357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.303859Z","time spent":"378.329971ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:43.188304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027439,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:43.364385Z","caller":"traceutil/trace.go:171","msg":"trace[63893803] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"677.795961ms","start":"2026-03-03T18:13:42.686557Z","end":"2026-03-03T18:13:43.364353Z","steps":["trace[63893803] 'process raft request' (duration: 677.380111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:43.364563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.686548Z","time spent":"677.923864ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:43.409574Z","caller":"traceutil/trace.go:171","msg":"trace[1152449467] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"722.326142ms","start":"2026-03-03T18:13:42.687225Z","end":"2026-03-03T18:13:43.409551Z","steps":["trace[1152449467] 'process raft request' (duration: 722.277061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:43.40962Z","caller":"traceutil/trace.go:171","msg":"trace[1924790378] transaction","detail":"{read_only:false; response_revision:12524; number_of_response:1; }","duration":"722.673781ms","start":"2026-03-03T18:13:42.686889Z","end":"2026-03-03T18:13:43.409562Z","steps":["trace[1924790378] 'process raft request' (duration: 722.490427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:43.409715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.687202Z","time spent":"722.451615ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:43.409771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.686881Z","time spent":"722.808584ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:43.409983Z","caller":"traceutil/trace.go:171","msg":"trace[895255608] transaction","detail":"{read_only:false; response_revision:12526; number_of_response:1; }","duration":"595.386095ms","start":"2026-03-03T18:13:42.814577Z","end":"2026-03-03T18:13:43.409963Z","steps":["trace[895255608] 'process raft request' (duration: 594.948714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:43.410079Z","caller":"traceutil/trace.go:171","msg":"trace[165185881] transaction","detail":"{read_only:false; response_revision:12527; number_of_response:1; }","duration":"511.066205ms","start":"2026-03-03T18:13:42.899006Z","end":"2026-03-03T18:13:43.410072Z","steps":["trace[165185881] 'process raft request' (duration: 510.867499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:43.41009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.814554Z","time spent":"595.484828ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:43.410084Z","caller":"traceutil/trace.go:171","msg":"trace[638340910] linearizableReadLoop","detail":"{readStateIndex:13001; appliedIndex:12996; }","duration":"722.585648ms","start":"2026-03-03T18:13:42.687468Z","end":"2026-03-03T18:13:43.410054Z","steps":["trace[638340910] 'read index received' (duration: 676.624653ms)","trace[638340910] 'applied index is now lower than readState.Index' (duration: 45.958995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:43.410117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.898981Z","time spent":"511.118966ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:43.410236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.6219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T18:13:43.410238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.75372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:43.410255Z","caller":"traceutil/trace.go:171","msg":"trace[1506774070] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12527; }","duration":"722.65284ms","start":"2026-03-03T18:13:42.687598Z","end":"2026-03-03T18:13:43.410251Z","steps":["trace[1506774070] 'agreement among raft nodes before linearized reading' (duration: 722.578218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:43.410263Z","caller":"traceutil/trace.go:171","msg":"trace[1263404168] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12527; }","duration":"527.824371ms","start":"2026-03-03T18:13:42.882431Z","end":"2026-03-03T18:13:43.410255Z","steps":["trace[1263404168] 'agreement among raft nodes before linearized reading' (duration: 527.755379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:43.41027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.687592Z","time spent":"722.67468ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T18:13:43.410288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.882415Z","time spent":"527.866133ms","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:43.410675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.208263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:43.410708Z","caller":"traceutil/trace.go:171","msg":"trace[65212242] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12527; }","duration":"723.242903ms","start":"2026-03-03T18:13:42.687459Z","end":"2026-03-03T18:13:43.410701Z","steps":["trace[65212242] 'agreement among raft nodes before linearized reading' (duration: 722.710211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:43.410732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:42.687422Z","time spent":"723.301425ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:13:44.002985Z","caller":"traceutil/trace.go:171","msg":"trace[1684790903] linearizableReadLoop","detail":"{readStateIndex:13002; appliedIndex:13001; }","duration":"252.436339ms","start":"2026-03-03T18:13:43.750529Z","end":"2026-03-03T18:13:44.002965Z","steps":["trace[1684790903] 'read index received' (duration: 252.287206ms)","trace[1684790903] 'applied index is now lower than readState.Index' (duration: 148.153µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:44.003226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.673745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:44.003307Z","caller":"traceutil/trace.go:171","msg":"trace[44603387] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12528; }","duration":"252.803648ms","start":"2026-03-03T18:13:43.750484Z","end":"2026-03-03T18:13:44.003288Z","steps":["trace[44603387] 'agreement among raft nodes before linearized reading' (duration: 252.675855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:44.003521Z","caller":"traceutil/trace.go:171","msg":"trace[100893132] transaction","detail":"{read_only:false; response_revision:12528; number_of_response:1; }","duration":"268.761805ms","start":"2026-03-03T18:13:43.734742Z","end":"2026-03-03T18:13:44.003504Z","steps":["trace[100893132] 'process raft request' (duration: 268.082889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:44.465073Z","caller":"traceutil/trace.go:171","msg":"trace[255956342] linearizableReadLoop","detail":"{readStateIndex:13003; appliedIndex:13002; }","duration":"159.351132ms","start":"2026-03-03T18:13:44.305687Z","end":"2026-03-03T18:13:44.465038Z","steps":["trace[255956342] 'read index received' (duration: 158.990894ms)","trace[255956342] 'applied index is now lower than readState.Index' (duration: 358.808µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:44.46513Z","caller":"traceutil/trace.go:171","msg":"trace[342674679] transaction","detail":"{read_only:false; response_revision:12529; number_of_response:1; }","duration":"160.51457ms","start":"2026-03-03T18:13:44.304588Z","end":"2026-03-03T18:13:44.465102Z","steps":["trace[342674679] 'process raft request' (duration: 160.220883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:44.46537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.65925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:44.46542Z","caller":"traceutil/trace.go:171","msg":"trace[587435912] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12529; }","duration":"159.758902ms","start":"2026-03-03T18:13:44.30565Z","end":"2026-03-03T18:13:44.465409Z","steps":["trace[587435912] 'agreement among raft nodes before linearized reading' (duration: 159.558317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:44.920902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.970336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:44.920982Z","caller":"traceutil/trace.go:171","msg":"trace[150787088] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12529; }","duration":"218.083379ms","start":"2026-03-03T18:13:44.70288Z","end":"2026-03-03T18:13:44.920964Z","steps":["trace[150787088] 'range keys from in-memory index tree' (duration: 217.809853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:44.921059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.348211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:13:44.920941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.675915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:44.92108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.184721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:13:44.921116Z","caller":"traceutil/trace.go:171","msg":"trace[1608241702] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12529; }","duration":"178.412872ms","start":"2026-03-03T18:13:44.742689Z","end":"2026-03-03T18:13:44.921102Z","steps":["trace[1608241702] 'range keys from in-memory index tree' (duration: 178.227668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:44.92113Z","caller":"traceutil/trace.go:171","msg":"trace[2051552571] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12529; }","duration":"202.90149ms","start":"2026-03-03T18:13:44.718209Z","end":"2026-03-03T18:13:44.92111Z","steps":["trace[2051552571] 'count revisions from in-memory index tree' (duration: 202.624814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:44.921153Z","caller":"traceutil/trace.go:171","msg":"trace[898292281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12529; }","duration":"218.290954ms","start":"2026-03-03T18:13:44.702843Z","end":"2026-03-03T18:13:44.921134Z","steps":["trace[898292281] 'range keys from in-memory index tree' (duration: 218.002997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:44.921539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.771564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:44.921582Z","caller":"traceutil/trace.go:171","msg":"trace[1967808214] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12529; }","duration":"218.862547ms","start":"2026-03-03T18:13:44.702713Z","end":"2026-03-03T18:13:44.921575Z","steps":["trace[1967808214] 'range keys from in-memory index tree' (duration: 218.694163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:45.044843Z","caller":"traceutil/trace.go:171","msg":"trace[1645715007] linearizableReadLoop","detail":"{readStateIndex:13004; appliedIndex:13003; }","duration":"120.386522ms","start":"2026-03-03T18:13:44.924428Z","end":"2026-03-03T18:13:45.044814Z","steps":["trace[1645715007] 'read index received' (duration: 120.246189ms)","trace[1645715007] 'applied index is now lower than readState.Index' (duration: 139.033µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:45.044916Z","caller":"traceutil/trace.go:171","msg":"trace[878832978] transaction","detail":"{read_only:false; response_revision:12530; number_of_response:1; }","duration":"120.688ms","start":"2026-03-03T18:13:44.924203Z","end":"2026-03-03T18:13:45.044891Z","steps":["trace[878832978] 'process raft request' (duration: 120.434084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.045087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.636238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:45.04514Z","caller":"traceutil/trace.go:171","msg":"trace[781965337] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12530; }","duration":"120.732621ms","start":"2026-03-03T18:13:44.924396Z","end":"2026-03-03T18:13:45.045129Z","steps":["trace[781965337] 'agreement among raft nodes before linearized reading' (duration: 120.531216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.39283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.804544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:45.392982Z","caller":"traceutil/trace.go:171","msg":"trace[720454703] linearizableReadLoop","detail":"{readStateIndex:13005; appliedIndex:13004; }","duration":"345.511976ms","start":"2026-03-03T18:13:45.047446Z","end":"2026-03-03T18:13:45.392958Z","steps":["trace[720454703] 'read index received' (duration: 179.323703ms)","trace[720454703] 'applied index is now lower than readState.Index' (duration: 166.186643ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:45.393069Z","caller":"traceutil/trace.go:171","msg":"trace[1789187856] transaction","detail":"{read_only:false; response_revision:12531; number_of_response:1; }","duration":"467.58704ms","start":"2026-03-03T18:13:44.925441Z","end":"2026-03-03T18:13:45.393028Z","steps":["trace[1789187856] 'process raft request' (duration: 301.463938ms)","trace[1789187856] 'compare' (duration: 165.62894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:45.393245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.803994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"warn","ts":"2026-03-03T18:13:45.393257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:44.925421Z","time spent":"467.724912ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:45.393285Z","caller":"traceutil/trace.go:171","msg":"trace[575730387] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12531; }","duration":"345.867254ms","start":"2026-03-03T18:13:45.047406Z","end":"2026-03-03T18:13:45.393273Z","steps":["trace[575730387] 'agreement among raft nodes before linearized reading' (duration: 345.68095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.393334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:45.047387Z","time spent":"345.938437ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:13:45.647556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.325476ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:45.647816Z","caller":"traceutil/trace.go:171","msg":"trace[660176078] transaction","detail":"{read_only:false; response_revision:12533; number_of_response:1; }","duration":"233.84154ms","start":"2026-03-03T18:13:45.413932Z","end":"2026-03-03T18:13:45.647773Z","steps":["trace[660176078] 'process raft request' (duration: 81.187056ms)","trace[660176078] 'compare' (duration: 152.088051ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:45.647856Z","caller":"traceutil/trace.go:171","msg":"trace[1121201355] transaction","detail":"{read_only:false; response_revision:12534; number_of_response:1; }","duration":"170.72458ms","start":"2026-03-03T18:13:45.477106Z","end":"2026-03-03T18:13:45.647831Z","steps":["trace[1121201355] 'process raft request' (duration: 170.586937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:45.64802Z","caller":"traceutil/trace.go:171","msg":"trace[647200316] linearizableReadLoop","detail":"{readStateIndex:13007; appliedIndex:13006; }","duration":"175.193745ms","start":"2026-03-03T18:13:45.472811Z","end":"2026-03-03T18:13:45.648004Z","steps":["trace[647200316] 'read index received' (duration: 22.298886ms)","trace[647200316] 'applied index is now lower than readState.Index' (duration: 152.893179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:45.648093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.524828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:45.648156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.801365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:45.648172Z","caller":"traceutil/trace.go:171","msg":"trace[1794844416] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12534; }","duration":"176.648841ms","start":"2026-03-03T18:13:45.471506Z","end":"2026-03-03T18:13:45.648155Z","steps":["trace[1794844416] 'agreement among raft nodes before linearized reading' (duration: 176.502547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:45.648208Z","caller":"traceutil/trace.go:171","msg":"trace[909723442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12534; }","duration":"193.908677ms","start":"2026-03-03T18:13:45.454283Z","end":"2026-03-03T18:13:45.648192Z","steps":["trace[909723442] 'agreement among raft nodes before linearized reading' (duration: 193.769824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.648204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.719174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:45.649104Z","caller":"traceutil/trace.go:171","msg":"trace[1587391103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12534; }","duration":"233.651086ms","start":"2026-03-03T18:13:45.415433Z","end":"2026-03-03T18:13:45.649084Z","steps":["trace[1587391103] 'agreement among raft nodes before linearized reading' (duration: 232.636752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:45.988675Z","caller":"traceutil/trace.go:171","msg":"trace[1815985763] linearizableReadLoop","detail":"{readStateIndex:13009; appliedIndex:13008; }","duration":"333.771859ms","start":"2026-03-03T18:13:45.65487Z","end":"2026-03-03T18:13:45.988642Z","steps":["trace[1815985763] 'read index received' (duration: 270.449844ms)","trace[1815985763] 'applied index is now lower than readState.Index' (duration: 63.320225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:45.988841Z","caller":"traceutil/trace.go:171","msg":"trace[2120675251] transaction","detail":"{read_only:false; response_revision:12535; number_of_response:1; }","duration":"335.620173ms","start":"2026-03-03T18:13:45.653208Z","end":"2026-03-03T18:13:45.988828Z","steps":["trace[2120675251] 'process raft request' (duration: 272.229967ms)","trace[2120675251] 'compare' (duration: 63.059688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:45.988965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:45.653182Z","time spent":"335.683585ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:45.989103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.615376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:45.989201Z","caller":"traceutil/trace.go:171","msg":"trace[792950373] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12535; }","duration":"333.714308ms","start":"2026-03-03T18:13:45.655449Z","end":"2026-03-03T18:13:45.989163Z","steps":["trace[792950373] 'agreement among raft nodes before linearized reading' (duration: 333.490943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.989255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:45.655404Z","time spent":"333.841091ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:45.98998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.114461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:45.990016Z","caller":"traceutil/trace.go:171","msg":"trace[2050519661] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12535; }","duration":"335.194153ms","start":"2026-03-03T18:13:45.654814Z","end":"2026-03-03T18:13:45.990008Z","steps":["trace[2050519661] 'agreement among raft nodes before linearized reading' (duration: 334.449865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:45.99004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:45.654784Z","time spent":"335.250164ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:13:46.781449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.62677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:46.781523Z","caller":"traceutil/trace.go:171","msg":"trace[919989261] linearizableReadLoop","detail":"{readStateIndex:13010; appliedIndex:13009; }","duration":"469.819312ms","start":"2026-03-03T18:13:46.311691Z","end":"2026-03-03T18:13:46.78151Z","steps":["trace[919989261] 'read index received' (duration: 33.421µs)","trace[919989261] 'applied index is now lower than readState.Index' (duration: 469.785041ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:46.781572Z","caller":"traceutil/trace.go:171","msg":"trace[314978943] transaction","detail":"{read_only:false; response_revision:12536; number_of_response:1; }","duration":"773.541111ms","start":"2026-03-03T18:13:46.008024Z","end":"2026-03-03T18:13:46.781565Z","steps":["trace[314978943] 'process raft request' (duration: 244.735887ms)","trace[314978943] 'compare' (duration: 528.516207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:46.78164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.008Z","time spent":"773.619013ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:46.781739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.047757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:46.781761Z","caller":"traceutil/trace.go:171","msg":"trace[1871182920] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12536; }","duration":"470.103639ms","start":"2026-03-03T18:13:46.311651Z","end":"2026-03-03T18:13:46.781755Z","steps":["trace[1871182920] 'agreement among raft nodes before linearized reading' (duration: 470.064918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:46.78178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.311633Z","time spent":"470.143199ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"info","ts":"2026-03-03T18:13:46.815659Z","caller":"traceutil/trace.go:171","msg":"trace[1249123003] transaction","detail":"{read_only:false; response_revision:12537; number_of_response:1; }","duration":"344.640727ms","start":"2026-03-03T18:13:46.470994Z","end":"2026-03-03T18:13:46.815635Z","steps":["trace[1249123003] 'process raft request' (duration: 344.523944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:46.815919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.470977Z","time spent":"344.753089ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:47.50098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.094441ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:13:47.50108Z","caller":"traceutil/trace.go:171","msg":"trace[1400145023] linearizableReadLoop","detail":"{readStateIndex:13012; appliedIndex:13010; }","duration":"719.526486ms","start":"2026-03-03T18:13:46.78154Z","end":"2026-03-03T18:13:47.501067Z","steps":["trace[1400145023] 'read index received' (duration: 33.974182ms)","trace[1400145023] 'applied index is now lower than readState.Index' (duration: 685.551104ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:47.501195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059242377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:47.501243Z","caller":"traceutil/trace.go:171","msg":"trace[1883920332] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12537; }","duration":"1.059339709s","start":"2026-03-03T18:13:46.441888Z","end":"2026-03-03T18:13:47.501228Z","steps":["trace[1883920332] 'agreement among raft nodes before linearized reading' (duration: 1.059251367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.501284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030318024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-03-03T18:13:47.501322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.352526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:47.501376Z","caller":"traceutil/trace.go:171","msg":"trace[311059651] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12537; }","duration":"1.030423476s","start":"2026-03-03T18:13:46.470933Z","end":"2026-03-03T18:13:47.501357Z","steps":["trace[311059651] 'agreement among raft nodes before linearized reading' (duration: 1.030208051s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:47.501415Z","caller":"traceutil/trace.go:171","msg":"trace[1221895810] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12537; }","duration":"576.49243ms","start":"2026-03-03T18:13:46.9249Z","end":"2026-03-03T18:13:47.501392Z","steps":["trace[1221895810] 'agreement among raft nodes before linearized reading' (duration: 576.333686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.50143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.470882Z","time spent":"1.030534789s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:47.501488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.924879Z","time spent":"576.592422ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:47.501504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.802969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:47.501545Z","caller":"traceutil/trace.go:171","msg":"trace[2051309420] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12537; }","duration":"222.85028ms","start":"2026-03-03T18:13:47.278683Z","end":"2026-03-03T18:13:47.501534Z","steps":["trace[2051309420] 'agreement among raft nodes before linearized reading' (duration: 222.772368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.501658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189938633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:47.501703Z","caller":"traceutil/trace.go:171","msg":"trace[25539334] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12537; }","duration":"1.190028355s","start":"2026-03-03T18:13:46.311664Z","end":"2026-03-03T18:13:47.501692Z","steps":["trace[25539334] 'agreement among raft nodes before linearized reading' (duration: 1.189946443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.501711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.205082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:47.50174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.445506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:13:47.501773Z","caller":"traceutil/trace.go:171","msg":"trace[605562933] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12537; }","duration":"490.306064ms","start":"2026-03-03T18:13:47.011451Z","end":"2026-03-03T18:13:47.501757Z","steps":["trace[605562933] 'agreement among raft nodes before linearized reading' (duration: 490.203382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:47.501782Z","caller":"traceutil/trace.go:171","msg":"trace[2060737663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12537; }","duration":"104.519337ms","start":"2026-03-03T18:13:47.397251Z","end":"2026-03-03T18:13:47.501771Z","steps":["trace[2060737663] 'agreement among raft nodes before linearized reading' (duration: 104.413834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.501733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.311641Z","time spent":"1.190086486s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:47.501825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.011428Z","time spent":"490.383477ms","remote":"127.0.0.1:56224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:47.501893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.705064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:13:47.502007Z","caller":"traceutil/trace.go:171","msg":"trace[954575924] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12537; }","duration":"443.882399ms","start":"2026-03-03T18:13:47.058098Z","end":"2026-03-03T18:13:47.501981Z","steps":["trace[954575924] 'agreement among raft nodes before linearized reading' (duration: 443.452129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.502076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.05808Z","time spent":"443.986271ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:47.502146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.301921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T18:13:47.502193Z","caller":"traceutil/trace.go:171","msg":"trace[1324213688] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12537; }","duration":"284.387623ms","start":"2026-03-03T18:13:47.217794Z","end":"2026-03-03T18:13:47.502182Z","steps":["trace[1324213688] 'agreement among raft nodes before linearized reading' (duration: 283.909152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:47.501287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:46.441867Z","time spent":"1.05940674s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:48.060558Z","caller":"traceutil/trace.go:171","msg":"trace[1694744722] linearizableReadLoop","detail":"{readStateIndex:13017; appliedIndex:13013; }","duration":"408.366281ms","start":"2026-03-03T18:13:47.65217Z","end":"2026-03-03T18:13:48.060536Z","steps":["trace[1694744722] 'read index received' (duration: 396.780776ms)","trace[1694744722] 'applied index is now lower than readState.Index' (duration: 11.584535ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:48.060657Z","caller":"traceutil/trace.go:171","msg":"trace[851283873] transaction","detail":"{read_only:false; response_revision:12539; number_of_response:1; }","duration":"554.110602ms","start":"2026-03-03T18:13:47.506506Z","end":"2026-03-03T18:13:48.060617Z","steps":["trace[851283873] 'process raft request' (duration: 542.430695ms)","trace[851283873] 'compare' (duration: 11.341709ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:48.060653Z","caller":"traceutil/trace.go:171","msg":"trace[52990792] transaction","detail":"{read_only:false; response_revision:12540; number_of_response:1; }","duration":"553.820765ms","start":"2026-03-03T18:13:47.506772Z","end":"2026-03-03T18:13:48.060592Z","steps":["trace[52990792] 'process raft request' (duration: 553.641581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:48.060721Z","caller":"traceutil/trace.go:171","msg":"trace[961968930] transaction","detail":"{read_only:false; response_revision:12542; number_of_response:1; }","duration":"487.253903ms","start":"2026-03-03T18:13:47.573418Z","end":"2026-03-03T18:13:48.060672Z","steps":["trace[961968930] 'process raft request' (duration: 487.080489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:48.060781Z","caller":"traceutil/trace.go:171","msg":"trace[466518508] transaction","detail":"{read_only:false; response_revision:12541; number_of_response:1; }","duration":"553.820395ms","start":"2026-03-03T18:13:47.506907Z","end":"2026-03-03T18:13:48.060728Z","steps":["trace[466518508] 'process raft request' (duration: 553.546619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.060787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.506486Z","time spent":"554.230905ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.06092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.506762Z","time spent":"554.02629ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.060947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.573391Z","time spent":"487.444028ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.061004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.506882Z","time spent":"554.01386ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.062624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.577415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:48.062691Z","caller":"traceutil/trace.go:171","msg":"trace[1966759579] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12542; }","duration":"410.544641ms","start":"2026-03-03T18:13:47.652129Z","end":"2026-03-03T18:13:48.062674Z","steps":["trace[1966759579] 'agreement among raft nodes before linearized reading' (duration: 408.518124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.06274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.652112Z","time spent":"410.614834ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:48.477716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.906993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:48.47791Z","caller":"traceutil/trace.go:171","msg":"trace[324549176] linearizableReadLoop","detail":"{readStateIndex:13018; appliedIndex:13017; }","duration":"417.27671ms","start":"2026-03-03T18:13:48.06062Z","end":"2026-03-03T18:13:48.477897Z","steps":["trace[324549176] 'read index received' (duration: 177.203303ms)","trace[324549176] 'applied index is now lower than readState.Index' (duration: 240.072557ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:48.477991Z","caller":"traceutil/trace.go:171","msg":"trace[1194885089] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"825.715094ms","start":"2026-03-03T18:13:47.652242Z","end":"2026-03-03T18:13:48.477957Z","steps":["trace[1194885089] 'process raft request' (duration: 585.479092ms)","trace[1194885089] 'compare' (duration: 239.689168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:48.478149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.652216Z","time spent":"825.850106ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.478233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.233923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:48.478291Z","caller":"traceutil/trace.go:171","msg":"trace[1521921869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12544; }","duration":"479.314835ms","start":"2026-03-03T18:13:47.998967Z","end":"2026-03-03T18:13:48.478282Z","steps":["trace[1521921869] 'agreement among raft nodes before linearized reading' (duration: 478.968867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:48.47829Z","caller":"traceutil/trace.go:171","msg":"trace[1114055569] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"411.495084ms","start":"2026-03-03T18:13:48.066777Z","end":"2026-03-03T18:13:48.478273Z","steps":["trace[1114055569] 'process raft request' (duration: 411.079004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.478321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.922105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:48.478369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.347799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:48.478438Z","caller":"traceutil/trace.go:171","msg":"trace[1710304389] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12544; }","duration":"485.42565ms","start":"2026-03-03T18:13:47.992997Z","end":"2026-03-03T18:13:48.478422Z","steps":["trace[1710304389] 'agreement among raft nodes before linearized reading' (duration: 484.96884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.478484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.992943Z","time spent":"485.533333ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:13:48.478546Z","caller":"traceutil/trace.go:171","msg":"trace[1809598613] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"385.715266ms","start":"2026-03-03T18:13:48.092785Z","end":"2026-03-03T18:13:48.4785Z","steps":["trace[1809598613] 'process raft request' (duration: 385.409219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.478388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:48.066758Z","time spent":"411.585177ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.47838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.690561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:48.478614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:48.092765Z","time spent":"385.819258ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:48.478316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.998957Z","time spent":"479.351806ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:13:48.478653Z","caller":"traceutil/trace.go:171","msg":"trace[177732798] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:12544; }","duration":"662.010788ms","start":"2026-03-03T18:13:47.816624Z","end":"2026-03-03T18:13:48.478634Z","steps":["trace[177732798] 'agreement among raft nodes before linearized reading' (duration: 661.358163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.478811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.816601Z","time spent":"662.190142ms","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":89,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:48.47844Z","caller":"traceutil/trace.go:171","msg":"trace[246344869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12544; }","duration":"487.115089ms","start":"2026-03-03T18:13:47.99131Z","end":"2026-03-03T18:13:48.478425Z","steps":["trace[246344869] 'agreement among raft nodes before linearized reading' (duration: 486.651739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:48.478918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:47.99129Z","time spent":"487.613671ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:13:48.779203Z","caller":"traceutil/trace.go:171","msg":"trace[792385158] linearizableReadLoop","detail":"{readStateIndex:13021; appliedIndex:13020; }","duration":"276.157269ms","start":"2026-03-03T18:13:48.503024Z","end":"2026-03-03T18:13:48.779181Z","steps":["trace[792385158] 'read index received' (duration: 275.968084ms)","trace[792385158] 'applied index is now lower than readState.Index' (duration: 188.235µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:48.779388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.347164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:48.779427Z","caller":"traceutil/trace.go:171","msg":"trace[174278400] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:12546; }","duration":"276.429265ms","start":"2026-03-03T18:13:48.502988Z","end":"2026-03-03T18:13:48.779418Z","steps":["trace[174278400] 'agreement among raft nodes before linearized reading' (duration: 276.284552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:48.779638Z","caller":"traceutil/trace.go:171","msg":"trace[1198818525] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"296.421408ms","start":"2026-03-03T18:13:48.483205Z","end":"2026-03-03T18:13:48.779627Z","steps":["trace[1198818525] 'process raft request' (duration: 295.835364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:48.952218Z","caller":"traceutil/trace.go:171","msg":"trace[58332579] transaction","detail":"{read_only:false; response_revision:12548; number_of_response:1; }","duration":"129.406305ms","start":"2026-03-03T18:13:48.822777Z","end":"2026-03-03T18:13:48.952184Z","steps":["trace[58332579] 'process raft request' (duration: 35.301103ms)","trace[58332579] 'compare' (duration: 93.926138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:50.17862Z","caller":"traceutil/trace.go:171","msg":"trace[1810374098] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"109.328002ms","start":"2026-03-03T18:13:50.069271Z","end":"2026-03-03T18:13:50.178599Z","steps":["trace[1810374098] 'process raft request' (duration: 109.192359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:50.626225Z","caller":"traceutil/trace.go:171","msg":"trace[674198959] linearizableReadLoop","detail":"{readStateIndex:13026; appliedIndex:13025; }","duration":"143.17036ms","start":"2026-03-03T18:13:50.483031Z","end":"2026-03-03T18:13:50.626202Z","steps":["trace[674198959] 'read index received' (duration: 143.086518ms)","trace[674198959] 'applied index is now lower than readState.Index' (duration: 82.612µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:50.626302Z","caller":"traceutil/trace.go:171","msg":"trace[243835164] transaction","detail":"{read_only:false; response_revision:12551; number_of_response:1; }","duration":"555.376781ms","start":"2026-03-03T18:13:50.070891Z","end":"2026-03-03T18:13:50.626268Z","steps":["trace[243835164] 'process raft request' (duration: 555.172266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:50.626442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.397687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:13:50.626446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.07087Z","time spent":"555.496365ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:50.626486Z","caller":"traceutil/trace.go:171","msg":"trace[1141618610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12551; }","duration":"143.500629ms","start":"2026-03-03T18:13:50.482973Z","end":"2026-03-03T18:13:50.626474Z","steps":["trace[1141618610] 'agreement among raft nodes before linearized reading' (duration: 143.345205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:50.94077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.812351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:50.940995Z","caller":"traceutil/trace.go:171","msg":"trace[742848021] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"309.819784ms","start":"2026-03-03T18:13:50.631155Z","end":"2026-03-03T18:13:50.940975Z","steps":["trace[742848021] 'process raft request' (duration: 309.729562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:50.941074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.631134Z","time spent":"309.903297ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:50.941289Z","caller":"traceutil/trace.go:171","msg":"trace[688386422] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"456.773463ms","start":"2026-03-03T18:13:50.484499Z","end":"2026-03-03T18:13:50.941272Z","steps":["trace[688386422] 'process raft request' (duration: 244.543353ms)","trace[688386422] 'compare' (duration: 203.559035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:50.941353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.484477Z","time spent":"456.844405ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:50.941498Z","caller":"traceutil/trace.go:171","msg":"trace[1849698965] linearizableReadLoop","detail":"{readStateIndex:13027; appliedIndex:13026; }","duration":"315.197671ms","start":"2026-03-03T18:13:50.626289Z","end":"2026-03-03T18:13:50.941486Z","steps":["trace[1849698965] 'read index received' (duration: 102.748916ms)","trace[1849698965] 'applied index is now lower than readState.Index' (duration: 212.447665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:50.941829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.032111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:13:50.941872Z","caller":"traceutil/trace.go:171","msg":"trace[1820736487] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:12553; }","duration":"449.109142ms","start":"2026-03-03T18:13:50.492751Z","end":"2026-03-03T18:13:50.941861Z","steps":["trace[1820736487] 'agreement among raft nodes before linearized reading' (duration: 449.03097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:50.941908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.492735Z","time spent":"449.165914ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:13:50.958832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.400127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:50.958885Z","caller":"traceutil/trace.go:171","msg":"trace[2111634847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12554; }","duration":"174.456418ms","start":"2026-03-03T18:13:50.784416Z","end":"2026-03-03T18:13:50.958872Z","steps":["trace[2111634847] 'agreement among raft nodes before linearized reading' (duration: 174.293594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:50.959086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.082785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:50.959176Z","caller":"traceutil/trace.go:171","msg":"trace[619809397] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12554; }","duration":"123.217449ms","start":"2026-03-03T18:13:50.835932Z","end":"2026-03-03T18:13:50.95915Z","steps":["trace[619809397] 'agreement among raft nodes before linearized reading' (duration: 123.062805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:50.95919Z","caller":"traceutil/trace.go:171","msg":"trace[1593009726] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"123.130516ms","start":"2026-03-03T18:13:50.836047Z","end":"2026-03-03T18:13:50.959178Z","steps":["trace[1593009726] 'process raft request' (duration: 122.518252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:51.437359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.991054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:51.437474Z","caller":"traceutil/trace.go:171","msg":"trace[2135135863] linearizableReadLoop","detail":"{readStateIndex:13031; appliedIndex:13029; }","duration":"441.000261ms","start":"2026-03-03T18:13:50.996464Z","end":"2026-03-03T18:13:51.437464Z","steps":["trace[2135135863] 'read index received' (duration: 95.866193ms)","trace[2135135863] 'applied index is now lower than readState.Index' (duration: 345.133528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:51.437527Z","caller":"traceutil/trace.go:171","msg":"trace[954339553] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"473.904608ms","start":"2026-03-03T18:13:50.963617Z","end":"2026-03-03T18:13:51.437522Z","steps":["trace[954339553] 'process raft request' (duration: 473.807996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:51.43756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.963608Z","time spent":"473.934949ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:51.437566Z","caller":"traceutil/trace.go:171","msg":"trace[341024837] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"476.669723ms","start":"2026-03-03T18:13:50.960852Z","end":"2026-03-03T18:13:51.437522Z","steps":["trace[341024837] 'process raft request' (duration: 131.461864ms)","trace[341024837] 'compare' (duration: 344.867381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:51.43769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.678607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:51.437738Z","caller":"traceutil/trace.go:171","msg":"trace[1201030837] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12556; }","duration":"427.763749ms","start":"2026-03-03T18:13:51.009963Z","end":"2026-03-03T18:13:51.437727Z","steps":["trace[1201030837] 'agreement among raft nodes before linearized reading' (duration: 427.585595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:51.437763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.00995Z","time spent":"427.8087ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:51.437884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.421641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:51.437903Z","caller":"traceutil/trace.go:171","msg":"trace[311978531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12556; }","duration":"441.437601ms","start":"2026-03-03T18:13:50.996458Z","end":"2026-03-03T18:13:51.437896Z","steps":["trace[311978531] 'agreement among raft nodes before linearized reading' (duration: 441.41021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:51.437915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.996415Z","time spent":"441.497442ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:13:51.438135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.85545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:13:51.43822Z","caller":"traceutil/trace.go:171","msg":"trace[1284956491] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:12556; }","duration":"183.989493ms","start":"2026-03-03T18:13:51.254212Z","end":"2026-03-03T18:13:51.438201Z","steps":["trace[1284956491] 'agreement among raft nodes before linearized reading' (duration: 183.693016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:51.441667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:50.960842Z","time spent":"476.861828ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:52.246665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.04174ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:52.246801Z","caller":"traceutil/trace.go:171","msg":"trace[309106366] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12556; }","duration":"446.187513ms","start":"2026-03-03T18:13:51.800591Z","end":"2026-03-03T18:13:52.246779Z","steps":["trace[309106366] 'range keys from in-memory index tree' (duration: 446.024589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.247181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.898944ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T18:13:52.247243Z","caller":"traceutil/trace.go:171","msg":"trace[1722985135] linearizableReadLoop","detail":"{readStateIndex:13032; appliedIndex:13031; }","duration":"795.377437ms","start":"2026-03-03T18:13:51.451855Z","end":"2026-03-03T18:13:52.247233Z","steps":["trace[1722985135] 'read index received' (duration: 142.425462ms)","trace[1722985135] 'applied index is now lower than readState.Index' (duration: 652.951015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:52.247253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.439249Z","time spent":"808.000645ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:13:52.247374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.513481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:13:52.247392Z","caller":"traceutil/trace.go:171","msg":"trace[773386888] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12556; }","duration":"795.542681ms","start":"2026-03-03T18:13:51.451845Z","end":"2026-03-03T18:13:52.247387Z","steps":["trace[773386888] 'agreement among raft nodes before linearized reading' (duration: 795.437999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.247408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.451797Z","time spent":"795.607863ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:13:52.247647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.216895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:13:52.247696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.48215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:13:52.247721Z","caller":"traceutil/trace.go:171","msg":"trace[235625134] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12556; }","duration":"729.303057ms","start":"2026-03-03T18:13:51.518401Z","end":"2026-03-03T18:13:52.247704Z","steps":["trace[235625134] 'agreement among raft nodes before linearized reading' (duration: 729.138223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.247743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.627694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:52.247764Z","caller":"traceutil/trace.go:171","msg":"trace[947611807] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12556; }","duration":"493.598903ms","start":"2026-03-03T18:13:51.754148Z","end":"2026-03-03T18:13:52.247747Z","steps":["trace[947611807] 'agreement among raft nodes before linearized reading' (duration: 493.372177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:52.24778Z","caller":"traceutil/trace.go:171","msg":"trace[1870978417] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12556; }","duration":"737.710976ms","start":"2026-03-03T18:13:51.510057Z","end":"2026-03-03T18:13:52.247768Z","steps":["trace[1870978417] 'agreement among raft nodes before linearized reading' (duration: 737.593743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.247775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.831298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:13:52.247814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.510035Z","time spent":"737.771477ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":5103,"request content":"key:\"/registry/jobs/openstack/placement-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:13:52.247818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.754125Z","time spent":"493.680385ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":152,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:52.247768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.51838Z","time spent":"729.378559ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:13:52.247834Z","caller":"traceutil/trace.go:171","msg":"trace[737901511] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12556; }","duration":"587.93677ms","start":"2026-03-03T18:13:51.659881Z","end":"2026-03-03T18:13:52.247818Z","steps":["trace[737901511] 'agreement among raft nodes before linearized reading' (duration: 587.775796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.247889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.659861Z","time spent":"588.016862ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:13:52.248029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.453935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T18:13:52.248068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.792421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:52.248082Z","caller":"traceutil/trace.go:171","msg":"trace[528647858] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12556; }","duration":"306.555877ms","start":"2026-03-03T18:13:51.941514Z","end":"2026-03-03T18:13:52.24807Z","steps":["trace[528647858] 'agreement among raft nodes before linearized reading' (duration: 306.377423ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:52.248098Z","caller":"traceutil/trace.go:171","msg":"trace[1470910392] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12556; }","duration":"738.853472ms","start":"2026-03-03T18:13:51.509235Z","end":"2026-03-03T18:13:52.248089Z","steps":["trace[1470910392] 'agreement among raft nodes before linearized reading' (duration: 738.808251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.248109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.941495Z","time spent":"306.609418ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:13:52.248134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.509215Z","time spent":"738.911433ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:13:52.248272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.093838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:52.248298Z","caller":"traceutil/trace.go:171","msg":"trace[718469842] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12556; }","duration":"739.142119ms","start":"2026-03-03T18:13:51.50915Z","end":"2026-03-03T18:13:52.248292Z","steps":["trace[718469842] 'agreement among raft nodes before linearized reading' (duration: 739.105358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.248312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:51.509139Z","time spent":"739.169321ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T18:13:52.751423Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781027531,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:13:52.781825Z","caller":"traceutil/trace.go:171","msg":"trace[681677818] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"533.093585ms","start":"2026-03-03T18:13:52.248703Z","end":"2026-03-03T18:13:52.781797Z","steps":["trace[681677818] 'process raft request' (duration: 532.91037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:52.782011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:52.24869Z","time spent":"533.224298ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:53.02224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.43944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:53.022399Z","caller":"traceutil/trace.go:171","msg":"trace[65710098] linearizableReadLoop","detail":"{readStateIndex:13035; appliedIndex:13032; }","duration":"771.891193ms","start":"2026-03-03T18:13:52.250493Z","end":"2026-03-03T18:13:53.022384Z","steps":["trace[65710098] 'read index received' (duration: 531.035057ms)","trace[65710098] 'applied index is now lower than readState.Index' (duration: 240.854796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:53.022449Z","caller":"traceutil/trace.go:171","msg":"trace[523406757] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"770.188312ms","start":"2026-03-03T18:13:52.252237Z","end":"2026-03-03T18:13:53.022425Z","steps":["trace[523406757] 'process raft request' (duration: 650.492836ms)","trace[523406757] 'compare' (duration: 119.318897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:53.022472Z","caller":"traceutil/trace.go:171","msg":"trace[26312270] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"770.049448ms","start":"2026-03-03T18:13:52.252394Z","end":"2026-03-03T18:13:53.022443Z","steps":["trace[26312270] 'process raft request' (duration: 769.936636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.022541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:52.252225Z","time spent":"770.274434ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:53.022555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.064587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:13:53.02259Z","caller":"traceutil/trace.go:171","msg":"trace[2004755514] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12559; }","duration":"772.129759ms","start":"2026-03-03T18:13:52.250451Z","end":"2026-03-03T18:13:53.022581Z","steps":["trace[2004755514] 'agreement among raft nodes before linearized reading' (duration: 772.005506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.022627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:52.250435Z","time spent":"772.18453ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:13:53.022624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:52.252348Z","time spent":"770.199703ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:53.066608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.136506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:13:53.066673Z","caller":"traceutil/trace.go:171","msg":"trace[81709720] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12561; }","duration":"436.240639ms","start":"2026-03-03T18:13:52.63042Z","end":"2026-03-03T18:13:53.06666Z","steps":["trace[81709720] 'agreement among raft nodes before linearized reading' (duration: 435.514771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.066706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:52.6304Z","time spent":"436.298991ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:13:53.066726Z","caller":"traceutil/trace.go:171","msg":"trace[316242007] transaction","detail":"{read_only:false; response_revision:12561; number_of_response:1; }","duration":"102.683284ms","start":"2026-03-03T18:13:52.96403Z","end":"2026-03-03T18:13:53.066713Z","steps":["trace[316242007] 'process raft request' (duration: 101.829493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.066909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.690222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:53.066976Z","caller":"traceutil/trace.go:171","msg":"trace[44759137] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:12561; }","duration":"104.780274ms","start":"2026-03-03T18:13:52.962185Z","end":"2026-03-03T18:13:53.066965Z","steps":["trace[44759137] 'agreement among raft nodes before linearized reading' (duration: 104.699412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.067164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.301187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:13:53.067197Z","caller":"traceutil/trace.go:171","msg":"trace[1965611053] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12561; }","duration":"122.378809ms","start":"2026-03-03T18:13:52.94481Z","end":"2026-03-03T18:13:53.067188Z","steps":["trace[1965611053] 'agreement among raft nodes before linearized reading' (duration: 122.302107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.067396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.213536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:13:53.067441Z","caller":"traceutil/trace.go:171","msg":"trace[1594728499] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12561; }","duration":"283.290318ms","start":"2026-03-03T18:13:52.784141Z","end":"2026-03-03T18:13:53.067431Z","steps":["trace[1594728499] 'agreement among raft nodes before linearized reading' (duration: 283.185835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:53.671525Z","caller":"traceutil/trace.go:171","msg":"trace[2038459389] linearizableReadLoop","detail":"{readStateIndex:13039; appliedIndex:13037; }","duration":"597.722302ms","start":"2026-03-03T18:13:53.073776Z","end":"2026-03-03T18:13:53.671498Z","steps":["trace[2038459389] 'read index received' (duration: 8.398538ms)","trace[2038459389] 'applied index is now lower than readState.Index' (duration: 589.322364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:53.671658Z","caller":"traceutil/trace.go:171","msg":"trace[629188927] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"599.534493ms","start":"2026-03-03T18:13:53.072077Z","end":"2026-03-03T18:13:53.671611Z","steps":["trace[629188927] 'process raft request' (duration: 599.105782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.671845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.072065Z","time spent":"599.680297ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:53.67316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.3692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:59 size:545915"} {"level":"info","ts":"2026-03-03T18:13:53.673213Z","caller":"traceutil/trace.go:171","msg":"trace[958341762] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:59; response_revision:12563; }","duration":"599.446121ms","start":"2026-03-03T18:13:53.073754Z","end":"2026-03-03T18:13:53.6732Z","steps":["trace[958341762] 'agreement among raft nodes before linearized reading' (duration: 597.853224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.673252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.073742Z","time spent":"599.499373ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":59,"response size":545939,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:13:53.910766Z","caller":"traceutil/trace.go:171","msg":"trace[1000543631] linearizableReadLoop","detail":"{readStateIndex:13040; appliedIndex:13039; }","duration":"239.164005ms","start":"2026-03-03T18:13:53.671586Z","end":"2026-03-03T18:13:53.91075Z","steps":["trace[1000543631] 'read index received' (duration: 177.07554ms)","trace[1000543631] 'applied index is now lower than readState.Index' (duration: 62.087645ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:53.910867Z","caller":"traceutil/trace.go:171","msg":"trace[1591273863] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"458.195478ms","start":"2026-03-03T18:13:53.452665Z","end":"2026-03-03T18:13:53.91086Z","steps":["trace[1591273863] 'process raft request' (duration: 395.980949ms)","trace[1591273863] 'compare' (duration: 61.775009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:53.910933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.452648Z","time spent":"458.235148ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:13:53.911071Z","caller":"traceutil/trace.go:171","msg":"trace[111153470] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"180.941882ms","start":"2026-03-03T18:13:53.730031Z","end":"2026-03-03T18:13:53.910973Z","steps":["trace[111153470] 'process raft request' (duration: 180.695517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.911176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.474233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:53.911207Z","caller":"traceutil/trace.go:171","msg":"trace[1346936360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12565; }","duration":"469.541505ms","start":"2026-03-03T18:13:53.441659Z","end":"2026-03-03T18:13:53.911201Z","steps":["trace[1346936360] 'agreement among raft nodes before linearized reading' (duration: 469.429632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.911223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.441641Z","time spent":"469.579276ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:13:53.911295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.426383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:13:53.911323Z","caller":"traceutil/trace.go:171","msg":"trace[1165517546] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12565; }","duration":"691.480054ms","start":"2026-03-03T18:13:53.219829Z","end":"2026-03-03T18:13:53.91131Z","steps":["trace[1165517546] 'agreement among raft nodes before linearized reading' (duration: 691.448194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.911336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.219803Z","time spent":"691.529416ms","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:13:53.911583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.718701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:53.911614Z","caller":"traceutil/trace.go:171","msg":"trace[574837428] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12565; }","duration":"827.765591ms","start":"2026-03-03T18:13:53.083833Z","end":"2026-03-03T18:13:53.911599Z","steps":["trace[574837428] 'agreement among raft nodes before linearized reading' (duration: 827.73023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:53.911627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:53.08382Z","time spent":"827.804572ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:13:53.912645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.019708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T18:13:53.912731Z","caller":"traceutil/trace.go:171","msg":"trace[845930501] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12565; }","duration":"182.14643ms","start":"2026-03-03T18:13:53.730562Z","end":"2026-03-03T18:13:53.912708Z","steps":["trace[845930501] 'agreement among raft nodes before linearized reading' (duration: 180.556492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:55.133809Z","caller":"traceutil/trace.go:171","msg":"trace[1101128053] transaction","detail":"{read_only:false; response_revision:12568; number_of_response:1; }","duration":"101.938437ms","start":"2026-03-03T18:13:55.03182Z","end":"2026-03-03T18:13:55.133759Z","steps":["trace[1101128053] 'process raft request' (duration: 101.407784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:55.297748Z","caller":"traceutil/trace.go:171","msg":"trace[328860846] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"154.513417ms","start":"2026-03-03T18:13:55.143207Z","end":"2026-03-03T18:13:55.29772Z","steps":["trace[328860846] 'process raft request' (duration: 139.836111ms)","trace[328860846] 'compare' (duration: 14.275477ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:56.088529Z","caller":"traceutil/trace.go:171","msg":"trace[777612415] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"171.859917ms","start":"2026-03-03T18:13:55.91664Z","end":"2026-03-03T18:13:56.0885Z","steps":["trace[777612415] 'process raft request' (duration: 104.668501ms)","trace[777612415] 'compare' (duration: 66.956531ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:56.088528Z","caller":"traceutil/trace.go:171","msg":"trace[1436186301] linearizableReadLoop","detail":"{readStateIndex:13049; appliedIndex:13048; }","duration":"113.231622ms","start":"2026-03-03T18:13:55.975264Z","end":"2026-03-03T18:13:56.088495Z","steps":["trace[1436186301] 'read index received' (duration: 46.060686ms)","trace[1436186301] 'applied index is now lower than readState.Index' (duration: 67.162186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:56.088896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.581011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:56.088957Z","caller":"traceutil/trace.go:171","msg":"trace[1420520466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12573; }","duration":"113.753575ms","start":"2026-03-03T18:13:55.975191Z","end":"2026-03-03T18:13:56.088945Z","steps":["trace[1420520466] 'agreement among raft nodes before linearized reading' (duration: 113.402577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:56.099095Z","caller":"traceutil/trace.go:171","msg":"trace[1875543733] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"114.332099ms","start":"2026-03-03T18:13:55.984737Z","end":"2026-03-03T18:13:56.099069Z","steps":["trace[1875543733] 'process raft request' (duration: 114.177445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:56.382644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.81553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:56.38273Z","caller":"traceutil/trace.go:171","msg":"trace[1438103989] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12575; }","duration":"125.955794ms","start":"2026-03-03T18:13:56.256755Z","end":"2026-03-03T18:13:56.382711Z","steps":["trace[1438103989] 'range keys from in-memory index tree' (duration: 125.629536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:56.382912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.70214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:56.38326Z","caller":"traceutil/trace.go:171","msg":"trace[1797842722] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12575; }","duration":"124.059589ms","start":"2026-03-03T18:13:56.259173Z","end":"2026-03-03T18:13:56.383232Z","steps":["trace[1797842722] 'range keys from in-memory index tree' (duration: 123.397333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:56.382516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.086562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:56.383569Z","caller":"traceutil/trace.go:171","msg":"trace[1638303272] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12575; }","duration":"126.183229ms","start":"2026-03-03T18:13:56.257357Z","end":"2026-03-03T18:13:56.383541Z","steps":["trace[1638303272] 'range keys from in-memory index tree' (duration: 124.98796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:57.304711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.926099ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:57.304898Z","caller":"traceutil/trace.go:171","msg":"trace[1724428874] linearizableReadLoop","detail":"{readStateIndex:13054; appliedIndex:13052; }","duration":"154.229162ms","start":"2026-03-03T18:13:57.150652Z","end":"2026-03-03T18:13:57.304881Z","steps":["trace[1724428874] 'read index received' (duration: 51.097857ms)","trace[1724428874] 'applied index is now lower than readState.Index' (duration: 103.130285ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:57.305066Z","caller":"traceutil/trace.go:171","msg":"trace[144895354] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"165.973299ms","start":"2026-03-03T18:13:57.139059Z","end":"2026-03-03T18:13:57.305033Z","steps":["trace[144895354] 'process raft request' (duration: 62.636449ms)","trace[144895354] 'compare' (duration: 102.665603ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:57.305158Z","caller":"traceutil/trace.go:171","msg":"trace[1424120884] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"160.738606ms","start":"2026-03-03T18:13:57.144381Z","end":"2026-03-03T18:13:57.30512Z","steps":["trace[1424120884] 'process raft request' (duration: 160.427058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:57.305418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.542295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:13:57.305452Z","caller":"traceutil/trace.go:171","msg":"trace[1652468272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12578; }","duration":"167.595967ms","start":"2026-03-03T18:13:57.137843Z","end":"2026-03-03T18:13:57.305439Z","steps":["trace[1652468272] 'agreement among raft nodes before linearized reading' (duration: 167.28472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:57.488949Z","caller":"traceutil/trace.go:171","msg":"trace[379202500] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"178.996796ms","start":"2026-03-03T18:13:57.309899Z","end":"2026-03-03T18:13:57.488896Z","steps":["trace[379202500] 'process raft request' (duration: 107.903558ms)","trace[379202500] 'compare' (duration: 70.481073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:57.526868Z","caller":"traceutil/trace.go:171","msg":"trace[293226380] linearizableReadLoop","detail":"{readStateIndex:13056; appliedIndex:13054; }","duration":"174.07121ms","start":"2026-03-03T18:13:57.35277Z","end":"2026-03-03T18:13:57.526841Z","steps":["trace[293226380] 'read index received' (duration: 65.038696ms)","trace[293226380] 'applied index is now lower than readState.Index' (duration: 109.031004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:57.527086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.301245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T18:13:57.52712Z","caller":"traceutil/trace.go:171","msg":"trace[1003428534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12580; }","duration":"174.418387ms","start":"2026-03-03T18:13:57.35269Z","end":"2026-03-03T18:13:57.527109Z","steps":["trace[1003428534] 'agreement among raft nodes before linearized reading' (duration: 174.251663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:57.52708Z","caller":"traceutil/trace.go:171","msg":"trace[743456500] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"216.542351ms","start":"2026-03-03T18:13:57.310505Z","end":"2026-03-03T18:13:57.527048Z","steps":["trace[743456500] 'process raft request' (duration: 216.188393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:58.227793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.3849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:58.227886Z","caller":"traceutil/trace.go:171","msg":"trace[1831725002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12582; }","duration":"233.520683ms","start":"2026-03-03T18:13:57.99435Z","end":"2026-03-03T18:13:58.227871Z","steps":["trace[1831725002] 'range keys from in-memory index tree' (duration: 233.304437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:58.314339Z","caller":"traceutil/trace.go:171","msg":"trace[2026999113] transaction","detail":"{read_only:false; response_revision:12583; number_of_response:1; }","duration":"220.984587ms","start":"2026-03-03T18:13:58.093319Z","end":"2026-03-03T18:13:58.314304Z","steps":["trace[2026999113] 'process raft request' (duration: 220.331752ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:58.491412Z","caller":"traceutil/trace.go:171","msg":"trace[1353533854] transaction","detail":"{read_only:false; response_revision:12584; number_of_response:1; }","duration":"397.599726ms","start":"2026-03-03T18:13:58.093775Z","end":"2026-03-03T18:13:58.491375Z","steps":["trace[1353533854] 'process raft request' (duration: 309.031734ms)","trace[1353533854] 'compare' (duration: 88.021589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:58.491556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:58.093747Z","time spent":"397.735229ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:13:58.491596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.192663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:13:58.491679Z","caller":"traceutil/trace.go:171","msg":"trace[19540431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12584; }","duration":"374.325346ms","start":"2026-03-03T18:13:58.11734Z","end":"2026-03-03T18:13:58.491665Z","steps":["trace[19540431] 'agreement among raft nodes before linearized reading' (duration: 374.114242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:58.491723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:13:58.117319Z","time spent":"374.395938ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:13:58.492008Z","caller":"traceutil/trace.go:171","msg":"trace[302075437] linearizableReadLoop","detail":"{readStateIndex:13061; appliedIndex:13059; }","duration":"373.816794ms","start":"2026-03-03T18:13:58.117394Z","end":"2026-03-03T18:13:58.491211Z","steps":["trace[302075437] 'read index received' (duration: 196.286773ms)","trace[302075437] 'applied index is now lower than readState.Index' (duration: 177.528811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:58.492127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.206654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:58.492164Z","caller":"traceutil/trace.go:171","msg":"trace[914769762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12584; }","duration":"263.276136ms","start":"2026-03-03T18:13:58.228876Z","end":"2026-03-03T18:13:58.492152Z","steps":["trace[914769762] 'agreement among raft nodes before linearized reading' (duration: 263.218304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:58.492283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.028376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:13:58.492344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.590389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:58.492364Z","caller":"traceutil/trace.go:171","msg":"trace[569906026] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:12584; }","duration":"104.142958ms","start":"2026-03-03T18:13:58.388201Z","end":"2026-03-03T18:13:58.492344Z","steps":["trace[569906026] 'agreement among raft nodes before linearized reading' (duration: 103.994365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:58.492379Z","caller":"traceutil/trace.go:171","msg":"trace[1793570435] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:0; response_revision:12584; }","duration":"104.62859ms","start":"2026-03-03T18:13:58.387741Z","end":"2026-03-03T18:13:58.49237Z","steps":["trace[1793570435] 'agreement among raft nodes before linearized reading' (duration: 104.566368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:58.492448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.921806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-03-03T18:13:58.492488Z","caller":"traceutil/trace.go:171","msg":"trace[1122124488] range","detail":"{range_begin:/registry/jobs/openstack/placement-db-sync; range_end:; response_count:1; response_revision:12584; }","duration":"104.966527ms","start":"2026-03-03T18:13:58.387512Z","end":"2026-03-03T18:13:58.492478Z","steps":["trace[1122124488] 'agreement among raft nodes before linearized reading' (duration: 104.821464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:13:59.54704Z","caller":"traceutil/trace.go:171","msg":"trace[2029251600] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"236.161475ms","start":"2026-03-03T18:13:59.310846Z","end":"2026-03-03T18:13:59.547008Z","steps":["trace[2029251600] 'process raft request' (duration: 174.651013ms)","trace[2029251600] 'compare' (duration: 61.397239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:59.845838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.25549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:13:59.845945Z","caller":"traceutil/trace.go:171","msg":"trace[383031138] linearizableReadLoop","detail":"{readStateIndex:13067; appliedIndex:13066; }","duration":"220.133427ms","start":"2026-03-03T18:13:59.625794Z","end":"2026-03-03T18:13:59.845928Z","steps":["trace[383031138] 'read index received' (duration: 71.764955ms)","trace[383031138] 'applied index is now lower than readState.Index' (duration: 148.367012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:13:59.846182Z","caller":"traceutil/trace.go:171","msg":"trace[109116965] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"294.941633ms","start":"2026-03-03T18:13:59.551227Z","end":"2026-03-03T18:13:59.846168Z","steps":["trace[109116965] 'process raft request' (duration: 146.271374ms)","trace[109116965] 'compare' (duration: 148.133937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:13:59.846462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.65368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:13:59.846542Z","caller":"traceutil/trace.go:171","msg":"trace[59960410] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12590; }","duration":"220.746922ms","start":"2026-03-03T18:13:59.625775Z","end":"2026-03-03T18:13:59.846522Z","steps":["trace[59960410] 'agreement among raft nodes before linearized reading' (duration: 220.602068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:13:59.846581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.605995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T18:13:59.846631Z","caller":"traceutil/trace.go:171","msg":"trace[285200196] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12590; }","duration":"136.656246ms","start":"2026-03-03T18:13:59.709959Z","end":"2026-03-03T18:13:59.846615Z","steps":["trace[285200196] 'agreement among raft nodes before linearized reading' (duration: 136.511972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:14:00.101681Z","caller":"traceutil/trace.go:171","msg":"trace[1606470649] transaction","detail":"{read_only:false; response_revision:12591; number_of_response:1; }","duration":"213.619233ms","start":"2026-03-03T18:13:59.888036Z","end":"2026-03-03T18:14:00.101655Z","steps":["trace[1606470649] 'process raft request' (duration: 153.78384ms)","trace[1606470649] 'compare' (duration: 59.491695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:14:00.535605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.686548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:14:00.535699Z","caller":"traceutil/trace.go:171","msg":"trace[493932644] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12591; }","duration":"325.836672ms","start":"2026-03-03T18:14:00.209844Z","end":"2026-03-03T18:14:00.535681Z","steps":["trace[493932644] 'count revisions from in-memory index tree' (duration: 325.620807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:14:00.535745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:14:00.209828Z","time spent":"325.905023ms","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:14:00.53612Z","caller":"traceutil/trace.go:171","msg":"trace[175161372] transaction","detail":"{read_only:false; response_revision:12592; number_of_response:1; }","duration":"213.891629ms","start":"2026-03-03T18:14:00.322193Z","end":"2026-03-03T18:14:00.536085Z","steps":["trace[175161372] 'process raft request' (duration: 189.174666ms)","trace[175161372] 'compare' (duration: 24.530039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:14:01.46791Z","caller":"traceutil/trace.go:171","msg":"trace[1499202511] transaction","detail":"{read_only:false; response_revision:12595; number_of_response:1; }","duration":"173.019765ms","start":"2026-03-03T18:14:01.294851Z","end":"2026-03-03T18:14:01.467871Z","steps":["trace[1499202511] 'process raft request' (duration: 99.289614ms)","trace[1499202511] 'compare' (duration: 73.483534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:14:01.690905Z","caller":"traceutil/trace.go:171","msg":"trace[593923479] transaction","detail":"{read_only:false; response_revision:12597; number_of_response:1; }","duration":"138.806187ms","start":"2026-03-03T18:14:01.552065Z","end":"2026-03-03T18:14:01.690871Z","steps":["trace[593923479] 'process raft request' (duration: 128.284338ms)","trace[593923479] 'compare' (duration: 10.258403ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:14:01.95586Z","caller":"traceutil/trace.go:171","msg":"trace[877057918] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"100.679666ms","start":"2026-03-03T18:14:01.855163Z","end":"2026-03-03T18:14:01.955843Z","steps":["trace[877057918] 'process raft request' (duration: 100.425451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:14:07.598467Z","caller":"traceutil/trace.go:171","msg":"trace[346795260] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"101.195119ms","start":"2026-03-03T18:14:07.497244Z","end":"2026-03-03T18:14:07.598439Z","steps":["trace[346795260] 'process raft request' (duration: 100.929873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:14:20.845086Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000338e.wal"} {"level":"info","ts":"2026-03-03T18:14:44.063036Z","caller":"traceutil/trace.go:171","msg":"trace[326191622] transaction","detail":"{read_only:false; response_revision:12848; number_of_response:1; }","duration":"120.233599ms","start":"2026-03-03T18:14:43.942742Z","end":"2026-03-03T18:14:44.062975Z","steps":["trace[326191622] 'process raft request' (duration: 120.045655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:14:54.505558Z","caller":"traceutil/trace.go:171","msg":"trace[588022064] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"133.725436ms","start":"2026-03-03T18:14:54.371761Z","end":"2026-03-03T18:14:54.505487Z","steps":["trace[588022064] 'process raft request' (duration: 133.582883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:14:54.663849Z","caller":"traceutil/trace.go:171","msg":"trace[897123998] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"142.780141ms","start":"2026-03-03T18:14:54.521036Z","end":"2026-03-03T18:14:54.663816Z","steps":["trace[897123998] 'process raft request' (duration: 47.038091ms)","trace[897123998] 'compare' (duration: 95.212438ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:14:56.653914Z","caller":"traceutil/trace.go:171","msg":"trace[1705395872] transaction","detail":"{read_only:false; response_revision:12905; number_of_response:1; }","duration":"123.489745ms","start":"2026-03-03T18:14:56.530403Z","end":"2026-03-03T18:14:56.653892Z","steps":["trace[1705395872] 'process raft request' (duration: 41.94178ms)","trace[1705395872] 'compare' (duration: 81.432652ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:14:59.017101Z","caller":"traceutil/trace.go:171","msg":"trace[2121873407] transaction","detail":"{read_only:false; response_revision:12916; number_of_response:1; }","duration":"104.516658ms","start":"2026-03-03T18:14:58.91256Z","end":"2026-03-03T18:14:59.017076Z","steps":["trace[2121873407] 'process raft request' (duration: 104.324034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:01.523051Z","caller":"traceutil/trace.go:171","msg":"trace[813694000] linearizableReadLoop","detail":"{readStateIndex:13418; appliedIndex:13417; }","duration":"215.397405ms","start":"2026-03-03T18:15:01.307628Z","end":"2026-03-03T18:15:01.523026Z","steps":["trace[813694000] 'read index received' (duration: 202.85737ms)","trace[813694000] 'applied index is now lower than readState.Index' (duration: 12.538525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:01.523328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.679092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7366"} {"level":"info","ts":"2026-03-03T18:15:01.523376Z","caller":"traceutil/trace.go:171","msg":"trace[49348687] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:12926; }","duration":"215.778964ms","start":"2026-03-03T18:15:01.307584Z","end":"2026-03-03T18:15:01.523363Z","steps":["trace[49348687] 'agreement among raft nodes before linearized reading' (duration: 215.538118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:02.597647Z","caller":"traceutil/trace.go:171","msg":"trace[500979499] transaction","detail":"{read_only:false; response_revision:12930; number_of_response:1; }","duration":"115.809323ms","start":"2026-03-03T18:15:02.481763Z","end":"2026-03-03T18:15:02.597573Z","steps":["trace[500979499] 'process raft request' (duration: 115.514706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:02.899139Z","caller":"traceutil/trace.go:171","msg":"trace[195432199] transaction","detail":"{read_only:false; response_revision:12932; number_of_response:1; }","duration":"115.317893ms","start":"2026-03-03T18:15:02.783792Z","end":"2026-03-03T18:15:02.89911Z","steps":["trace[195432199] 'process raft request' (duration: 115.142038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:02.905498Z","caller":"traceutil/trace.go:171","msg":"trace[296501172] transaction","detail":"{read_only:false; response_revision:12933; number_of_response:1; }","duration":"121.678653ms","start":"2026-03-03T18:15:02.783789Z","end":"2026-03-03T18:15:02.905468Z","steps":["trace[296501172] 'process raft request' (duration: 121.495599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:03.096334Z","caller":"traceutil/trace.go:171","msg":"trace[265553610] transaction","detail":"{read_only:false; response_revision:12934; number_of_response:1; }","duration":"135.257193ms","start":"2026-03-03T18:15:02.961051Z","end":"2026-03-03T18:15:03.096308Z","steps":["trace[265553610] 'process raft request' (duration: 135.043638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:03.374711Z","caller":"traceutil/trace.go:171","msg":"trace[843852710] transaction","detail":"{read_only:false; response_revision:12937; number_of_response:1; }","duration":"150.113654ms","start":"2026-03-03T18:15:03.224567Z","end":"2026-03-03T18:15:03.37468Z","steps":["trace[843852710] 'process raft request' (duration: 149.939929ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:04.271029Z","caller":"traceutil/trace.go:171","msg":"trace[367206588] transaction","detail":"{read_only:false; response_revision:12941; number_of_response:1; }","duration":"164.666788ms","start":"2026-03-03T18:15:04.106344Z","end":"2026-03-03T18:15:04.271011Z","steps":["trace[367206588] 'process raft request' (duration: 164.545715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:05.312347Z","caller":"traceutil/trace.go:171","msg":"trace[1665004639] transaction","detail":"{read_only:false; response_revision:12948; number_of_response:1; }","duration":"111.876112ms","start":"2026-03-03T18:15:05.200441Z","end":"2026-03-03T18:15:05.312317Z","steps":["trace[1665004639] 'process raft request' (duration: 111.575415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:05.579403Z","caller":"traceutil/trace.go:171","msg":"trace[999587016] linearizableReadLoop","detail":"{readStateIndex:13444; appliedIndex:13443; }","duration":"127.187712ms","start":"2026-03-03T18:15:05.452191Z","end":"2026-03-03T18:15:05.579379Z","steps":["trace[999587016] 'read index received' (duration: 109.486594ms)","trace[999587016] 'applied index is now lower than readState.Index' (duration: 17.699988ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:05.579661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.451829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:15:05.579717Z","caller":"traceutil/trace.go:171","msg":"trace[2051570812] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12952; }","duration":"127.561871ms","start":"2026-03-03T18:15:05.452142Z","end":"2026-03-03T18:15:05.579703Z","steps":["trace[2051570812] 'agreement among raft nodes before linearized reading' (duration: 127.334405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:05.579785Z","caller":"traceutil/trace.go:171","msg":"trace[560305301] transaction","detail":"{read_only:false; response_revision:12952; number_of_response:1; }","duration":"127.93774ms","start":"2026-03-03T18:15:05.451814Z","end":"2026-03-03T18:15:05.579751Z","steps":["trace[560305301] 'process raft request' (duration: 109.876024ms)","trace[560305301] 'compare' (duration: 17.566414ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:05.896907Z","caller":"traceutil/trace.go:171","msg":"trace[1566249620] transaction","detail":"{read_only:false; response_revision:12959; number_of_response:1; }","duration":"167.991606ms","start":"2026-03-03T18:15:05.728868Z","end":"2026-03-03T18:15:05.89686Z","steps":["trace[1566249620] 'process raft request' (duration: 164.505673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:05.896945Z","caller":"traceutil/trace.go:171","msg":"trace[1763168627] linearizableReadLoop","detail":"{readStateIndex:13451; appliedIndex:13449; }","duration":"166.104172ms","start":"2026-03-03T18:15:05.730812Z","end":"2026-03-03T18:15:05.896916Z","steps":["trace[1763168627] 'read index received' (duration: 29.20131ms)","trace[1763168627] 'applied index is now lower than readState.Index' (duration: 136.901412ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:05.89699Z","caller":"traceutil/trace.go:171","msg":"trace[1706411006] transaction","detail":"{read_only:false; response_revision:12960; number_of_response:1; }","duration":"165.062737ms","start":"2026-03-03T18:15:05.7319Z","end":"2026-03-03T18:15:05.896963Z","steps":["trace[1706411006] 'process raft request' (duration: 164.867902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:05.897187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.354618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-03T18:15:05.897236Z","caller":"traceutil/trace.go:171","msg":"trace[834501326] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:12960; }","duration":"166.44439ms","start":"2026-03-03T18:15:05.730779Z","end":"2026-03-03T18:15:05.897223Z","steps":["trace[834501326] 'agreement among raft nodes before linearized reading' (duration: 166.287276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:05.953014Z","caller":"traceutil/trace.go:171","msg":"trace[1212469935] transaction","detail":"{read_only:false; response_revision:12961; number_of_response:1; }","duration":"188.949521ms","start":"2026-03-03T18:15:05.764042Z","end":"2026-03-03T18:15:05.952991Z","steps":["trace[1212469935] 'process raft request' (duration: 188.642264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:05.953725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.726526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-ks-endpoints-bzwfh\" ","response":"range_response_count:1 size:13077"} {"level":"info","ts":"2026-03-03T18:15:05.953783Z","caller":"traceutil/trace.go:171","msg":"trace[2079691311] range","detail":"{range_begin:/registry/pods/openstack/placement-ks-endpoints-bzwfh; range_end:; response_count:1; response_revision:12961; }","duration":"177.815228ms","start":"2026-03-03T18:15:05.775955Z","end":"2026-03-03T18:15:05.95377Z","steps":["trace[2079691311] 'agreement among raft nodes before linearized reading' (duration: 177.681915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:05.953786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.944374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:05.953835Z","caller":"traceutil/trace.go:171","msg":"trace[128391531] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12961; }","duration":"223.021626ms","start":"2026-03-03T18:15:05.730799Z","end":"2026-03-03T18:15:05.953821Z","steps":["trace[128391531] 'agreement among raft nodes before linearized reading' (duration: 222.934664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:06.101639Z","caller":"traceutil/trace.go:171","msg":"trace[391317034] linearizableReadLoop","detail":"{readStateIndex:13455; appliedIndex:13454; }","duration":"107.15266ms","start":"2026-03-03T18:15:05.994465Z","end":"2026-03-03T18:15:06.101617Z","steps":["trace[391317034] 'read index received' (duration: 56.932985ms)","trace[391317034] 'applied index is now lower than readState.Index' (duration: 50.218465ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:06.101738Z","caller":"traceutil/trace.go:171","msg":"trace[1366941341] transaction","detail":"{read_only:false; response_revision:12963; number_of_response:1; }","duration":"138.302456ms","start":"2026-03-03T18:15:05.963423Z","end":"2026-03-03T18:15:06.101726Z","steps":["trace[1366941341] 'process raft request' (duration: 87.955717ms)","trace[1366941341] 'compare' (duration: 50.115713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:06.101794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.312384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:06.101867Z","caller":"traceutil/trace.go:171","msg":"trace[45031030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12963; }","duration":"107.417267ms","start":"2026-03-03T18:15:05.994434Z","end":"2026-03-03T18:15:06.101852Z","steps":["trace[45031030] 'agreement among raft nodes before linearized reading' (duration: 107.303904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:06.122687Z","caller":"traceutil/trace.go:171","msg":"trace[722108232] transaction","detail":"{read_only:false; response_revision:12964; number_of_response:1; }","duration":"117.241458ms","start":"2026-03-03T18:15:06.005424Z","end":"2026-03-03T18:15:06.122665Z","steps":["trace[722108232] 'process raft request' (duration: 117.072114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:06.607656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.384289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:15:06.919504Z","caller":"traceutil/trace.go:171","msg":"trace[790509960] linearizableReadLoop","detail":"{readStateIndex:13460; appliedIndex:13459; }","duration":"132.54868ms","start":"2026-03-03T18:15:06.786935Z","end":"2026-03-03T18:15:06.919483Z","steps":["trace[790509960] 'read index received' (duration: 132.344926ms)","trace[790509960] 'applied index is now lower than readState.Index' (duration: 202.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:06.919558Z","caller":"traceutil/trace.go:171","msg":"trace[409167229] transaction","detail":"{read_only:false; response_revision:12967; number_of_response:1; }","duration":"171.016077ms","start":"2026-03-03T18:15:06.748511Z","end":"2026-03-03T18:15:06.919527Z","steps":["trace[409167229] 'process raft request' (duration: 170.842963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:06.919809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.843787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-03-03T18:15:06.919911Z","caller":"traceutil/trace.go:171","msg":"trace[1911916707] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:12967; }","duration":"132.9899ms","start":"2026-03-03T18:15:06.786899Z","end":"2026-03-03T18:15:06.919889Z","steps":["trace[1911916707] 'agreement among raft nodes before linearized reading' (duration: 132.682923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:07.040234Z","caller":"traceutil/trace.go:171","msg":"trace[1347316062] transaction","detail":"{read_only:false; response_revision:12968; number_of_response:1; }","duration":"117.008392ms","start":"2026-03-03T18:15:06.923199Z","end":"2026-03-03T18:15:07.040207Z","steps":["trace[1347316062] 'process raft request' (duration: 88.991941ms)","trace[1347316062] 'compare' (duration: 27.809786ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:07.232663Z","caller":"traceutil/trace.go:171","msg":"trace[1830590197] linearizableReadLoop","detail":"{readStateIndex:13462; appliedIndex:13460; }","duration":"302.909651ms","start":"2026-03-03T18:15:06.929723Z","end":"2026-03-03T18:15:07.232633Z","steps":["trace[1830590197] 'read index received' (duration: 82.479268ms)","trace[1830590197] 'applied index is now lower than readState.Index' (duration: 220.428973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:07.232674Z","caller":"traceutil/trace.go:171","msg":"trace[1121465006] transaction","detail":"{read_only:false; response_revision:12969; number_of_response:1; }","duration":"303.717529ms","start":"2026-03-03T18:15:06.928929Z","end":"2026-03-03T18:15:07.232647Z","steps":["trace[1121465006] 'process raft request' (duration: 219.654585ms)","trace[1121465006] 'compare' (duration: 83.797468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:07.23282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:06.928902Z","time spent":"303.844724ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2844,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:15:07.232867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.129427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:15:07.232877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.640394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:07.23292Z","caller":"traceutil/trace.go:171","msg":"trace[1032008650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12969; }","duration":"303.218419ms","start":"2026-03-03T18:15:06.929689Z","end":"2026-03-03T18:15:07.232907Z","steps":["trace[1032008650] 'agreement among raft nodes before linearized reading' (duration: 303.035704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:07.232952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:06.929674Z","time spent":"303.27179ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:15:07.232958Z","caller":"traceutil/trace.go:171","msg":"trace[1683060708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12969; }","duration":"238.762147ms","start":"2026-03-03T18:15:06.994178Z","end":"2026-03-03T18:15:07.23294Z","steps":["trace[1683060708] 'agreement among raft nodes before linearized reading' (duration: 238.624564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:08.131545Z","caller":"traceutil/trace.go:171","msg":"trace[1219881352] transaction","detail":"{read_only:false; response_revision:12974; number_of_response:1; }","duration":"115.177259ms","start":"2026-03-03T18:15:08.016344Z","end":"2026-03-03T18:15:08.131521Z","steps":["trace[1219881352] 'process raft request' (duration: 114.972484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:17.195645Z","caller":"traceutil/trace.go:171","msg":"trace[1127086821] linearizableReadLoop","detail":"{readStateIndex:13523; appliedIndex:13522; }","duration":"321.212033ms","start":"2026-03-03T18:15:16.874387Z","end":"2026-03-03T18:15:17.195599Z","steps":["trace[1127086821] 'read index received' (duration: 320.859135ms)","trace[1127086821] 'applied index is now lower than readState.Index' (duration: 351.708µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:17.196359Z","caller":"traceutil/trace.go:171","msg":"trace[1892147862] transaction","detail":"{read_only:false; response_revision:13028; number_of_response:1; }","duration":"383.730169ms","start":"2026-03-03T18:15:16.812615Z","end":"2026-03-03T18:15:17.196345Z","steps":["trace[1892147862] 'process raft request' (duration: 382.756156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:17.19653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:16.81259Z","time spent":"383.810451ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:15:17.196892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.504183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:15:17.196938Z","caller":"traceutil/trace.go:171","msg":"trace[1190254994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13028; }","duration":"322.573104ms","start":"2026-03-03T18:15:16.874354Z","end":"2026-03-03T18:15:17.196927Z","steps":["trace[1190254994] 'agreement among raft nodes before linearized reading' (duration: 322.416321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:17.196982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:16.87434Z","time spent":"322.630086ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:15:17.446428Z","caller":"traceutil/trace.go:171","msg":"trace[1890443363] linearizableReadLoop","detail":"{readStateIndex:13524; appliedIndex:13523; }","duration":"250.422242ms","start":"2026-03-03T18:15:17.195979Z","end":"2026-03-03T18:15:17.446401Z","steps":["trace[1890443363] 'read index received' (duration: 224.842828ms)","trace[1890443363] 'applied index is now lower than readState.Index' (duration: 25.577834ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:17.446709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.589085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"warn","ts":"2026-03-03T18:15:17.446686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.499996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:17.446759Z","caller":"traceutil/trace.go:171","msg":"trace[1782941966] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13028; }","duration":"491.699388ms","start":"2026-03-03T18:15:16.955049Z","end":"2026-03-03T18:15:17.446748Z","steps":["trace[1782941966] 'agreement among raft nodes before linearized reading' (duration: 491.507003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:17.446779Z","caller":"traceutil/trace.go:171","msg":"trace[861754963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13028; }","duration":"428.648789ms","start":"2026-03-03T18:15:17.018112Z","end":"2026-03-03T18:15:17.446761Z","steps":["trace[861754963] 'agreement among raft nodes before linearized reading' (duration: 428.325071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:17.446795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:16.955026Z","time spent":"491.76055ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12703,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:15:17.446815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:17.018093Z","time spent":"428.717341ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:15:17.446827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.936527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:15:17.446902Z","caller":"traceutil/trace.go:171","msg":"trace[734654199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13028; }","duration":"260.055509ms","start":"2026-03-03T18:15:17.186827Z","end":"2026-03-03T18:15:17.446882Z","steps":["trace[734654199] 'agreement among raft nodes before linearized reading' (duration: 259.790433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:17.446791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.55759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:15:17.447389Z","caller":"traceutil/trace.go:171","msg":"trace[2080687900] transaction","detail":"{read_only:false; response_revision:13029; number_of_response:1; }","duration":"245.156788ms","start":"2026-03-03T18:15:17.202199Z","end":"2026-03-03T18:15:17.447355Z","steps":["trace[2080687900] 'process raft request' (duration: 244.156564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:17.448716Z","caller":"traceutil/trace.go:171","msg":"trace[186468542] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13028; }","duration":"564.556527ms","start":"2026-03-03T18:15:16.88414Z","end":"2026-03-03T18:15:17.448697Z","steps":["trace[186468542] 'agreement among raft nodes before linearized reading' (duration: 562.51398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:17.44948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:16.884129Z","time spent":"565.333666ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:15:21.753613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781028957,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:15:22.120257Z","caller":"traceutil/trace.go:171","msg":"trace[61994285] transaction","detail":"{read_only:false; response_revision:13048; number_of_response:1; }","duration":"892.963791ms","start":"2026-03-03T18:15:21.227272Z","end":"2026-03-03T18:15:22.120236Z","steps":["trace[61994285] 'process raft request' (duration: 892.840048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.120409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.227252Z","time spent":"893.067444ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:15:22.198522Z","caller":"traceutil/trace.go:171","msg":"trace[733204525] linearizableReadLoop","detail":"{readStateIndex:13545; appliedIndex:13544; }","duration":"945.065851ms","start":"2026-03-03T18:15:21.253432Z","end":"2026-03-03T18:15:22.198498Z","steps":["trace[733204525] 'read index received' (duration: 867.448919ms)","trace[733204525] 'applied index is now lower than readState.Index' (duration: 77.615722ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:22.198824Z","caller":"traceutil/trace.go:171","msg":"trace[565261743] transaction","detail":"{read_only:false; response_revision:13049; number_of_response:1; }","duration":"699.73604ms","start":"2026-03-03T18:15:21.499075Z","end":"2026-03-03T18:15:22.198811Z","steps":["trace[565261743] 'process raft request' (duration: 699.30373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.198935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.499059Z","time spent":"699.805901ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:15:22.199227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.795629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:15:22.199331Z","caller":"traceutil/trace.go:171","msg":"trace[1394660131] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:13049; }","duration":"945.934551ms","start":"2026-03-03T18:15:21.253379Z","end":"2026-03-03T18:15:22.199314Z","steps":["trace[1394660131] 'agreement among raft nodes before linearized reading' (duration: 945.724856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.199388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.253358Z","time spent":"946.014614ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:15:22.199943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.875593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12679"} {"level":"info","ts":"2026-03-03T18:15:22.200006Z","caller":"traceutil/trace.go:171","msg":"trace[1116048640] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13049; }","duration":"738.978085ms","start":"2026-03-03T18:15:21.461015Z","end":"2026-03-03T18:15:22.199993Z","steps":["trace[1116048640] 'agreement among raft nodes before linearized reading' (duration: 738.836342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.200038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.460996Z","time spent":"739.034436ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":12703,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:15:22.200189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.870949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19155"} {"level":"info","ts":"2026-03-03T18:15:22.20022Z","caller":"traceutil/trace.go:171","msg":"trace[792694297] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13049; }","duration":"424.945191ms","start":"2026-03-03T18:15:21.775267Z","end":"2026-03-03T18:15:22.200212Z","steps":["trace[792694297] 'agreement among raft nodes before linearized reading' (duration: 424.838269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.20024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.775243Z","time spent":"424.993293ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19179,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:15:22.200252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.559875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:15:22.200289Z","caller":"traceutil/trace.go:171","msg":"trace[1016272726] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:13049; }","duration":"552.630137ms","start":"2026-03-03T18:15:21.647648Z","end":"2026-03-03T18:15:22.200278Z","steps":["trace[1016272726] 'agreement among raft nodes before linearized reading' (duration: 552.556215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.20032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.647618Z","time spent":"552.693858ms","remote":"127.0.0.1:53326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:15:22.200541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.418578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:15:22.200561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.080706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:22.200585Z","caller":"traceutil/trace.go:171","msg":"trace[310864467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13049; }","duration":"206.135337ms","start":"2026-03-03T18:15:21.994443Z","end":"2026-03-03T18:15:22.200578Z","steps":["trace[310864467] 'agreement among raft nodes before linearized reading' (duration: 206.098026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:22.200574Z","caller":"traceutil/trace.go:171","msg":"trace[2033532783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13049; }","duration":"573.502019ms","start":"2026-03-03T18:15:21.62706Z","end":"2026-03-03T18:15:22.200562Z","steps":["trace[2033532783] 'agreement among raft nodes before linearized reading' (duration: 573.410297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.200633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.627032Z","time spent":"573.584782ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:15:22.20084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.837094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:15:22.200877Z","caller":"traceutil/trace.go:171","msg":"trace[1454047907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13049; }","duration":"705.875264ms","start":"2026-03-03T18:15:21.494991Z","end":"2026-03-03T18:15:22.200866Z","steps":["trace[1454047907] 'agreement among raft nodes before linearized reading' (duration: 705.804343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.200905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.494923Z","time spent":"705.976006ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:15:22.201108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.806218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:15:22.20114Z","caller":"traceutil/trace.go:171","msg":"trace[146932718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13049; }","duration":"709.869139ms","start":"2026-03-03T18:15:21.491261Z","end":"2026-03-03T18:15:22.201131Z","steps":["trace[146932718] 'agreement among raft nodes before linearized reading' (duration: 709.777966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.201189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.491241Z","time spent":"709.941401ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:15:22.201387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.011654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:15:22.201447Z","caller":"traceutil/trace.go:171","msg":"trace[1747316961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13049; }","duration":"716.076986ms","start":"2026-03-03T18:15:21.485359Z","end":"2026-03-03T18:15:22.201436Z","steps":["trace[1747316961] 'agreement among raft nodes before linearized reading' (duration: 715.949733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.201479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.485292Z","time spent":"716.178757ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:15:22.20199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.979749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:15:22.202072Z","caller":"traceutil/trace.go:171","msg":"trace[1003187864] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13049; }","duration":"737.104342ms","start":"2026-03-03T18:15:21.464946Z","end":"2026-03-03T18:15:22.20205Z","steps":["trace[1003187864] 'agreement among raft nodes before linearized reading' (duration: 736.880097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:22.202123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:21.464923Z","time spent":"737.186813ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:15:22.492608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.749107ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:15:22.49275Z","caller":"traceutil/trace.go:171","msg":"trace[1056091530] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"153.955385ms","start":"2026-03-03T18:15:22.338767Z","end":"2026-03-03T18:15:22.492722Z","steps":["trace[1056091530] 'process raft request' (duration: 33.470351ms)","trace[1056091530] 'compare' (duration: 119.583783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:22.982367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.810246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T18:15:22.982436Z","caller":"traceutil/trace.go:171","msg":"trace[1138538743] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:13056; }","duration":"218.930269ms","start":"2026-03-03T18:15:22.763488Z","end":"2026-03-03T18:15:22.982418Z","steps":["trace[1138538743] 'range keys from in-memory index tree' (duration: 218.642281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:24.444517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.741647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:15:24.444662Z","caller":"traceutil/trace.go:171","msg":"trace[1267171450] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"148.800193ms","start":"2026-03-03T18:15:24.295837Z","end":"2026-03-03T18:15:24.444637Z","steps":["trace[1267171450] 'process raft request' (duration: 28.843001ms)","trace[1267171450] 'compare' (duration: 119.608883ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:24.448387Z","caller":"traceutil/trace.go:171","msg":"trace[412759849] transaction","detail":"{read_only:false; response_revision:13065; number_of_response:1; }","duration":"139.273018ms","start":"2026-03-03T18:15:24.309086Z","end":"2026-03-03T18:15:24.448359Z","steps":["trace[412759849] 'process raft request' (duration: 139.117874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:25.28815Z","caller":"traceutil/trace.go:171","msg":"trace[832473226] transaction","detail":"{read_only:false; response_revision:13069; number_of_response:1; }","duration":"116.228804ms","start":"2026-03-03T18:15:25.171898Z","end":"2026-03-03T18:15:25.288127Z","steps":["trace[832473226] 'process raft request' (duration: 116.07707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:26.247608Z","caller":"traceutil/trace.go:171","msg":"trace[387488431] transaction","detail":"{read_only:false; response_revision:13076; number_of_response:1; }","duration":"114.483083ms","start":"2026-03-03T18:15:26.133103Z","end":"2026-03-03T18:15:26.247586Z","steps":["trace[387488431] 'process raft request' (duration: 114.34976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:26.330823Z","caller":"traceutil/trace.go:171","msg":"trace[632390829] linearizableReadLoop","detail":"{readStateIndex:13574; appliedIndex:13572; }","duration":"115.866964ms","start":"2026-03-03T18:15:26.21492Z","end":"2026-03-03T18:15:26.330787Z","steps":["trace[632390829] 'read index received' (duration: 32.572598ms)","trace[632390829] 'applied index is now lower than readState.Index' (duration: 83.293386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:26.330957Z","caller":"traceutil/trace.go:171","msg":"trace[1782890686] transaction","detail":"{read_only:false; response_revision:13078; number_of_response:1; }","duration":"101.421094ms","start":"2026-03-03T18:15:26.229524Z","end":"2026-03-03T18:15:26.330945Z","steps":["trace[1782890686] 'process raft request' (duration: 101.213809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:26.331215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.279134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:1 size:12776"} {"level":"info","ts":"2026-03-03T18:15:26.331257Z","caller":"traceutil/trace.go:171","msg":"trace[1200374057] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:1; response_revision:13078; }","duration":"116.367526ms","start":"2026-03-03T18:15:26.214879Z","end":"2026-03-03T18:15:26.331246Z","steps":["trace[1200374057] 'agreement among raft nodes before linearized reading' (duration: 116.216833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:26.330836Z","caller":"traceutil/trace.go:171","msg":"trace[1941203922] transaction","detail":"{read_only:false; response_revision:13077; number_of_response:1; }","duration":"116.774847ms","start":"2026-03-03T18:15:26.21403Z","end":"2026-03-03T18:15:26.330805Z","steps":["trace[1941203922] 'process raft request' (duration: 103.549554ms)","trace[1941203922] 'compare' (duration: 13.010028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:26.508751Z","caller":"traceutil/trace.go:171","msg":"trace[1210590018] transaction","detail":"{read_only:false; response_revision:13081; number_of_response:1; }","duration":"172.152993ms","start":"2026-03-03T18:15:26.336559Z","end":"2026-03-03T18:15:26.508712Z","steps":["trace[1210590018] 'process raft request' (duration: 171.889587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:26.509473Z","caller":"traceutil/trace.go:171","msg":"trace[248646761] transaction","detail":"{read_only:false; response_revision:13080; number_of_response:1; }","duration":"173.173919ms","start":"2026-03-03T18:15:26.336282Z","end":"2026-03-03T18:15:26.509456Z","steps":["trace[248646761] 'process raft request' (duration: 101.899775ms)","trace[248646761] 'compare' (duration: 70.050824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:26.510005Z","caller":"traceutil/trace.go:171","msg":"trace[1466298545] transaction","detail":"{read_only:false; response_revision:13082; number_of_response:1; }","duration":"173.014815ms","start":"2026-03-03T18:15:26.336977Z","end":"2026-03-03T18:15:26.509992Z","steps":["trace[1466298545] 'process raft request' (duration: 171.578451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:26.51042Z","caller":"traceutil/trace.go:171","msg":"trace[1312415011] linearizableReadLoop","detail":"{readStateIndex:13578; appliedIndex:13576; }","duration":"173.782823ms","start":"2026-03-03T18:15:26.336618Z","end":"2026-03-03T18:15:26.510401Z","steps":["trace[1312415011] 'read index received' (duration: 30.174532ms)","trace[1312415011] 'applied index is now lower than readState.Index' (duration: 143.60631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:26.555288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.545055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:15:26.55537Z","caller":"traceutil/trace.go:171","msg":"trace[1485614605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13083; }","duration":"106.698259ms","start":"2026-03-03T18:15:26.448653Z","end":"2026-03-03T18:15:26.555351Z","steps":["trace[1485614605] 'agreement among raft nodes before linearized reading' (duration: 106.458403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:26.556136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.492661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578837"} {"level":"info","ts":"2026-03-03T18:15:26.556259Z","caller":"traceutil/trace.go:171","msg":"trace[335651713] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13082; }","duration":"219.607125ms","start":"2026-03-03T18:15:26.336593Z","end":"2026-03-03T18:15:26.5562Z","steps":["trace[335651713] 'agreement among raft nodes before linearized reading' (duration: 173.910616ms)","trace[335651713] 'range keys from in-memory index tree' (duration: 44.162353ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:32.384214Z","caller":"traceutil/trace.go:171","msg":"trace[856151365] transaction","detail":"{read_only:false; response_revision:13139; number_of_response:1; }","duration":"109.807982ms","start":"2026-03-03T18:15:32.274384Z","end":"2026-03-03T18:15:32.384192Z","steps":["trace[856151365] 'process raft request' (duration: 109.666369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:32.614175Z","caller":"traceutil/trace.go:171","msg":"trace[1361063895] linearizableReadLoop","detail":"{readStateIndex:13642; appliedIndex:13641; }","duration":"218.174991ms","start":"2026-03-03T18:15:32.395975Z","end":"2026-03-03T18:15:32.614149Z","steps":["trace[1361063895] 'read index received' (duration: 120.912154ms)","trace[1361063895] 'applied index is now lower than readState.Index' (duration: 97.261787ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:32.614294Z","caller":"traceutil/trace.go:171","msg":"trace[87330797] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"265.790575ms","start":"2026-03-03T18:15:32.348486Z","end":"2026-03-03T18:15:32.614277Z","steps":["trace[87330797] 'process raft request' (duration: 168.336104ms)","trace[87330797] 'compare' (duration: 96.971919ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:15:32.614637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.629031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:15:32.614739Z","caller":"traceutil/trace.go:171","msg":"trace[972613986] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13140; }","duration":"218.778125ms","start":"2026-03-03T18:15:32.395935Z","end":"2026-03-03T18:15:32.614713Z","steps":["trace[972613986] 'agreement among raft nodes before linearized reading' (duration: 218.493318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:33.494589Z","caller":"traceutil/trace.go:171","msg":"trace[521449029] transaction","detail":"{read_only:false; response_revision:13147; number_of_response:1; }","duration":"100.35548ms","start":"2026-03-03T18:15:33.394212Z","end":"2026-03-03T18:15:33.494568Z","steps":["trace[521449029] 'process raft request' (duration: 100.208317ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:40.828564Z","caller":"traceutil/trace.go:171","msg":"trace[72367507] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"105.915671ms","start":"2026-03-03T18:15:40.72262Z","end":"2026-03-03T18:15:40.828536Z","steps":["trace[72367507] 'process raft request' (duration: 99.975611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:40.829141Z","caller":"traceutil/trace.go:171","msg":"trace[837949129] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"106.355601ms","start":"2026-03-03T18:15:40.722763Z","end":"2026-03-03T18:15:40.829119Z","steps":["trace[837949129] 'process raft request' (duration: 105.390158ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:40.830166Z","caller":"traceutil/trace.go:171","msg":"trace[885183192] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"106.572235ms","start":"2026-03-03T18:15:40.723573Z","end":"2026-03-03T18:15:40.830146Z","steps":["trace[885183192] 'process raft request' (duration: 105.401567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:40.830819Z","caller":"traceutil/trace.go:171","msg":"trace[1024833576] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"105.648734ms","start":"2026-03-03T18:15:40.725133Z","end":"2026-03-03T18:15:40.830782Z","steps":["trace[1024833576] 'process raft request' (duration: 104.703382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:41.817391Z","caller":"traceutil/trace.go:171","msg":"trace[771084098] linearizableReadLoop","detail":"{readStateIndex:13688; appliedIndex:13687; }","duration":"421.914091ms","start":"2026-03-03T18:15:41.395457Z","end":"2026-03-03T18:15:41.817371Z","steps":["trace[771084098] 'read index received' (duration: 421.738027ms)","trace[771084098] 'applied index is now lower than readState.Index' (duration: 175.094µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:41.817507Z","caller":"traceutil/trace.go:171","msg":"trace[1392716912] transaction","detail":"{read_only:false; response_revision:13184; number_of_response:1; }","duration":"473.368115ms","start":"2026-03-03T18:15:41.344113Z","end":"2026-03-03T18:15:41.817481Z","steps":["trace[1392716912] 'process raft request' (duration: 473.126299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:41.817622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.102495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:15:41.817664Z","caller":"traceutil/trace.go:171","msg":"trace[255103072] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13184; }","duration":"422.226938ms","start":"2026-03-03T18:15:41.395424Z","end":"2026-03-03T18:15:41.817651Z","steps":["trace[255103072] 'agreement among raft nodes before linearized reading' (duration: 422.095704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:41.817706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:41.395412Z","time spent":"422.2863ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:15:41.817711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:15:41.3441Z","time spent":"473.467998ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:15:46.887448Z","caller":"traceutil/trace.go:171","msg":"trace[61107957] transaction","detail":"{read_only:false; response_revision:13212; number_of_response:1; }","duration":"129.461236ms","start":"2026-03-03T18:15:46.757968Z","end":"2026-03-03T18:15:46.88743Z","steps":["trace[61107957] 'process raft request' (duration: 42.248677ms)","trace[61107957] 'compare' (duration: 86.569074ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:53.123817Z","caller":"traceutil/trace.go:171","msg":"trace[1822346106] linearizableReadLoop","detail":"{readStateIndex:13746; appliedIndex:13745; }","duration":"191.571392ms","start":"2026-03-03T18:15:52.932215Z","end":"2026-03-03T18:15:53.123786Z","steps":["trace[1822346106] 'read index received' (duration: 191.401788ms)","trace[1822346106] 'applied index is now lower than readState.Index' (duration: 168.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:53.123923Z","caller":"traceutil/trace.go:171","msg":"trace[1192479496] transaction","detail":"{read_only:false; response_revision:13240; number_of_response:1; }","duration":"208.172794ms","start":"2026-03-03T18:15:52.91571Z","end":"2026-03-03T18:15:53.123883Z","steps":["trace[1192479496] 'process raft request' (duration: 207.845876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:53.124255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.123309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:15:53.124257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.332647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:15:53.124194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.8897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:15:53.124315Z","caller":"traceutil/trace.go:171","msg":"trace[563912934] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13240; }","duration":"130.428908ms","start":"2026-03-03T18:15:52.993869Z","end":"2026-03-03T18:15:53.124298Z","steps":["trace[563912934] 'agreement among raft nodes before linearized reading' (duration: 130.328676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:53.124303Z","caller":"traceutil/trace.go:171","msg":"trace[92239618] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13240; }","duration":"143.20973ms","start":"2026-03-03T18:15:52.981082Z","end":"2026-03-03T18:15:53.124292Z","steps":["trace[92239618] 'agreement among raft nodes before linearized reading' (duration: 143.035296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:53.124393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.666061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:15:53.124351Z","caller":"traceutil/trace.go:171","msg":"trace[1988616168] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13240; }","duration":"192.124735ms","start":"2026-03-03T18:15:52.932196Z","end":"2026-03-03T18:15:53.12432Z","steps":["trace[1988616168] 'agreement among raft nodes before linearized reading' (duration: 191.710275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:53.124457Z","caller":"traceutil/trace.go:171","msg":"trace[1101464043] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13240; }","duration":"143.779993ms","start":"2026-03-03T18:15:52.980659Z","end":"2026-03-03T18:15:53.124439Z","steps":["trace[1101464043] 'agreement among raft nodes before linearized reading' (duration: 143.62333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:53.124472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.665081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T18:15:53.124573Z","caller":"traceutil/trace.go:171","msg":"trace[942073175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13240; }","duration":"143.809894ms","start":"2026-03-03T18:15:52.980736Z","end":"2026-03-03T18:15:53.124546Z","steps":["trace[942073175] 'agreement among raft nodes before linearized reading' (duration: 143.490907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:53.124257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.181424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:15:53.124899Z","caller":"traceutil/trace.go:171","msg":"trace[21197411] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13240; }","duration":"164.865242ms","start":"2026-03-03T18:15:52.960016Z","end":"2026-03-03T18:15:53.124881Z","steps":["trace[21197411] 'agreement among raft nodes before linearized reading' (duration: 164.081522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:15:59.328917Z","caller":"traceutil/trace.go:171","msg":"trace[1013285489] linearizableReadLoop","detail":"{readStateIndex:13774; appliedIndex:13773; }","duration":"146.922838ms","start":"2026-03-03T18:15:59.18196Z","end":"2026-03-03T18:15:59.328883Z","steps":["trace[1013285489] 'read index received' (duration: 146.779834ms)","trace[1013285489] 'applied index is now lower than readState.Index' (duration: 141.754µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:15:59.328956Z","caller":"traceutil/trace.go:171","msg":"trace[677171026] transaction","detail":"{read_only:false; response_revision:13267; number_of_response:1; }","duration":"164.851082ms","start":"2026-03-03T18:15:59.164064Z","end":"2026-03-03T18:15:59.328915Z","steps":["trace[677171026] 'process raft request' (duration: 164.610496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:59.329345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.355978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T18:15:59.329462Z","caller":"traceutil/trace.go:171","msg":"trace[1381587040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13267; }","duration":"147.489631ms","start":"2026-03-03T18:15:59.181952Z","end":"2026-03-03T18:15:59.329441Z","steps":["trace[1381587040] 'agreement among raft nodes before linearized reading' (duration: 147.065431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:59.329902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.006692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:15:59.330526Z","caller":"traceutil/trace.go:171","msg":"trace[2047358325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13267; }","duration":"145.72348ms","start":"2026-03-03T18:15:59.184783Z","end":"2026-03-03T18:15:59.330507Z","steps":["trace[2047358325] 'agreement among raft nodes before linearized reading' (duration: 144.898389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:59.330078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.577854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:15:59.331031Z","caller":"traceutil/trace.go:171","msg":"trace[1801764745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13267; }","duration":"123.549716ms","start":"2026-03-03T18:15:59.207455Z","end":"2026-03-03T18:15:59.331005Z","steps":["trace[1801764745] 'agreement among raft nodes before linearized reading' (duration: 122.559933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:59.330182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.387429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:15:59.331122Z","caller":"traceutil/trace.go:171","msg":"trace[2065002605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13267; }","duration":"145.33093ms","start":"2026-03-03T18:15:59.185771Z","end":"2026-03-03T18:15:59.331102Z","steps":["trace[2065002605] 'agreement among raft nodes before linearized reading' (duration: 144.347958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:15:59.330252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.618147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:15:59.331234Z","caller":"traceutil/trace.go:171","msg":"trace[1743848913] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13267; }","duration":"143.61278ms","start":"2026-03-03T18:15:59.1876Z","end":"2026-03-03T18:15:59.331213Z","steps":["trace[1743848913] 'agreement among raft nodes before linearized reading' (duration: 142.517454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:00.961265Z","caller":"traceutil/trace.go:171","msg":"trace[571964831] transaction","detail":"{read_only:false; response_revision:13273; number_of_response:1; }","duration":"138.273335ms","start":"2026-03-03T18:16:00.82297Z","end":"2026-03-03T18:16:00.961243Z","steps":["trace[571964831] 'process raft request' (duration: 138.138072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:00.990248Z","caller":"traceutil/trace.go:171","msg":"trace[1770364490] transaction","detail":"{read_only:false; response_revision:13274; number_of_response:1; }","duration":"164.827041ms","start":"2026-03-03T18:16:00.825395Z","end":"2026-03-03T18:16:00.990222Z","steps":["trace[1770364490] 'process raft request' (duration: 164.653767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.496228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781029621,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:16:03.737112Z","caller":"traceutil/trace.go:171","msg":"trace[164494188] transaction","detail":"{read_only:false; response_revision:13283; number_of_response:1; }","duration":"770.797407ms","start":"2026-03-03T18:16:02.966278Z","end":"2026-03-03T18:16:03.737075Z","steps":["trace[164494188] 'process raft request' (duration: 734.602012ms)","trace[164494188] 'compare' (duration: 35.98843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:03.737297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:02.966246Z","time spent":"770.951ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:03.809539Z","caller":"traceutil/trace.go:171","msg":"trace[2139789459] linearizableReadLoop","detail":"{readStateIndex:13792; appliedIndex:13790; }","duration":"813.67672ms","start":"2026-03-03T18:16:02.995826Z","end":"2026-03-03T18:16:03.809503Z","steps":["trace[2139789459] 'read index received' (duration: 705.156868ms)","trace[2139789459] 'applied index is now lower than readState.Index' (duration: 108.518672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:03.809647Z","caller":"traceutil/trace.go:171","msg":"trace[398604648] transaction","detail":"{read_only:false; response_revision:13284; number_of_response:1; }","duration":"803.053449ms","start":"2026-03-03T18:16:03.006517Z","end":"2026-03-03T18:16:03.809571Z","steps":["trace[398604648] 'process raft request' (duration: 802.811933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.80985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.983427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:16:03.809927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.437579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-03-03T18:16:03.809955Z","caller":"traceutil/trace.go:171","msg":"trace[2142696246] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13284; }","duration":"814.156671ms","start":"2026-03-03T18:16:02.99577Z","end":"2026-03-03T18:16:03.809927Z","steps":["trace[2142696246] 'agreement among raft nodes before linearized reading' (duration: 813.925346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.809976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.654709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T18:16:03.80998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.006496Z","time spent":"803.247143ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:03.810004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:02.99575Z","time spent":"814.246983ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:16:03.810054Z","caller":"traceutil/trace.go:171","msg":"trace[238947272] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13284; }","duration":"436.790541ms","start":"2026-03-03T18:16:03.373239Z","end":"2026-03-03T18:16:03.810029Z","steps":["trace[238947272] 'agreement among raft nodes before linearized reading' (duration: 436.599137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.810036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.266745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:16:03.810101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.12411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T18:16:03.810107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.3732Z","time spent":"436.894604ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:16:03.810134Z","caller":"traceutil/trace.go:171","msg":"trace[973171895] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13284; }","duration":"404.391107ms","start":"2026-03-03T18:16:03.405715Z","end":"2026-03-03T18:16:03.810107Z","steps":["trace[973171895] 'agreement among raft nodes before linearized reading' (duration: 404.06444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.810141Z","caller":"traceutil/trace.go:171","msg":"trace[1784008473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13284; }","duration":"437.199722ms","start":"2026-03-03T18:16:03.372925Z","end":"2026-03-03T18:16:03.810125Z","steps":["trace[1784008473] 'agreement among raft nodes before linearized reading' (duration: 437.102109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.81009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.630535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:16:03.810187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.372901Z","time spent":"437.278043ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:03.810193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.405708Z","time spent":"404.47514ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:16:03.81Z","caller":"traceutil/trace.go:171","msg":"trace[713981888] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13284; }","duration":"626.558972ms","start":"2026-03-03T18:16:03.183416Z","end":"2026-03-03T18:16:03.809975Z","steps":["trace[713981888] 'agreement among raft nodes before linearized reading' (duration: 626.311826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.810234Z","caller":"traceutil/trace.go:171","msg":"trace[1677913805] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13284; }","duration":"427.852291ms","start":"2026-03-03T18:16:03.382345Z","end":"2026-03-03T18:16:03.810197Z","steps":["trace[1677913805] 'agreement among raft nodes before linearized reading' (duration: 427.473613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.810259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.183349Z","time spent":"626.89782ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:16:03.810298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.382317Z","time spent":"427.970683ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:16:03.810433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.34616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:16:03.810489Z","caller":"traceutil/trace.go:171","msg":"trace[2062613089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13284; }","duration":"297.416592ms","start":"2026-03-03T18:16:03.51305Z","end":"2026-03-03T18:16:03.810467Z","steps":["trace[2062613089] 'agreement among raft nodes before linearized reading' (duration: 297.261348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.810499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.029616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:16:03.810561Z","caller":"traceutil/trace.go:171","msg":"trace[1632479234] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13284; }","duration":"406.136828ms","start":"2026-03-03T18:16:03.404408Z","end":"2026-03-03T18:16:03.810544Z","steps":["trace[1632479234] 'agreement among raft nodes before linearized reading' (duration: 405.938754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.810633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.404386Z","time spent":"406.23354ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:16:03.810796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.03299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T18:16:03.810889Z","caller":"traceutil/trace.go:171","msg":"trace[924423420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13284; }","duration":"335.178483ms","start":"2026-03-03T18:16:03.475693Z","end":"2026-03-03T18:16:03.810871Z","steps":["trace[924423420] 'agreement among raft nodes before linearized reading' (duration: 334.879626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:03.810958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:03.475664Z","time spent":"335.279456ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:16:03.954231Z","caller":"traceutil/trace.go:171","msg":"trace[1284555039] linearizableReadLoop","detail":"{readStateIndex:13793; appliedIndex:13792; }","duration":"138.472558ms","start":"2026-03-03T18:16:03.815739Z","end":"2026-03-03T18:16:03.954212Z","steps":["trace[1284555039] 'read index received' (duration: 127.630812ms)","trace[1284555039] 'applied index is now lower than readState.Index' (duration: 10.840676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:03.95442Z","caller":"traceutil/trace.go:171","msg":"trace[1522644334] transaction","detail":"{read_only:false; response_revision:13285; number_of_response:1; }","duration":"140.172149ms","start":"2026-03-03T18:16:03.814212Z","end":"2026-03-03T18:16:03.954384Z","steps":["trace[1522644334] 'process raft request' (duration: 129.085867ms)","trace[1522644334] 'compare' (duration: 10.808965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:03.954809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.049142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:62 size:578805"} {"level":"info","ts":"2026-03-03T18:16:03.954842Z","caller":"traceutil/trace.go:171","msg":"trace[1821639342] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:62; response_revision:13285; }","duration":"139.109543ms","start":"2026-03-03T18:16:03.815723Z","end":"2026-03-03T18:16:03.954833Z","steps":["trace[1821639342] 'agreement among raft nodes before linearized reading' (duration: 138.56907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.957144Z","caller":"traceutil/trace.go:171","msg":"trace[2078188139] transaction","detail":"{read_only:false; response_revision:13291; number_of_response:1; }","duration":"139.826801ms","start":"2026-03-03T18:16:03.8173Z","end":"2026-03-03T18:16:03.957126Z","steps":["trace[2078188139] 'process raft request' (duration: 139.78119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.957318Z","caller":"traceutil/trace.go:171","msg":"trace[728495150] transaction","detail":"{read_only:false; response_revision:13288; number_of_response:1; }","duration":"141.09457ms","start":"2026-03-03T18:16:03.81608Z","end":"2026-03-03T18:16:03.957175Z","steps":["trace[728495150] 'process raft request' (duration: 140.901066ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.957345Z","caller":"traceutil/trace.go:171","msg":"trace[1783598425] transaction","detail":"{read_only:false; response_revision:13289; number_of_response:1; }","duration":"140.21828ms","start":"2026-03-03T18:16:03.817035Z","end":"2026-03-03T18:16:03.957253Z","steps":["trace[1783598425] 'process raft request' (duration: 139.983025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.957318Z","caller":"traceutil/trace.go:171","msg":"trace[287679100] transaction","detail":"{read_only:false; response_revision:13290; number_of_response:1; }","duration":"140.098798ms","start":"2026-03-03T18:16:03.817128Z","end":"2026-03-03T18:16:03.957227Z","steps":["trace[287679100] 'process raft request' (duration: 139.921883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.957621Z","caller":"traceutil/trace.go:171","msg":"trace[1665298466] transaction","detail":"{read_only:false; response_revision:13287; number_of_response:1; }","duration":"141.777186ms","start":"2026-03-03T18:16:03.815799Z","end":"2026-03-03T18:16:03.957577Z","steps":["trace[1665298466] 'process raft request' (duration: 141.124991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:03.9573Z","caller":"traceutil/trace.go:171","msg":"trace[1714256954] transaction","detail":"{read_only:false; response_revision:13286; number_of_response:1; }","duration":"141.439889ms","start":"2026-03-03T18:16:03.815787Z","end":"2026-03-03T18:16:03.957227Z","steps":["trace[1714256954] 'process raft request' (duration: 141.033969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:11.497566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.507114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:16:11.497698Z","caller":"traceutil/trace.go:171","msg":"trace[1730802994] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:13320; }","duration":"239.689399ms","start":"2026-03-03T18:16:11.257984Z","end":"2026-03-03T18:16:11.497674Z","steps":["trace[1730802994] 'range keys from in-memory index tree' (duration: 239.260149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.825018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025021068s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:16:12.825209Z","caller":"traceutil/trace.go:171","msg":"trace[129418682] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13320; }","duration":"1.025225423s","start":"2026-03-03T18:16:11.799959Z","end":"2026-03-03T18:16:12.825185Z","steps":["trace[129418682] 'range keys from in-memory index tree' (duration: 1.025001978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.825201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.845433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:16:12.825293Z","caller":"traceutil/trace.go:171","msg":"trace[223339291] transaction","detail":"{read_only:false; response_revision:13321; number_of_response:1; }","duration":"1.252250302s","start":"2026-03-03T18:16:11.573024Z","end":"2026-03-03T18:16:12.825274Z","steps":["trace[223339291] 'process raft request' (duration: 837.246305ms)","trace[223339291] 'compare' (duration: 414.70116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:12.825397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:11.573Z","time spent":"1.252340995s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:12.895247Z","caller":"traceutil/trace.go:171","msg":"trace[105055075] linearizableReadLoop","detail":"{readStateIndex:13834; appliedIndex:13830; }","duration":"900.604632ms","start":"2026-03-03T18:16:11.994621Z","end":"2026-03-03T18:16:12.895226Z","steps":["trace[105055075] 'read index received' (duration: 415.748205ms)","trace[105055075] 'applied index is now lower than readState.Index' (duration: 484.855237ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:12.895339Z","caller":"traceutil/trace.go:171","msg":"trace[1790627211] transaction","detail":"{read_only:false; response_revision:13322; number_of_response:1; }","duration":"1.058854227s","start":"2026-03-03T18:16:11.836421Z","end":"2026-03-03T18:16:12.895275Z","steps":["trace[1790627211] 'process raft request' (duration: 1.05855316s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:12.895397Z","caller":"traceutil/trace.go:171","msg":"trace[1379555323] transaction","detail":"{read_only:false; response_revision:13324; number_of_response:1; }","duration":"981.628783ms","start":"2026-03-03T18:16:11.913742Z","end":"2026-03-03T18:16:12.895371Z","steps":["trace[1379555323] 'process raft request' (duration: 981.450829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.895435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.801166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:16:12.895476Z","caller":"traceutil/trace.go:171","msg":"trace[1161067490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13324; }","duration":"900.900388ms","start":"2026-03-03T18:16:11.994565Z","end":"2026-03-03T18:16:12.895466Z","steps":["trace[1161067490] 'agreement among raft nodes before linearized reading' (duration: 900.790496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.895517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:11.913715Z","time spent":"981.724456ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:12.895525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:11.836395Z","time spent":"1.059027041s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:12.895571Z","caller":"traceutil/trace.go:171","msg":"trace[734664107] transaction","detail":"{read_only:false; response_revision:13323; number_of_response:1; }","duration":"1.018838163s","start":"2026-03-03T18:16:11.876723Z","end":"2026-03-03T18:16:12.895562Z","steps":["trace[734664107] 'process raft request' (duration: 1.018430973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.895666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:11.876684Z","time spent":"1.018916224s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:12.895509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:11.994544Z","time spent":"900.9581ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.45504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T18:16:12.897421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.450979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:16:12.897447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.509875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T18:16:12.897471Z","caller":"traceutil/trace.go:171","msg":"trace[1759894780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13325; }","duration":"798.637014ms","start":"2026-03-03T18:16:12.098809Z","end":"2026-03-03T18:16:12.897446Z","steps":["trace[1759894780] 'agreement among raft nodes before linearized reading' (duration: 798.309597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:12.89748Z","caller":"traceutil/trace.go:171","msg":"trace[540924732] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13325; }","duration":"798.533132ms","start":"2026-03-03T18:16:12.098931Z","end":"2026-03-03T18:16:12.897464Z","steps":["trace[540924732] 'agreement among raft nodes before linearized reading' (duration: 798.406759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:12.897523Z","caller":"traceutil/trace.go:171","msg":"trace[1778872397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13325; }","duration":"774.628458ms","start":"2026-03-03T18:16:12.12287Z","end":"2026-03-03T18:16:12.897498Z","steps":["trace[1778872397] 'agreement among raft nodes before linearized reading' (duration: 774.421333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.897528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.09892Z","time spent":"798.598923ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.552346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T18:16:12.897552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.614443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:16:12.897573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.122845Z","time spent":"774.71485ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:16:12.897632Z","caller":"traceutil/trace.go:171","msg":"trace[1965907679] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13325; }","duration":"774.693909ms","start":"2026-03-03T18:16:12.122883Z","end":"2026-03-03T18:16:12.897577Z","steps":["trace[1965907679] 'agreement among raft nodes before linearized reading' (duration: 774.378142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:12.897643Z","caller":"traceutil/trace.go:171","msg":"trace[1811846315] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13325; }","duration":"798.745776ms","start":"2026-03-03T18:16:12.098879Z","end":"2026-03-03T18:16:12.897625Z","steps":["trace[1811846315] 'agreement among raft nodes before linearized reading' (duration: 798.540232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.897747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.098858Z","time spent":"798.874039ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.496944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:16:12.897819Z","caller":"traceutil/trace.go:171","msg":"trace[1956258170] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13325; }","duration":"397.569496ms","start":"2026-03-03T18:16:12.500233Z","end":"2026-03-03T18:16:12.897802Z","steps":["trace[1956258170] 'agreement among raft nodes before linearized reading' (duration: 397.33308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.897858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.500172Z","time spent":"397.675689ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.098793Z","time spent":"798.728616ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.122869Z","time spent":"774.862733ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:16:12.897394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.305551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:16:12.898232Z","caller":"traceutil/trace.go:171","msg":"trace[781541443] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13325; }","duration":"775.122329ms","start":"2026-03-03T18:16:12.123044Z","end":"2026-03-03T18:16:12.898166Z","steps":["trace[781541443] 'agreement among raft nodes before linearized reading' (duration: 774.174157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:12.898416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:12.123033Z","time spent":"775.316293ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:22.511724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781029896,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:16:22.748098Z","caller":"traceutil/trace.go:171","msg":"trace[1486236112] linearizableReadLoop","detail":"{readStateIndex:13901; appliedIndex:13900; }","duration":"736.589631ms","start":"2026-03-03T18:16:22.011488Z","end":"2026-03-03T18:16:22.748078Z","steps":["trace[1486236112] 'read index received' (duration: 736.380166ms)","trace[1486236112] 'applied index is now lower than readState.Index' (duration: 208.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:22.748173Z","caller":"traceutil/trace.go:171","msg":"trace[1192993514] transaction","detail":"{read_only:false; response_revision:13386; number_of_response:1; }","duration":"768.827099ms","start":"2026-03-03T18:16:21.979311Z","end":"2026-03-03T18:16:22.748138Z","steps":["trace[1192993514] 'process raft request' (duration: 768.636335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:22.748293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.771085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:16:22.748339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:21.979271Z","time spent":"768.976533ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11815,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:22.748392Z","caller":"traceutil/trace.go:171","msg":"trace[941671966] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:13386; }","duration":"736.992261ms","start":"2026-03-03T18:16:22.011374Z","end":"2026-03-03T18:16:22.748366Z","steps":["trace[941671966] 'agreement among raft nodes before linearized reading' (duration: 736.806766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:22.74846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:22.011344Z","time spent":"737.104674ms","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:16:25.494745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781029929,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:16:25.951889Z","caller":"traceutil/trace.go:171","msg":"trace[2025671994] transaction","detail":"{read_only:false; response_revision:13395; number_of_response:1; }","duration":"991.379215ms","start":"2026-03-03T18:16:24.960483Z","end":"2026-03-03T18:16:25.951862Z","steps":["trace[2025671994] 'process raft request' (duration: 991.227862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.952187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:24.960458Z","time spent":"991.507009ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:25.955512Z","caller":"traceutil/trace.go:171","msg":"trace[195373902] linearizableReadLoop","detail":"{readStateIndex:13912; appliedIndex:13909; }","duration":"961.048632ms","start":"2026-03-03T18:16:24.994438Z","end":"2026-03-03T18:16:25.955486Z","steps":["trace[195373902] 'read index received' (duration: 957.348354ms)","trace[195373902] 'applied index is now lower than readState.Index' (duration: 3.698858ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:25.955911Z","caller":"traceutil/trace.go:171","msg":"trace[598458487] transaction","detail":"{read_only:false; response_revision:13396; number_of_response:1; }","duration":"989.170823ms","start":"2026-03-03T18:16:24.966721Z","end":"2026-03-03T18:16:25.955892Z","steps":["trace[598458487] 'process raft request' (duration: 988.542998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.956066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:24.966687Z","time spent":"989.287625ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:25.956322Z","caller":"traceutil/trace.go:171","msg":"trace[1833677582] transaction","detail":"{read_only:false; response_revision:13397; number_of_response:1; }","duration":"954.166407ms","start":"2026-03-03T18:16:25.002135Z","end":"2026-03-03T18:16:25.956302Z","steps":["trace[1833677582] 'process raft request' (duration: 953.291947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.956424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.002111Z","time spent":"954.260229ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:25.956622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.173248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:16:25.956702Z","caller":"traceutil/trace.go:171","msg":"trace[1274259080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13397; }","duration":"962.290381ms","start":"2026-03-03T18:16:24.994394Z","end":"2026-03-03T18:16:25.956685Z","steps":["trace[1274259080] 'agreement among raft nodes before linearized reading' (duration: 962.161708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.956741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:24.994378Z","time spent":"962.355543ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:16:25.95712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.059303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:16:25.957171Z","caller":"traceutil/trace.go:171","msg":"trace[937219480] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13397; }","duration":"948.134035ms","start":"2026-03-03T18:16:25.009026Z","end":"2026-03-03T18:16:25.95716Z","steps":["trace[937219480] 'agreement among raft nodes before linearized reading' (duration: 947.994821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.957203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.009016Z","time spent":"948.179915ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:16:25.957733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.536252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T18:16:25.957779Z","caller":"traceutil/trace.go:171","msg":"trace[1890550087] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13397; }","duration":"812.603743ms","start":"2026-03-03T18:16:25.145162Z","end":"2026-03-03T18:16:25.957766Z","steps":["trace[1890550087] 'agreement among raft nodes before linearized reading' (duration: 812.49424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.957808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.145151Z","time spent":"812.650504ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:25.95781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.751295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:16:25.957984Z","caller":"traceutil/trace.go:171","msg":"trace[119009824] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13397; }","duration":"788.906268ms","start":"2026-03-03T18:16:25.169005Z","end":"2026-03-03T18:16:25.957911Z","steps":["trace[119009824] 'agreement among raft nodes before linearized reading' (duration: 788.1379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.957981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.845571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:16:25.958075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.606327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T18:16:25.958131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.907444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:16:25.958148Z","caller":"traceutil/trace.go:171","msg":"trace[907747983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13397; }","duration":"826.74063ms","start":"2026-03-03T18:16:25.13139Z","end":"2026-03-03T18:16:25.958131Z","steps":["trace[907747983] 'agreement among raft nodes before linearized reading' (duration: 826.522155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:25.958185Z","caller":"traceutil/trace.go:171","msg":"trace[1599859481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13397; }","duration":"813.962345ms","start":"2026-03-03T18:16:25.144215Z","end":"2026-03-03T18:16:25.958178Z","steps":["trace[1599859481] 'agreement among raft nodes before linearized reading' (duration: 813.831732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.958211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.144177Z","time spent":"814.028247ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:25.958204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.131371Z","time spent":"826.820432ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:16:25.958101Z","caller":"traceutil/trace.go:171","msg":"trace[1043328010] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:13397; }","duration":"634.005154ms","start":"2026-03-03T18:16:25.324079Z","end":"2026-03-03T18:16:25.958084Z","steps":["trace[1043328010] 'agreement among raft nodes before linearized reading' (duration: 633.84301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.958309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.324062Z","time spent":"634.21745ms","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:16:25.958545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.536512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:16:25.958636Z","caller":"traceutil/trace.go:171","msg":"trace[516083158] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13397; }","duration":"815.670806ms","start":"2026-03-03T18:16:25.142943Z","end":"2026-03-03T18:16:25.958614Z","steps":["trace[516083158] 'agreement among raft nodes before linearized reading' (duration: 815.184734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:25.958688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.142927Z","time spent":"815.750788ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:16:25.959362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:25.168988Z","time spent":"789.077643ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:16:27.10027Z","caller":"traceutil/trace.go:171","msg":"trace[345383579] linearizableReadLoop","detail":"{readStateIndex:13922; appliedIndex:13921; }","duration":"105.939096ms","start":"2026-03-03T18:16:26.994296Z","end":"2026-03-03T18:16:27.100235Z","steps":["trace[345383579] 'read index received' (duration: 103.340154ms)","trace[345383579] 'applied index is now lower than readState.Index' (duration: 2.594402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:27.1005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.182581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:16:27.100587Z","caller":"traceutil/trace.go:171","msg":"trace[763293241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13407; }","duration":"106.285693ms","start":"2026-03-03T18:16:26.994281Z","end":"2026-03-03T18:16:27.100567Z","steps":["trace[763293241] 'agreement among raft nodes before linearized reading' (duration: 106.088119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:28.200213Z","caller":"traceutil/trace.go:171","msg":"trace[105158829] transaction","detail":"{read_only:false; response_revision:13422; number_of_response:1; }","duration":"150.914908ms","start":"2026-03-03T18:16:28.04927Z","end":"2026-03-03T18:16:28.200185Z","steps":["trace[105158829] 'process raft request' (duration: 131.360362ms)","trace[105158829] 'compare' (duration: 19.30208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:16:28.200323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.783907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-rmxm7\" ","response":"range_response_count:1 size:12206"} {"level":"info","ts":"2026-03-03T18:16:28.200409Z","caller":"traceutil/trace.go:171","msg":"trace[108052902] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-rmxm7; range_end:; response_count:1; response_revision:13423; }","duration":"153.8998ms","start":"2026-03-03T18:16:28.046491Z","end":"2026-03-03T18:16:28.20039Z","steps":["trace[108052902] 'agreement among raft nodes before linearized reading' (duration: 153.659284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:28.723382Z","caller":"traceutil/trace.go:171","msg":"trace[1218734533] transaction","detail":"{read_only:false; response_revision:13425; number_of_response:1; }","duration":"197.520618ms","start":"2026-03-03T18:16:28.525844Z","end":"2026-03-03T18:16:28.723365Z","steps":["trace[1218734533] 'process raft request' (duration: 197.400565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:30.42122Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12095} {"level":"info","ts":"2026-03-03T18:16:30.527275Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12095,"took":"103.874077ms","hash":2583783626,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":21671936,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T18:16:30.527358Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2583783626,"revision":12095,"compact-revision":10224} {"level":"warn","ts":"2026-03-03T18:16:48.830028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.499717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T18:16:48.830129Z","caller":"traceutil/trace.go:171","msg":"trace[1265995275] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607; range_end:; response_count:1; response_revision:13703; }","duration":"134.6488ms","start":"2026-03-03T18:16:48.695459Z","end":"2026-03-03T18:16:48.830107Z","steps":["trace[1265995275] 'range keys from in-memory index tree' (duration: 134.2377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:50.023354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.191301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8dhfl\" ","response":"range_response_count:1 size:20675"} {"level":"info","ts":"2026-03-03T18:16:50.023463Z","caller":"traceutil/trace.go:171","msg":"trace[475471641] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8dhfl; range_end:; response_count:1; response_revision:13704; }","duration":"192.340445ms","start":"2026-03-03T18:16:49.831096Z","end":"2026-03-03T18:16:50.023437Z","steps":["trace[475471641] 'range keys from in-memory index tree' (duration: 192.000987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:50.02361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.292629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T18:16:50.023706Z","caller":"traceutil/trace.go:171","msg":"trace[1432026062] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607; range_end:; response_count:1; response_revision:13704; }","duration":"188.399692ms","start":"2026-03-03T18:16:49.83527Z","end":"2026-03-03T18:16:50.023669Z","steps":["trace[1432026062] 'range keys from in-memory index tree' (duration: 188.157715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:50.023713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.496909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T18:16:50.023795Z","caller":"traceutil/trace.go:171","msg":"trace[30645174] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607; range_end:; response_count:1; response_revision:13704; }","duration":"705.626212ms","start":"2026-03-03T18:16:49.318148Z","end":"2026-03-03T18:16:50.023774Z","steps":["trace[30645174] 'range keys from in-memory index tree' (duration: 705.304625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:50.023837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:49.318126Z","time spent":"705.699125ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-d8639e12-460a-4d81-a008-c50a995a4607\" "} {"level":"warn","ts":"2026-03-03T18:16:50.720957Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781030848,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:16:50.843524Z","caller":"traceutil/trace.go:171","msg":"trace[1503211848] transaction","detail":"{read_only:false; response_revision:13705; number_of_response:1; }","duration":"811.61747ms","start":"2026-03-03T18:16:50.031881Z","end":"2026-03-03T18:16:50.843499Z","steps":["trace[1503211848] 'process raft request' (duration: 811.424806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:50.843678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.031865Z","time spent":"811.734593ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.044275Z","caller":"traceutil/trace.go:171","msg":"trace[2010273711] transaction","detail":"{read_only:false; response_revision:13707; number_of_response:1; }","duration":"976.248645ms","start":"2026-03-03T18:16:50.068004Z","end":"2026-03-03T18:16:51.044252Z","steps":["trace[2010273711] 'process raft request' (duration: 976.154763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.044439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.067979Z","time spent":"976.375748ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.044418Z","caller":"traceutil/trace.go:171","msg":"trace[200509885] transaction","detail":"{read_only:false; response_revision:13706; number_of_response:1; }","duration":"978.189011ms","start":"2026-03-03T18:16:50.066186Z","end":"2026-03-03T18:16:51.044375Z","steps":["trace[200509885] 'process raft request' (duration: 977.822063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.044601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.066162Z","time spent":"978.342224ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.04463Z","caller":"traceutil/trace.go:171","msg":"trace[1875325417] transaction","detail":"{read_only:false; response_revision:13708; number_of_response:1; }","duration":"969.202737ms","start":"2026-03-03T18:16:50.075416Z","end":"2026-03-03T18:16:51.044619Z","steps":["trace[1875325417] 'process raft request' (duration: 968.782667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.044682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.075389Z","time spent":"969.265358ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.044861Z","caller":"traceutil/trace.go:171","msg":"trace[613243231] linearizableReadLoop","detail":"{readStateIndex:14239; appliedIndex:14234; }","duration":"824.286311ms","start":"2026-03-03T18:16:50.220557Z","end":"2026-03-03T18:16:51.044843Z","steps":["trace[613243231] 'read index received' (duration: 622.753337ms)","trace[613243231] 'applied index is now lower than readState.Index' (duration: 201.531924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:51.044977Z","caller":"traceutil/trace.go:171","msg":"trace[642027938] transaction","detail":"{read_only:false; response_revision:13709; number_of_response:1; }","duration":"559.616752ms","start":"2026-03-03T18:16:50.485351Z","end":"2026-03-03T18:16:51.044967Z","steps":["trace[642027938] 'process raft request' (duration: 559.226093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.04506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.485338Z","time spent":"559.668923ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:51.045131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.568799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:16:51.045193Z","caller":"traceutil/trace.go:171","msg":"trace[1688187655] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:13709; }","duration":"824.66291ms","start":"2026-03-03T18:16:50.220513Z","end":"2026-03-03T18:16:51.045176Z","steps":["trace[1688187655] 'agreement among raft nodes before linearized reading' (duration: 824.473116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.045242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.220491Z","time spent":"824.738572ms","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":93,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:16:51.045209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.614387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T18:16:51.045334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.698937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:16:51.045346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.197196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:16:51.045389Z","caller":"traceutil/trace.go:171","msg":"trace[2146448815] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:13709; }","duration":"375.82429ms","start":"2026-03-03T18:16:50.669545Z","end":"2026-03-03T18:16:51.04537Z","steps":["trace[2146448815] 'agreement among raft nodes before linearized reading' (duration: 375.728217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.045395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.44741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:16:51.045433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.669507Z","time spent":"375.917712ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":19,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:16:51.045446Z","caller":"traceutil/trace.go:171","msg":"trace[954428330] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:13709; }","duration":"570.542312ms","start":"2026-03-03T18:16:50.474888Z","end":"2026-03-03T18:16:51.04543Z","steps":["trace[954428330] 'agreement among raft nodes before linearized reading' (duration: 570.47042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.045466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.125388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T18:16:51.045488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.474862Z","time spent":"570.616343ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:16:51.045293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.630466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:16:51.045502Z","caller":"traceutil/trace.go:171","msg":"trace[660770420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13709; }","duration":"751.178619ms","start":"2026-03-03T18:16:50.294315Z","end":"2026-03-03T18:16:51.045494Z","steps":["trace[660770420] 'agreement among raft nodes before linearized reading' (duration: 751.095717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.045536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.294305Z","time spent":"751.22452ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:16:51.045392Z","caller":"traceutil/trace.go:171","msg":"trace[257070663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13709; }","duration":"758.275388ms","start":"2026-03-03T18:16:50.287104Z","end":"2026-03-03T18:16:51.045379Z","steps":["trace[257070663] 'agreement among raft nodes before linearized reading' (duration: 758.114454ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:51.045394Z","caller":"traceutil/trace.go:171","msg":"trace[842928709] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13709; }","duration":"813.812992ms","start":"2026-03-03T18:16:50.231549Z","end":"2026-03-03T18:16:51.045362Z","steps":["trace[842928709] 'agreement among raft nodes before linearized reading' (duration: 813.459643ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:51.047021Z","caller":"traceutil/trace.go:171","msg":"trace[318285567] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13709; }","duration":"750.917793ms","start":"2026-03-03T18:16:50.294621Z","end":"2026-03-03T18:16:51.045539Z","steps":["trace[318285567] 'agreement among raft nodes before linearized reading' (duration: 750.420261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.047115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.294595Z","time spent":"752.501891ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:16:51.04726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.952623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:16:51.04734Z","caller":"traceutil/trace.go:171","msg":"trace[1592139546] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:13709; }","duration":"761.066675ms","start":"2026-03-03T18:16:50.286241Z","end":"2026-03-03T18:16:51.047307Z","steps":["trace[1592139546] 'agreement among raft nodes before linearized reading' (duration: 759.224971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.047437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.286222Z","time spent":"761.152247ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:16:51.047585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.23154Z","time spent":"814.067097ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:51.047461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.287088Z","time spent":"760.356877ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:16:51.047913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.186045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:16:51.047977Z","caller":"traceutil/trace.go:171","msg":"trace[1874050423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13709; }","duration":"797.268227ms","start":"2026-03-03T18:16:50.250679Z","end":"2026-03-03T18:16:51.047947Z","steps":["trace[1874050423] 'agreement among raft nodes before linearized reading' (duration: 794.792828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.048061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:50.25066Z","time spent":"797.38941ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:16:51.5506Z","caller":"traceutil/trace.go:171","msg":"trace[2115775132] linearizableReadLoop","detail":"{readStateIndex:14240; appliedIndex:14239; }","duration":"497.674415ms","start":"2026-03-03T18:16:51.052904Z","end":"2026-03-03T18:16:51.550578Z","steps":["trace[2115775132] 'read index received' (duration: 496.333722ms)","trace[2115775132] 'applied index is now lower than readState.Index' (duration: 1.339893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:16:51.550725Z","caller":"traceutil/trace.go:171","msg":"trace[2038878084] transaction","detail":"{read_only:false; response_revision:13710; number_of_response:1; }","duration":"498.667649ms","start":"2026-03-03T18:16:51.052038Z","end":"2026-03-03T18:16:51.550705Z","steps":["trace[2038878084] 'process raft request' (duration: 497.189843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.550812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.05201Z","time spent":"498.73698ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.550853Z","caller":"traceutil/trace.go:171","msg":"trace[320007443] transaction","detail":"{read_only:false; response_revision:13712; number_of_response:1; }","duration":"497.88439ms","start":"2026-03-03T18:16:51.05295Z","end":"2026-03-03T18:16:51.550835Z","steps":["trace[320007443] 'process raft request' (duration: 497.801128ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:51.550898Z","caller":"traceutil/trace.go:171","msg":"trace[301666960] transaction","detail":"{read_only:false; response_revision:13711; number_of_response:1; }","duration":"497.895121ms","start":"2026-03-03T18:16:51.05297Z","end":"2026-03-03T18:16:51.550865Z","steps":["trace[301666960] 'process raft request' (duration: 497.532942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.550938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.052922Z","time spent":"497.976462ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:51.551064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.052948Z","time spent":"498.031933ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.55111Z","caller":"traceutil/trace.go:171","msg":"trace[557370942] transaction","detail":"{read_only:false; response_revision:13713; number_of_response:1; }","duration":"498.010793ms","start":"2026-03-03T18:16:51.053072Z","end":"2026-03-03T18:16:51.551082Z","steps":["trace[557370942] 'process raft request' (duration: 497.733456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.551291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.053067Z","time spent":"498.115106ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:16:51.551354Z","caller":"traceutil/trace.go:171","msg":"trace[717004509] transaction","detail":"{read_only:false; response_revision:13714; number_of_response:1; }","duration":"498.194167ms","start":"2026-03-03T18:16:51.05313Z","end":"2026-03-03T18:16:51.551324Z","steps":["trace[717004509] 'process raft request' (duration: 497.901251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.551382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.229629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:16:51.551419Z","caller":"traceutil/trace.go:171","msg":"trace[1367011451] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13714; }","duration":"441.26871ms","start":"2026-03-03T18:16:51.110138Z","end":"2026-03-03T18:16:51.551407Z","steps":["trace[1367011451] 'agreement among raft nodes before linearized reading' (duration: 441.147628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.551447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.053112Z","time spent":"498.287779ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:16:51.551414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.491959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:16:51.551483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.831287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T18:16:51.551528Z","caller":"traceutil/trace.go:171","msg":"trace[1529678021] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13714; }","duration":"322.633131ms","start":"2026-03-03T18:16:51.228865Z","end":"2026-03-03T18:16:51.551498Z","steps":["trace[1529678021] 'agreement among raft nodes before linearized reading' (duration: 322.436237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:16:51.55156Z","caller":"traceutil/trace.go:171","msg":"trace[1756986912] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:13714; }","duration":"291.95011ms","start":"2026-03-03T18:16:51.259588Z","end":"2026-03-03T18:16:51.551538Z","steps":["trace[1756986912] 'agreement among raft nodes before linearized reading' (duration: 291.697574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.551604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.785152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:66 size:626417"} {"level":"warn","ts":"2026-03-03T18:16:51.551639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.228852Z","time spent":"322.722893ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:16:51.551465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.110126Z","time spent":"441.317372ms","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:16:51.551665Z","caller":"traceutil/trace.go:171","msg":"trace[1438361041] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:66; response_revision:13712; }","duration":"498.849013ms","start":"2026-03-03T18:16:51.052803Z","end":"2026-03-03T18:16:51.551652Z","steps":["trace[1438361041] 'agreement among raft nodes before linearized reading' (duration: 497.989873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:16:51.551951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:16:51.05277Z","time spent":"499.16347ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":66,"response size":626441,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:17:25.209118Z","caller":"traceutil/trace.go:171","msg":"trace[1227334662] transaction","detail":"{read_only:false; response_revision:13941; number_of_response:1; }","duration":"107.819321ms","start":"2026-03-03T18:17:25.101277Z","end":"2026-03-03T18:17:25.209096Z","steps":["trace[1227334662] 'process raft request' (duration: 106.584721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209282Z","caller":"traceutil/trace.go:171","msg":"trace[1679608335] transaction","detail":"{read_only:false; response_revision:13946; number_of_response:1; }","duration":"107.048312ms","start":"2026-03-03T18:17:25.102225Z","end":"2026-03-03T18:17:25.209274Z","steps":["trace[1679608335] 'process raft request' (duration: 106.911799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209306Z","caller":"traceutil/trace.go:171","msg":"trace[520753521] transaction","detail":"{read_only:false; response_revision:13947; number_of_response:1; }","duration":"106.882609ms","start":"2026-03-03T18:17:25.10241Z","end":"2026-03-03T18:17:25.209293Z","steps":["trace[520753521] 'process raft request' (duration: 106.747006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209387Z","caller":"traceutil/trace.go:171","msg":"trace[791326015] transaction","detail":"{read_only:false; response_revision:13949; number_of_response:1; }","duration":"106.849377ms","start":"2026-03-03T18:17:25.102531Z","end":"2026-03-03T18:17:25.20938Z","steps":["trace[791326015] 'process raft request' (duration: 106.722994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209482Z","caller":"traceutil/trace.go:171","msg":"trace[212585093] transaction","detail":"{read_only:false; response_revision:13948; number_of_response:1; }","duration":"107.046402ms","start":"2026-03-03T18:17:25.102429Z","end":"2026-03-03T18:17:25.209475Z","steps":["trace[212585093] 'process raft request' (duration: 106.804106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209539Z","caller":"traceutil/trace.go:171","msg":"trace[745576804] transaction","detail":"{read_only:false; response_revision:13950; number_of_response:1; }","duration":"106.549631ms","start":"2026-03-03T18:17:25.102984Z","end":"2026-03-03T18:17:25.209533Z","steps":["trace[745576804] 'process raft request' (duration: 106.293585ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209718Z","caller":"traceutil/trace.go:171","msg":"trace[750374772] transaction","detail":"{read_only:false; response_revision:13951; number_of_response:1; }","duration":"106.398256ms","start":"2026-03-03T18:17:25.103298Z","end":"2026-03-03T18:17:25.209696Z","steps":["trace[750374772] 'process raft request' (duration: 106.000867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209795Z","caller":"traceutil/trace.go:171","msg":"trace[568426945] transaction","detail":"{read_only:false; response_revision:13953; number_of_response:1; }","duration":"105.7283ms","start":"2026-03-03T18:17:25.104056Z","end":"2026-03-03T18:17:25.209784Z","steps":["trace[568426945] 'process raft request' (duration: 105.648979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209873Z","caller":"traceutil/trace.go:171","msg":"trace[1877919794] transaction","detail":"{read_only:false; response_revision:13952; number_of_response:1; }","duration":"106.363045ms","start":"2026-03-03T18:17:25.103502Z","end":"2026-03-03T18:17:25.209865Z","steps":["trace[1877919794] 'process raft request' (duration: 105.815282ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.20988Z","caller":"traceutil/trace.go:171","msg":"trace[1249108521] transaction","detail":"{read_only:false; response_revision:13954; number_of_response:1; }","duration":"105.594268ms","start":"2026-03-03T18:17:25.104278Z","end":"2026-03-03T18:17:25.209872Z","steps":["trace[1249108521] 'process raft request' (duration: 105.466835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209116Z","caller":"traceutil/trace.go:171","msg":"trace[861245447] transaction","detail":"{read_only:false; response_revision:13942; number_of_response:1; }","duration":"107.737489ms","start":"2026-03-03T18:17:25.101362Z","end":"2026-03-03T18:17:25.2091Z","steps":["trace[861245447] 'process raft request' (duration: 107.651257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209188Z","caller":"traceutil/trace.go:171","msg":"trace[1312728464] transaction","detail":"{read_only:false; response_revision:13944; number_of_response:1; }","duration":"107.528414ms","start":"2026-03-03T18:17:25.10165Z","end":"2026-03-03T18:17:25.209178Z","steps":["trace[1312728464] 'process raft request' (duration: 107.448092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209156Z","caller":"traceutil/trace.go:171","msg":"trace[839736250] transaction","detail":"{read_only:false; response_revision:13943; number_of_response:1; }","duration":"107.588845ms","start":"2026-03-03T18:17:25.101558Z","end":"2026-03-03T18:17:25.209147Z","steps":["trace[839736250] 'process raft request' (duration: 107.511234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.209209Z","caller":"traceutil/trace.go:171","msg":"trace[323082203] transaction","detail":"{read_only:false; response_revision:13945; number_of_response:1; }","duration":"107.196387ms","start":"2026-03-03T18:17:25.102007Z","end":"2026-03-03T18:17:25.209204Z","steps":["trace[323082203] 'process raft request' (duration: 107.112735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.801199Z","caller":"traceutil/trace.go:171","msg":"trace[199017083] transaction","detail":"{read_only:false; response_revision:14100; number_of_response:1; }","duration":"101.167331ms","start":"2026-03-03T18:17:25.700007Z","end":"2026-03-03T18:17:25.801175Z","steps":["trace[199017083] 'process raft request' (duration: 99.784658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:25.80709Z","caller":"traceutil/trace.go:171","msg":"trace[1642811378] transaction","detail":"{read_only:false; response_revision:14101; number_of_response:1; }","duration":"105.376513ms","start":"2026-03-03T18:17:25.701697Z","end":"2026-03-03T18:17:25.807074Z","steps":["trace[1642811378] 'process raft request' (duration: 104.155174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:41.66902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.141906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:17:41.669227Z","caller":"traceutil/trace.go:171","msg":"trace[823388535] linearizableReadLoop","detail":"{readStateIndex:14856; appliedIndex:14853; }","duration":"222.214797ms","start":"2026-03-03T18:17:41.446999Z","end":"2026-03-03T18:17:41.669213Z","steps":["trace[823388535] 'read index received' (duration: 4.809525ms)","trace[823388535] 'applied index is now lower than readState.Index' (duration: 217.403992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:41.669198Z","caller":"traceutil/trace.go:171","msg":"trace[94103646] transaction","detail":"{read_only:false; response_revision:14303; number_of_response:1; }","duration":"341.566313ms","start":"2026-03-03T18:17:41.327611Z","end":"2026-03-03T18:17:41.669177Z","steps":["trace[94103646] 'process raft request' (duration: 124.198592ms)","trace[94103646] 'compare' (duration: 216.792178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:41.669421Z","caller":"traceutil/trace.go:171","msg":"trace[946997889] transaction","detail":"{read_only:false; response_revision:14304; number_of_response:1; }","duration":"340.281862ms","start":"2026-03-03T18:17:41.329108Z","end":"2026-03-03T18:17:41.669389Z","steps":["trace[946997889] 'process raft request' (duration: 340.016776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:41.669454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:41.327592Z","time spent":"341.683126ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:17:41.669486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.424742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:41.669437Z","caller":"traceutil/trace.go:171","msg":"trace[652733633] transaction","detail":"{read_only:false; response_revision:14305; number_of_response:1; }","duration":"338.88491ms","start":"2026-03-03T18:17:41.330523Z","end":"2026-03-03T18:17:41.669408Z","steps":["trace[652733633] 'process raft request' (duration: 338.667055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:41.66951Z","caller":"traceutil/trace.go:171","msg":"trace[1117689233] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14305; }","duration":"222.491474ms","start":"2026-03-03T18:17:41.447011Z","end":"2026-03-03T18:17:41.669502Z","steps":["trace[1117689233] 'agreement among raft nodes before linearized reading' (duration: 222.442503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:41.669511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.434123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:41.669559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:41.329087Z","time spent":"340.398065ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:41.66958Z","caller":"traceutil/trace.go:171","msg":"trace[1729060253] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14305; }","duration":"222.547645ms","start":"2026-03-03T18:17:41.447011Z","end":"2026-03-03T18:17:41.669559Z","steps":["trace[1729060253] 'agreement among raft nodes before linearized reading' (duration: 222.402542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:41.669579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.462194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:41.669657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:17:41.330516Z","time spent":"339.026223ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:17:41.669711Z","caller":"traceutil/trace.go:171","msg":"trace[1393617495] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14305; }","duration":"222.656278ms","start":"2026-03-03T18:17:41.447028Z","end":"2026-03-03T18:17:41.669684Z","steps":["trace[1393617495] 'agreement among raft nodes before linearized reading' (duration: 222.394522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:41.669741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.876788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:17:41.669533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.515774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:17:41.669854Z","caller":"traceutil/trace.go:171","msg":"trace[821567165] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14305; }","duration":"211.096334ms","start":"2026-03-03T18:17:41.458735Z","end":"2026-03-03T18:17:41.669831Z","steps":["trace[821567165] 'agreement among raft nodes before linearized reading' (duration: 210.724924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:41.669946Z","caller":"traceutil/trace.go:171","msg":"trace[1991235287] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14305; }","duration":"222.909254ms","start":"2026-03-03T18:17:41.446955Z","end":"2026-03-03T18:17:41.669865Z","steps":["trace[1991235287] 'agreement among raft nodes before linearized reading' (duration: 222.404312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:52.896284Z","caller":"traceutil/trace.go:171","msg":"trace[1384637726] linearizableReadLoop","detail":"{readStateIndex:14916; appliedIndex:14915; }","duration":"207.950948ms","start":"2026-03-03T18:17:52.688313Z","end":"2026-03-03T18:17:52.896264Z","steps":["trace[1384637726] 'read index received' (duration: 207.772023ms)","trace[1384637726] 'applied index is now lower than readState.Index' (duration: 178.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:17:52.896587Z","caller":"traceutil/trace.go:171","msg":"trace[2058360733] transaction","detail":"{read_only:false; response_revision:14363; number_of_response:1; }","duration":"219.254227ms","start":"2026-03-03T18:17:52.677317Z","end":"2026-03-03T18:17:52.896571Z","steps":["trace[2058360733] 'process raft request' (duration: 218.822387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.896904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.582382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T18:17:52.896949Z","caller":"traceutil/trace.go:171","msg":"trace[2036565754] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:14363; }","duration":"208.675674ms","start":"2026-03-03T18:17:52.688262Z","end":"2026-03-03T18:17:52.896937Z","steps":["trace[2036565754] 'agreement among raft nodes before linearized reading' (duration: 208.531871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.897178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.941988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T18:17:52.897215Z","caller":"traceutil/trace.go:171","msg":"trace[32510960] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:14363; }","duration":"190.0183ms","start":"2026-03-03T18:17:52.707187Z","end":"2026-03-03T18:17:52.897206Z","steps":["trace[32510960] 'agreement among raft nodes before linearized reading' (duration: 189.917007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.89752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.491769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:17:52.897561Z","caller":"traceutil/trace.go:171","msg":"trace[421296447] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14363; }","duration":"101.584502ms","start":"2026-03-03T18:17:52.795966Z","end":"2026-03-03T18:17:52.897551Z","steps":["trace[421296447] 'agreement among raft nodes before linearized reading' (duration: 101.49638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.897789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.777588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:17:52.897825Z","caller":"traceutil/trace.go:171","msg":"trace[920062966] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14363; }","duration":"130.83569ms","start":"2026-03-03T18:17:52.766981Z","end":"2026-03-03T18:17:52.897817Z","steps":["trace[920062966] 'agreement among raft nodes before linearized reading' (duration: 130.736578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.89802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.769419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:52.898214Z","caller":"traceutil/trace.go:171","msg":"trace[1054842093] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14363; }","duration":"139.001454ms","start":"2026-03-03T18:17:52.759205Z","end":"2026-03-03T18:17:52.898206Z","steps":["trace[1054842093] 'agreement among raft nodes before linearized reading' (duration: 138.790269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.898346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.149958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:52.898385Z","caller":"traceutil/trace.go:171","msg":"trace[1064376605] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14363; }","duration":"139.207919ms","start":"2026-03-03T18:17:52.759169Z","end":"2026-03-03T18:17:52.898377Z","steps":["trace[1064376605] 'agreement among raft nodes before linearized reading' (duration: 139.157468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.898515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.486015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:52.898547Z","caller":"traceutil/trace.go:171","msg":"trace[1448788821] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14363; }","duration":"139.544327ms","start":"2026-03-03T18:17:52.758995Z","end":"2026-03-03T18:17:52.89854Z","steps":["trace[1448788821] 'agreement among raft nodes before linearized reading' (duration: 139.498346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:52.898716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.654721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:17:52.89875Z","caller":"traceutil/trace.go:171","msg":"trace[1948108976] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14363; }","duration":"147.711372ms","start":"2026-03-03T18:17:52.751031Z","end":"2026-03-03T18:17:52.898742Z","steps":["trace[1948108976] 'agreement among raft nodes before linearized reading' (duration: 147.6273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.302713Z","caller":"traceutil/trace.go:171","msg":"trace[1458283551] transaction","detail":"{read_only:false; response_revision:14370; number_of_response:1; }","duration":"115.605906ms","start":"2026-03-03T18:17:54.187088Z","end":"2026-03-03T18:17:54.302694Z","steps":["trace[1458283551] 'process raft request' (duration: 115.574055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.302776Z","caller":"traceutil/trace.go:171","msg":"trace[1583657694] transaction","detail":"{read_only:false; response_revision:14369; number_of_response:1; }","duration":"115.654067ms","start":"2026-03-03T18:17:54.187091Z","end":"2026-03-03T18:17:54.302745Z","steps":["trace[1583657694] 'process raft request' (duration: 115.453803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.340015Z","caller":"traceutil/trace.go:171","msg":"trace[367990281] transaction","detail":"{read_only:false; response_revision:14371; number_of_response:1; }","duration":"152.661839ms","start":"2026-03-03T18:17:54.187333Z","end":"2026-03-03T18:17:54.339995Z","steps":["trace[367990281] 'process raft request' (duration: 152.500655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.340183Z","caller":"traceutil/trace.go:171","msg":"trace[1000300801] linearizableReadLoop","detail":"{readStateIndex:14925; appliedIndex:14921; }","duration":"119.639341ms","start":"2026-03-03T18:17:54.220534Z","end":"2026-03-03T18:17:54.340174Z","steps":["trace[1000300801] 'read index received' (duration: 82.080136ms)","trace[1000300801] 'applied index is now lower than readState.Index' (duration: 37.558375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:17:54.340284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.735323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:17:54.340315Z","caller":"traceutil/trace.go:171","msg":"trace[228884473] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:14372; }","duration":"119.816565ms","start":"2026-03-03T18:17:54.220491Z","end":"2026-03-03T18:17:54.340308Z","steps":["trace[228884473] 'agreement among raft nodes before linearized reading' (duration: 119.715453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.340482Z","caller":"traceutil/trace.go:171","msg":"trace[640112503] transaction","detail":"{read_only:false; response_revision:14372; number_of_response:1; }","duration":"153.10475ms","start":"2026-03-03T18:17:54.187369Z","end":"2026-03-03T18:17:54.340474Z","steps":["trace[640112503] 'process raft request' (duration: 152.585857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:54.56221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.030523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:17:54.562303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.336146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:17:54.562321Z","caller":"traceutil/trace.go:171","msg":"trace[436105483] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14372; }","duration":"102.173086ms","start":"2026-03-03T18:17:54.460119Z","end":"2026-03-03T18:17:54.562292Z","steps":["trace[436105483] 'range keys from in-memory index tree' (duration: 101.987482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:17:54.562359Z","caller":"traceutil/trace.go:171","msg":"trace[546123508] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14372; }","duration":"101.414428ms","start":"2026-03-03T18:17:54.46093Z","end":"2026-03-03T18:17:54.562345Z","steps":["trace[546123508] 'range keys from in-memory index tree' (duration: 101.296785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:54.562395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.140241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:17:54.562477Z","caller":"traceutil/trace.go:171","msg":"trace[446749301] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14372; }","duration":"101.243923ms","start":"2026-03-03T18:17:54.461213Z","end":"2026-03-03T18:17:54.562456Z","steps":["trace[446749301] 'range keys from in-memory index tree' (duration: 100.996177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:54.562541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.90761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:17:54.562596Z","caller":"traceutil/trace.go:171","msg":"trace[1562256905] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14372; }","duration":"101.974181ms","start":"2026-03-03T18:17:54.460609Z","end":"2026-03-03T18:17:54.562583Z","steps":["trace[1562256905] 'range keys from in-memory index tree' (duration: 101.821469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:17:54.562719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.655588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:17:54.562763Z","caller":"traceutil/trace.go:171","msg":"trace[1824334070] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14372; }","duration":"102.730259ms","start":"2026-03-03T18:17:54.460022Z","end":"2026-03-03T18:17:54.562753Z","steps":["trace[1824334070] 'range keys from in-memory index tree' (duration: 102.493434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:11.76801Z","caller":"traceutil/trace.go:171","msg":"trace[1025001160] linearizableReadLoop","detail":"{readStateIndex:15002; appliedIndex:15001; }","duration":"488.858256ms","start":"2026-03-03T18:18:11.279124Z","end":"2026-03-03T18:18:11.767982Z","steps":["trace[1025001160] 'read index received' (duration: 488.648381ms)","trace[1025001160] 'applied index is now lower than readState.Index' (duration: 208.125µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:11.768163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.266785Z","time spent":"501.374613ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:18:11.768533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.387308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:11.768588Z","caller":"traceutil/trace.go:171","msg":"trace[214918845] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14445; }","duration":"489.473939ms","start":"2026-03-03T18:18:11.279098Z","end":"2026-03-03T18:18:11.768572Z","steps":["trace[214918845] 'agreement among raft nodes before linearized reading' (duration: 489.301205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.768631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.279086Z","time spent":"489.532541ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:11.768886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.644654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:11.768933Z","caller":"traceutil/trace.go:171","msg":"trace[1110426278] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14445; }","duration":"489.733906ms","start":"2026-03-03T18:18:11.279187Z","end":"2026-03-03T18:18:11.768921Z","steps":["trace[1110426278] 'agreement among raft nodes before linearized reading' (duration: 489.659104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.768972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.279162Z","time spent":"489.801158ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:11.769882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.912815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T18:18:11.769948Z","caller":"traceutil/trace.go:171","msg":"trace[528198280] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:14445; }","duration":"226.027728ms","start":"2026-03-03T18:18:11.543908Z","end":"2026-03-03T18:18:11.769936Z","steps":["trace[528198280] 'agreement among raft nodes before linearized reading' (duration: 225.847063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.769963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.250129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:11.770025Z","caller":"traceutil/trace.go:171","msg":"trace[1392875278] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14445; }","duration":"355.336631ms","start":"2026-03-03T18:18:11.414669Z","end":"2026-03-03T18:18:11.770006Z","steps":["trace[1392875278] 'agreement among raft nodes before linearized reading' (duration: 355.214058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.770079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.414661Z","time spent":"355.404974ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:11.770339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.227925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:11.770387Z","caller":"traceutil/trace.go:171","msg":"trace[253697472] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:14445; }","duration":"479.327168ms","start":"2026-03-03T18:18:11.291048Z","end":"2026-03-03T18:18:11.770375Z","steps":["trace[253697472] 'agreement among raft nodes before linearized reading' (duration: 479.216725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.770434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.291039Z","time spent":"479.382549ms","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:11.77123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.014539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:11.771536Z","caller":"traceutil/trace.go:171","msg":"trace[1346318003] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14445; }","duration":"489.296295ms","start":"2026-03-03T18:18:11.282127Z","end":"2026-03-03T18:18:11.771423Z","steps":["trace[1346318003] 'agreement among raft nodes before linearized reading' (duration: 488.522447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:11.772655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.28212Z","time spent":"490.443032ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:12.277111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781033416,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:18:12.640084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.675049ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:12.640259Z","caller":"traceutil/trace.go:171","msg":"trace[2001189625] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14445; }","duration":"839.864844ms","start":"2026-03-03T18:18:11.800367Z","end":"2026-03-03T18:18:12.640232Z","steps":["trace[2001189625] 'range keys from in-memory index tree' (duration: 839.651599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.641157Z","caller":"traceutil/trace.go:171","msg":"trace[1752773017] transaction","detail":"{read_only:false; response_revision:14446; number_of_response:1; }","duration":"870.176606ms","start":"2026-03-03T18:18:11.770942Z","end":"2026-03-03T18:18:12.641118Z","steps":["trace[1752773017] 'process raft request' (duration: 864.943301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.641343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.77092Z","time spent":"870.330119ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:12.856722Z","caller":"traceutil/trace.go:171","msg":"trace[735724953] transaction","detail":"{read_only:false; response_revision:14447; number_of_response:1; }","duration":"961.081433ms","start":"2026-03-03T18:18:11.895606Z","end":"2026-03-03T18:18:12.856687Z","steps":["trace[735724953] 'process raft request' (duration: 949.245901ms)","trace[735724953] 'compare' (duration: 11.614547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:12.856889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.895579Z","time spent":"961.228847ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:12.856897Z","caller":"traceutil/trace.go:171","msg":"trace[876477196] linearizableReadLoop","detail":"{readStateIndex:15006; appliedIndex:15002; }","duration":"1.080729085s","start":"2026-03-03T18:18:11.776149Z","end":"2026-03-03T18:18:12.856878Z","steps":["trace[876477196] 'read index received' (duration: 859.734187ms)","trace[876477196] 'applied index is now lower than readState.Index' (duration: 220.993808ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:12.856909Z","caller":"traceutil/trace.go:171","msg":"trace[200442948] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"959.957085ms","start":"2026-03-03T18:18:11.896921Z","end":"2026-03-03T18:18:12.856878Z","steps":["trace[200442948] 'process raft request' (duration: 959.7169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.856951Z","caller":"traceutil/trace.go:171","msg":"trace[873213507] transaction","detail":"{read_only:false; response_revision:14449; number_of_response:1; }","duration":"958.607364ms","start":"2026-03-03T18:18:11.898308Z","end":"2026-03-03T18:18:12.856915Z","steps":["trace[873213507] 'process raft request' (duration: 958.493992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.269578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:12.857106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.681006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T18:18:12.85712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.898291Z","time spent":"958.743787ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:12.857138Z","caller":"traceutil/trace.go:171","msg":"trace[427159364] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14449; }","duration":"982.393491ms","start":"2026-03-03T18:18:11.874729Z","end":"2026-03-03T18:18:12.857123Z","steps":["trace[427159364] 'agreement among raft nodes before linearized reading' (duration: 982.277598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.123877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:12.857185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.87471Z","time spent":"982.462742ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:18:12.857139Z","caller":"traceutil/trace.go:171","msg":"trace[1995471360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14449; }","duration":"380.725597ms","start":"2026-03-03T18:18:12.476404Z","end":"2026-03-03T18:18:12.85713Z","steps":["trace[1995471360] 'agreement among raft nodes before linearized reading' (duration: 380.613515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.476398Z","time spent":"380.869511ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:18:12.857384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.229386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:12.857427Z","caller":"traceutil/trace.go:171","msg":"trace[108309412] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14449; }","duration":"862.312958ms","start":"2026-03-03T18:18:11.995105Z","end":"2026-03-03T18:18:12.857418Z","steps":["trace[108309412] 'agreement among raft nodes before linearized reading' (duration: 862.248047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.932954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T18:18:12.857451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.362321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:18:12.857465Z","caller":"traceutil/trace.go:171","msg":"trace[38341215] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:14449; }","duration":"137.010756ms","start":"2026-03-03T18:18:12.720441Z","end":"2026-03-03T18:18:12.857451Z","steps":["trace[38341215] 'agreement among raft nodes before linearized reading' (duration: 136.925844ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.857527Z","caller":"traceutil/trace.go:171","msg":"trace[997539029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14449; }","duration":"386.450133ms","start":"2026-03-03T18:18:12.471027Z","end":"2026-03-03T18:18:12.857477Z","steps":["trace[997539029] 'agreement among raft nodes before linearized reading' (duration: 386.306449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.470998Z","time spent":"386.562735ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:18:12.857717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.203087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T18:18:12.857742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.855564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:12.857799Z","caller":"traceutil/trace.go:171","msg":"trace[1909495374] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14449; }","duration":"251.957637ms","start":"2026-03-03T18:18:12.605826Z","end":"2026-03-03T18:18:12.857784Z","steps":["trace[1909495374] 'agreement among raft nodes before linearized reading' (duration: 251.866235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.825575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:12.857069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.896901Z","time spent":"960.086049ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:12.85785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.741707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"warn","ts":"2026-03-03T18:18:12.857851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.954201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:12.857859Z","caller":"traceutil/trace.go:171","msg":"trace[1299990835] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14449; }","duration":"980.933887ms","start":"2026-03-03T18:18:11.876903Z","end":"2026-03-03T18:18:12.857837Z","steps":["trace[1299990835] 'agreement among raft nodes before linearized reading' (duration: 980.815194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.857753Z","caller":"traceutil/trace.go:171","msg":"trace[413259701] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14449; }","duration":"214.274419ms","start":"2026-03-03T18:18:12.643469Z","end":"2026-03-03T18:18:12.857744Z","steps":["trace[413259701] 'agreement among raft nodes before linearized reading' (duration: 214.180917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.857897Z","caller":"traceutil/trace.go:171","msg":"trace[509193114] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14449; }","duration":"240.046773ms","start":"2026-03-03T18:18:12.617839Z","end":"2026-03-03T18:18:12.857886Z","steps":["trace[509193114] 'agreement among raft nodes before linearized reading' (duration: 239.890569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.87689Z","time spent":"981.02211ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:18:12.857213Z","caller":"traceutil/trace.go:171","msg":"trace[419495552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:14449; }","duration":"764.194559ms","start":"2026-03-03T18:18:12.093007Z","end":"2026-03-03T18:18:12.857201Z","steps":["trace[419495552] 'agreement among raft nodes before linearized reading' (duration: 764.115747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.85788Z","caller":"traceutil/trace.go:171","msg":"trace[1082472342] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:14449; }","duration":"333.81792ms","start":"2026-03-03T18:18:12.524055Z","end":"2026-03-03T18:18:12.857873Z","steps":["trace[1082472342] 'agreement among raft nodes before linearized reading' (duration: 333.768219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.858016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.522781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:12.857996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.056861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:12.85804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.524029Z","time spent":"333.998053ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"warn","ts":"2026-03-03T18:18:12.858062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.11858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:18:12.857825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.637476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:197653"} {"level":"info","ts":"2026-03-03T18:18:12.858083Z","caller":"traceutil/trace.go:171","msg":"trace[525365846] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14449; }","duration":"976.166003ms","start":"2026-03-03T18:18:11.881893Z","end":"2026-03-03T18:18:12.858059Z","steps":["trace[525365846] 'agreement among raft nodes before linearized reading' (duration: 975.882556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.857805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.335676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:12.85806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.045697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:18:12.858131Z","caller":"traceutil/trace.go:171","msg":"trace[984645944] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14449; }","duration":"252.712675ms","start":"2026-03-03T18:18:12.60541Z","end":"2026-03-03T18:18:12.858123Z","steps":["trace[984645944] 'agreement among raft nodes before linearized reading' (duration: 252.367837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.858139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.881887Z","time spent":"976.242285ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:18:12.858135Z","caller":"traceutil/trace.go:171","msg":"trace[1682588570] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:14449; }","duration":"974.959524ms","start":"2026-03-03T18:18:11.883156Z","end":"2026-03-03T18:18:12.858116Z","steps":["trace[1682588570] 'agreement among raft nodes before linearized reading' (duration: 974.317168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.858047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.09299Z","time spent":"765.028409ms","remote":"127.0.0.1:48592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:12.857458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.995081Z","time spent":"862.370019ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:18:12.858099Z","caller":"traceutil/trace.go:171","msg":"trace[233708747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14449; }","duration":"413.197292ms","start":"2026-03-03T18:18:12.44489Z","end":"2026-03-03T18:18:12.858087Z","steps":["trace[233708747] 'agreement among raft nodes before linearized reading' (duration: 413.10322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.858188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.883145Z","time spent":"975.026306ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":197677,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:12.85815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.755485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:18:12.858644Z","caller":"traceutil/trace.go:171","msg":"trace[1005934734] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14449; }","duration":"242.301698ms","start":"2026-03-03T18:18:12.61633Z","end":"2026-03-03T18:18:12.858632Z","steps":["trace[1005934734] 'agreement among raft nodes before linearized reading' (duration: 241.657162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.858223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.444864Z","time spent":"413.345765ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:18:12.858057Z","caller":"traceutil/trace.go:171","msg":"trace[176228631] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14449; }","duration":"239.592103ms","start":"2026-03-03T18:18:12.618454Z","end":"2026-03-03T18:18:12.858046Z","steps":["trace[176228631] 'agreement among raft nodes before linearized reading' (duration: 239.47766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:12.858173Z","caller":"traceutil/trace.go:171","msg":"trace[1529767973] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14449; }","duration":"686.237021ms","start":"2026-03-03T18:18:12.171909Z","end":"2026-03-03T18:18:12.858146Z","steps":["trace[1529767973] 'agreement among raft nodes before linearized reading' (duration: 685.879873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.859061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.171883Z","time spent":"687.164802ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:18:12.858345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.963157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:18:12.859241Z","caller":"traceutil/trace.go:171","msg":"trace[323678869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14449; }","duration":"382.855958ms","start":"2026-03-03T18:18:12.476374Z","end":"2026-03-03T18:18:12.85923Z","steps":["trace[323678869] 'agreement among raft nodes before linearized reading' (duration: 380.925351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.859283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.47632Z","time spent":"382.950901ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:18:12.858448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082258063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:12.85938Z","caller":"traceutil/trace.go:171","msg":"trace[1276063602] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14449; }","duration":"1.083280037s","start":"2026-03-03T18:18:11.776089Z","end":"2026-03-03T18:18:12.859369Z","steps":["trace[1276063602] 'agreement among raft nodes before linearized reading' (duration: 1.08089344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:12.859418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:11.776066Z","time spent":"1.083340089s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:13.189469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.871448ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:13.189708Z","caller":"traceutil/trace.go:171","msg":"trace[902255128] linearizableReadLoop","detail":"{readStateIndex:15010; appliedIndex:15006; }","duration":"317.690423ms","start":"2026-03-03T18:18:12.872005Z","end":"2026-03-03T18:18:13.189695Z","steps":["trace[902255128] 'read index received' (duration: 215.505267ms)","trace[902255128] 'applied index is now lower than readState.Index' (duration: 102.184126ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:13.189716Z","caller":"traceutil/trace.go:171","msg":"trace[975257628] transaction","detail":"{read_only:false; response_revision:14451; number_of_response:1; }","duration":"325.899899ms","start":"2026-03-03T18:18:12.863793Z","end":"2026-03-03T18:18:13.189693Z","steps":["trace[975257628] 'process raft request' (duration: 325.748856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:13.189788Z","caller":"traceutil/trace.go:171","msg":"trace[209154110] transaction","detail":"{read_only:false; response_revision:14452; number_of_response:1; }","duration":"325.302235ms","start":"2026-03-03T18:18:12.864476Z","end":"2026-03-03T18:18:13.189779Z","steps":["trace[209154110] 'process raft request' (duration: 325.10302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.189832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.86378Z","time spent":"325.985172ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:13.189875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.864455Z","time spent":"325.358257ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:13.189719Z","caller":"traceutil/trace.go:171","msg":"trace[606052369] transaction","detail":"{read_only:false; response_revision:14450; number_of_response:1; }","duration":"326.230967ms","start":"2026-03-03T18:18:12.863462Z","end":"2026-03-03T18:18:13.189693Z","steps":["trace[606052369] 'process raft request' (duration: 224.074242ms)","trace[606052369] 'compare' (duration: 101.49872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:13.189942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.863447Z","time spent":"326.470582ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:13.189977Z","caller":"traceutil/trace.go:171","msg":"trace[1406459858] transaction","detail":"{read_only:false; response_revision:14453; number_of_response:1; }","duration":"318.808561ms","start":"2026-03-03T18:18:12.871161Z","end":"2026-03-03T18:18:13.18997Z","steps":["trace[1406459858] 'process raft request' (duration: 318.470123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.190014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.871143Z","time spent":"318.848802ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:13.19052Z","caller":"traceutil/trace.go:171","msg":"trace[543523839] transaction","detail":"{read_only:false; response_revision:14454; number_of_response:1; }","duration":"318.189235ms","start":"2026-03-03T18:18:12.872321Z","end":"2026-03-03T18:18:13.19051Z","steps":["trace[543523839] 'process raft request' (duration: 317.347206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.190564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.872304Z","time spent":"318.238666ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:13.190734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.698207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:13.190763Z","caller":"traceutil/trace.go:171","msg":"trace[1802969238] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14454; }","duration":"318.750318ms","start":"2026-03-03T18:18:12.872005Z","end":"2026-03-03T18:18:13.190755Z","steps":["trace[1802969238] 'agreement among raft nodes before linearized reading' (duration: 318.068472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.19079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.871997Z","time spent":"318.78453ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:13.191022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.234523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.19108Z","caller":"traceutil/trace.go:171","msg":"trace[715843156] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14454; }","duration":"197.326625ms","start":"2026-03-03T18:18:12.993736Z","end":"2026-03-03T18:18:13.191062Z","steps":["trace[715843156] 'agreement among raft nodes before linearized reading' (duration: 197.241143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.19112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.487493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:13.191227Z","caller":"traceutil/trace.go:171","msg":"trace[833808244] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14454; }","duration":"240.530305ms","start":"2026-03-03T18:18:12.950607Z","end":"2026-03-03T18:18:13.191137Z","steps":["trace[833808244] 'agreement among raft nodes before linearized reading' (duration: 240.459763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.191476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.316439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:13.191487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.062582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T18:18:13.191497Z","caller":"traceutil/trace.go:171","msg":"trace[2065376859] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14454; }","duration":"245.37701ms","start":"2026-03-03T18:18:12.946114Z","end":"2026-03-03T18:18:13.191491Z","steps":["trace[2065376859] 'agreement among raft nodes before linearized reading' (duration: 245.292408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:13.191515Z","caller":"traceutil/trace.go:171","msg":"trace[1690813651] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14454; }","duration":"315.105203ms","start":"2026-03-03T18:18:12.8764Z","end":"2026-03-03T18:18:13.191505Z","steps":["trace[1690813651] 'agreement among raft nodes before linearized reading' (duration: 315.029041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.191538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.876392Z","time spent":"315.137823ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T18:18:13.19164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.520614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.191667Z","caller":"traceutil/trace.go:171","msg":"trace[26096129] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14454; }","duration":"245.573725ms","start":"2026-03-03T18:18:12.946088Z","end":"2026-03-03T18:18:13.191661Z","steps":["trace[26096129] 'agreement among raft nodes before linearized reading' (duration: 245.536534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.191694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.685791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"warn","ts":"2026-03-03T18:18:13.191723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.622666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.191741Z","caller":"traceutil/trace.go:171","msg":"trace[1887897917] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14454; }","duration":"245.665387ms","start":"2026-03-03T18:18:12.946071Z","end":"2026-03-03T18:18:13.191736Z","steps":["trace[1887897917] 'agreement among raft nodes before linearized reading' (duration: 245.637516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.191798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.944243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.191816Z","caller":"traceutil/trace.go:171","msg":"trace[1338985581] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14454; }","duration":"245.978945ms","start":"2026-03-03T18:18:12.945832Z","end":"2026-03-03T18:18:13.191811Z","steps":["trace[1338985581] 'agreement among raft nodes before linearized reading' (duration: 245.952644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.19189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.077647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:13.191909Z","caller":"traceutil/trace.go:171","msg":"trace[1761560933] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14454; }","duration":"246.097167ms","start":"2026-03-03T18:18:12.945808Z","end":"2026-03-03T18:18:13.191905Z","steps":["trace[1761560933] 'agreement among raft nodes before linearized reading' (duration: 246.045126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.191994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.214868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T18:18:13.192015Z","caller":"traceutil/trace.go:171","msg":"trace[1380925875] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:14454; }","duration":"308.27961ms","start":"2026-03-03T18:18:12.883731Z","end":"2026-03-03T18:18:13.19201Z","steps":["trace[1380925875] 'agreement among raft nodes before linearized reading' (duration: 308.218608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.192032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.88371Z","time spent":"308.31753ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22044,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" "} {"level":"info","ts":"2026-03-03T18:18:13.191723Z","caller":"traceutil/trace.go:171","msg":"trace[1823115966] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14454; }","duration":"319.730783ms","start":"2026-03-03T18:18:12.871985Z","end":"2026-03-03T18:18:13.191716Z","steps":["trace[1823115966] 'agreement among raft nodes before linearized reading' (duration: 318.006431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.19213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:12.871978Z","time spent":"320.142352ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:18:13.520232Z","caller":"traceutil/trace.go:171","msg":"trace[991993804] transaction","detail":"{read_only:false; response_revision:14455; number_of_response:1; }","duration":"249.804246ms","start":"2026-03-03T18:18:13.270397Z","end":"2026-03-03T18:18:13.520201Z","steps":["trace[991993804] 'process raft request' (duration: 249.654562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.691958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.007665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:13.692061Z","caller":"traceutil/trace.go:171","msg":"trace[914566421] transaction","detail":"{read_only:false; response_revision:14456; number_of_response:1; }","duration":"226.980491ms","start":"2026-03-03T18:18:13.465064Z","end":"2026-03-03T18:18:13.692044Z","steps":["trace[914566421] 'process raft request' (duration: 66.798033ms)","trace[914566421] 'compare' (duration: 159.658726ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:13.954926Z","caller":"traceutil/trace.go:171","msg":"trace[293266390] linearizableReadLoop","detail":"{readStateIndex:15014; appliedIndex:15013; }","duration":"179.53682ms","start":"2026-03-03T18:18:13.775356Z","end":"2026-03-03T18:18:13.954892Z","steps":["trace[293266390] 'read index received' (duration: 119.262583ms)","trace[293266390] 'applied index is now lower than readState.Index' (duration: 60.272917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:13.955101Z","caller":"traceutil/trace.go:171","msg":"trace[1225246037] transaction","detail":"{read_only:false; response_revision:14457; number_of_response:1; }","duration":"269.459834ms","start":"2026-03-03T18:18:13.685581Z","end":"2026-03-03T18:18:13.95504Z","steps":["trace[1225246037] 'process raft request' (duration: 209.098366ms)","trace[1225246037] 'compare' (duration: 60.047961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:13.955302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.904879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:13.955329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.886069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.955424Z","caller":"traceutil/trace.go:171","msg":"trace[1333629204] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14457; }","duration":"180.084553ms","start":"2026-03-03T18:18:13.775312Z","end":"2026-03-03T18:18:13.955397Z","steps":["trace[1333629204] 'agreement among raft nodes before linearized reading' (duration: 179.716744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.955475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.445713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:13.955496Z","caller":"traceutil/trace.go:171","msg":"trace[2081068588] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14457; }","duration":"178.466434ms","start":"2026-03-03T18:18:13.777023Z","end":"2026-03-03T18:18:13.955489Z","steps":["trace[2081068588] 'agreement among raft nodes before linearized reading' (duration: 178.433433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:13.955433Z","caller":"traceutil/trace.go:171","msg":"trace[110102136] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14457; }","duration":"180.060522ms","start":"2026-03-03T18:18:13.775353Z","end":"2026-03-03T18:18:13.955413Z","steps":["trace[110102136] 'agreement among raft nodes before linearized reading' (duration: 179.860767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:13.955957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.550824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:13.956091Z","caller":"traceutil/trace.go:171","msg":"trace[352631624] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14457; }","duration":"177.718857ms","start":"2026-03-03T18:18:13.778344Z","end":"2026-03-03T18:18:13.956063Z","steps":["trace[352631624] 'agreement among raft nodes before linearized reading' (duration: 176.902107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.075183Z","caller":"traceutil/trace.go:171","msg":"trace[1327385088] transaction","detail":"{read_only:false; response_revision:14458; number_of_response:1; }","duration":"209.945065ms","start":"2026-03-03T18:18:14.865211Z","end":"2026-03-03T18:18:15.075156Z","steps":["trace[1327385088] 'process raft request' (duration: 209.775821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.075351Z","caller":"traceutil/trace.go:171","msg":"trace[162658960] linearizableReadLoop","detail":"{readStateIndex:15015; appliedIndex:15015; }","duration":"209.616468ms","start":"2026-03-03T18:18:14.865697Z","end":"2026-03-03T18:18:15.075314Z","steps":["trace[162658960] 'read index received' (duration: 209.598967ms)","trace[162658960] 'applied index is now lower than readState.Index' (duration: 14.401µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:15.075555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.829533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:15.075601Z","caller":"traceutil/trace.go:171","msg":"trace[2102374457] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14458; }","duration":"209.907944ms","start":"2026-03-03T18:18:14.86567Z","end":"2026-03-03T18:18:15.075578Z","steps":["trace[2102374457] 'agreement among raft nodes before linearized reading' (duration: 209.782141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.329623Z","caller":"traceutil/trace.go:171","msg":"trace[228129098] linearizableReadLoop","detail":"{readStateIndex:15017; appliedIndex:15015; }","duration":"254.138539ms","start":"2026-03-03T18:18:15.075415Z","end":"2026-03-03T18:18:15.329553Z","steps":["trace[228129098] 'read index received' (duration: 253.828082ms)","trace[228129098] 'applied index is now lower than readState.Index' (duration: 308.847µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:15.329732Z","caller":"traceutil/trace.go:171","msg":"trace[1790256526] transaction","detail":"{read_only:false; response_revision:14460; number_of_response:1; }","duration":"463.298405ms","start":"2026-03-03T18:18:14.866424Z","end":"2026-03-03T18:18:15.329722Z","steps":["trace[1790256526] 'process raft request' (duration: 463.07362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.329834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.612438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9712"} {"level":"warn","ts":"2026-03-03T18:18:15.329902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.866414Z","time spent":"463.377657ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:15.329859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.799678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:15.329923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.018881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:15.329965Z","caller":"traceutil/trace.go:171","msg":"trace[673458974] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14460; }","duration":"463.951212ms","start":"2026-03-03T18:18:14.866002Z","end":"2026-03-03T18:18:15.329953Z","steps":["trace[673458974] 'agreement among raft nodes before linearized reading' (duration: 463.781358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.329981Z","caller":"traceutil/trace.go:171","msg":"trace[861393331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14460; }","duration":"336.066722ms","start":"2026-03-03T18:18:14.993898Z","end":"2026-03-03T18:18:15.329965Z","steps":["trace[861393331] 'agreement among raft nodes before linearized reading' (duration: 335.99494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.243728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:15.330008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.865996Z","time spent":"463.998263ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:15.330022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.993813Z","time spent":"336.199075ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:18:15.330039Z","caller":"traceutil/trace.go:171","msg":"trace[418609269] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14460; }","duration":"464.2887ms","start":"2026-03-03T18:18:14.865739Z","end":"2026-03-03T18:18:15.330028Z","steps":["trace[418609269] 'agreement among raft nodes before linearized reading' (duration: 464.144496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.329915Z","caller":"traceutil/trace.go:171","msg":"trace[1510572948] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:14460; }","duration":"454.7152ms","start":"2026-03-03T18:18:14.875178Z","end":"2026-03-03T18:18:15.329893Z","steps":["trace[1510572948] 'agreement among raft nodes before linearized reading' (duration: 454.432624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.865735Z","time spent":"464.339161ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:15.330085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.875171Z","time spent":"454.904545ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9736,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" "} {"level":"warn","ts":"2026-03-03T18:18:15.329838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.771607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:15.330268Z","caller":"traceutil/trace.go:171","msg":"trace[1473466367] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14460; }","duration":"464.215888ms","start":"2026-03-03T18:18:14.866036Z","end":"2026-03-03T18:18:15.330252Z","steps":["trace[1473466367] 'agreement among raft nodes before linearized reading' (duration: 463.649484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.866031Z","time spent":"464.267969ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:15.330498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.532163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:15.330513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.1595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:15.330544Z","caller":"traceutil/trace.go:171","msg":"trace[1340336843] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14460; }","duration":"120.590615ms","start":"2026-03-03T18:18:15.209941Z","end":"2026-03-03T18:18:15.330532Z","steps":["trace[1340336843] 'agreement among raft nodes before linearized reading' (duration: 120.516764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.330585Z","caller":"traceutil/trace.go:171","msg":"trace[1792744834] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14460; }","duration":"132.250723ms","start":"2026-03-03T18:18:15.198314Z","end":"2026-03-03T18:18:15.330564Z","steps":["trace[1792744834] 'agreement among raft nodes before linearized reading' (duration: 132.052248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.284974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:15.330683Z","caller":"traceutil/trace.go:171","msg":"trace[1718990581] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14460; }","duration":"132.330635ms","start":"2026-03-03T18:18:15.19834Z","end":"2026-03-03T18:18:15.33067Z","steps":["trace[1718990581] 'agreement among raft nodes before linearized reading' (duration: 132.179181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.353985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:15.33069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.15752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:18:15.330746Z","caller":"traceutil/trace.go:171","msg":"trace[424850724] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14460; }","duration":"132.397546ms","start":"2026-03-03T18:18:15.198338Z","end":"2026-03-03T18:18:15.330735Z","steps":["trace[424850724] 'agreement among raft nodes before linearized reading' (duration: 132.297514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.402256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:15.330785Z","caller":"traceutil/trace.go:171","msg":"trace[1774998819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14460; }","duration":"132.274114ms","start":"2026-03-03T18:18:15.198482Z","end":"2026-03-03T18:18:15.330757Z","steps":["trace[1774998819] 'agreement among raft nodes before linearized reading' (duration: 131.981467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.329647Z","caller":"traceutil/trace.go:171","msg":"trace[2065797162] transaction","detail":"{read_only:false; response_revision:14459; number_of_response:1; }","duration":"463.419238ms","start":"2026-03-03T18:18:14.866184Z","end":"2026-03-03T18:18:15.329603Z","steps":["trace[2065797162] 'process raft request' (duration: 463.09638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.33082Z","caller":"traceutil/trace.go:171","msg":"trace[686753608] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14460; }","duration":"132.442357ms","start":"2026-03-03T18:18:15.198367Z","end":"2026-03-03T18:18:15.330809Z","steps":["trace[686753608] 'agreement among raft nodes before linearized reading' (duration: 132.391976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.213496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:15.33086Z","caller":"traceutil/trace.go:171","msg":"trace[2078534689] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14460; }","duration":"120.250217ms","start":"2026-03-03T18:18:15.210603Z","end":"2026-03-03T18:18:15.330853Z","steps":["trace[2078534689] 'agreement among raft nodes before linearized reading' (duration: 120.215636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.56959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:15.330941Z","caller":"traceutil/trace.go:171","msg":"trace[416025427] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14460; }","duration":"132.630192ms","start":"2026-03-03T18:18:15.1983Z","end":"2026-03-03T18:18:15.33093Z","steps":["trace[416025427] 'agreement among raft nodes before linearized reading' (duration: 132.57781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.944775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T18:18:15.331Z","caller":"traceutil/trace.go:171","msg":"trace[541819064] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14460; }","duration":"106.002976ms","start":"2026-03-03T18:18:15.22499Z","end":"2026-03-03T18:18:15.330992Z","steps":["trace[541819064] 'agreement among raft nodes before linearized reading' (duration: 105.930344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.331076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.065068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:15.331066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.463712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:15.331086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.700593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:15.331097Z","caller":"traceutil/trace.go:171","msg":"trace[691252919] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14460; }","duration":"119.093738ms","start":"2026-03-03T18:18:15.211997Z","end":"2026-03-03T18:18:15.331091Z","steps":["trace[691252919] 'agreement among raft nodes before linearized reading' (duration: 119.063648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.331112Z","caller":"traceutil/trace.go:171","msg":"trace[1722707990] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14460; }","duration":"120.508744ms","start":"2026-03-03T18:18:15.210589Z","end":"2026-03-03T18:18:15.331098Z","steps":["trace[1722707990] 'agreement among raft nodes before linearized reading' (duration: 120.38672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.33112Z","caller":"traceutil/trace.go:171","msg":"trace[1115660510] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14460; }","duration":"132.743565ms","start":"2026-03-03T18:18:15.198366Z","end":"2026-03-03T18:18:15.33111Z","steps":["trace[1115660510] 'agreement among raft nodes before linearized reading' (duration: 132.643742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.330928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:14.866175Z","time spent":"464.669217ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:15.331244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.466083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:15.331291Z","caller":"traceutil/trace.go:171","msg":"trace[1295387186] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14460; }","duration":"128.525574ms","start":"2026-03-03T18:18:15.202752Z","end":"2026-03-03T18:18:15.331278Z","steps":["trace[1295387186] 'agreement among raft nodes before linearized reading' (duration: 128.397411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.331377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.545539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:15.331401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.874119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T18:18:15.331413Z","caller":"traceutil/trace.go:171","msg":"trace[351533904] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14460; }","duration":"129.58211ms","start":"2026-03-03T18:18:15.20182Z","end":"2026-03-03T18:18:15.331402Z","steps":["trace[351533904] 'agreement among raft nodes before linearized reading' (duration: 129.477657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.331432Z","caller":"traceutil/trace.go:171","msg":"trace[107191511] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14460; }","duration":"132.912499ms","start":"2026-03-03T18:18:15.198511Z","end":"2026-03-03T18:18:15.331423Z","steps":["trace[107191511] 'agreement among raft nodes before linearized reading' (duration: 132.818027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:15.331546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.513098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T18:18:15.331574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.55518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:18:15.331578Z","caller":"traceutil/trace.go:171","msg":"trace[1589962460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14460; }","duration":"129.5815ms","start":"2026-03-03T18:18:15.201986Z","end":"2026-03-03T18:18:15.331567Z","steps":["trace[1589962460] 'agreement among raft nodes before linearized reading' (duration: 129.505398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:15.331604Z","caller":"traceutil/trace.go:171","msg":"trace[2070667855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14460; }","duration":"129.618701ms","start":"2026-03-03T18:18:15.201974Z","end":"2026-03-03T18:18:15.331593Z","steps":["trace[2070667855] 'agreement among raft nodes before linearized reading' (duration: 129.535719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:16.830798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136201238s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:18:16.834383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138859542s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:18:16.834579Z","caller":"traceutil/trace.go:171","msg":"trace[778338095] transaction","detail":"{read_only:false; response_revision:14461; number_of_response:1; }","duration":"1.496372555s","start":"2026-03-03T18:18:15.338174Z","end":"2026-03-03T18:18:16.834546Z","steps":["trace[778338095] 'process raft request' (duration: 355.653779ms)","trace[778338095] 'compare' (duration: 1.138485922s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:16.834743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.338154Z","time spent":"1.496497488s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:16.834835Z","caller":"traceutil/trace.go:171","msg":"trace[1272819753] transaction","detail":"{read_only:false; response_revision:14463; number_of_response:1; }","duration":"1.495205867s","start":"2026-03-03T18:18:15.339592Z","end":"2026-03-03T18:18:16.834798Z","steps":["trace[1272819753] 'process raft request' (duration: 1.495044263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:16.834916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.339566Z","time spent":"1.495302738s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:16.835052Z","caller":"traceutil/trace.go:171","msg":"trace[521087122] transaction","detail":"{read_only:false; response_revision:14462; number_of_response:1; }","duration":"1.495432112s","start":"2026-03-03T18:18:15.339595Z","end":"2026-03-03T18:18:16.835027Z","steps":["trace[521087122] 'process raft request' (duration: 1.494958791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:16.83506Z","caller":"traceutil/trace.go:171","msg":"trace[1899202052] linearizableReadLoop","detail":"{readStateIndex:15018; appliedIndex:15017; }","duration":"1.495897573s","start":"2026-03-03T18:18:15.33915Z","end":"2026-03-03T18:18:16.835047Z","steps":["trace[1899202052] 'read index received' (duration: 355.052655ms)","trace[1899202052] 'applied index is now lower than readState.Index' (duration: 1.140843148s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:16.835111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.339578Z","time spent":"1.495495353s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:16.835437Z","caller":"traceutil/trace.go:171","msg":"trace[294983534] transaction","detail":"{read_only:false; response_revision:14464; number_of_response:1; }","duration":"1.491773325s","start":"2026-03-03T18:18:15.343649Z","end":"2026-03-03T18:18:16.835422Z","steps":["trace[294983534] 'process raft request' (duration: 1.49111364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:16.835522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.343642Z","time spent":"1.491838188s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:16.836136Z","caller":"traceutil/trace.go:171","msg":"trace[2137837148] transaction","detail":"{read_only:false; response_revision:14465; number_of_response:1; }","duration":"1.492207075s","start":"2026-03-03T18:18:15.343909Z","end":"2026-03-03T18:18:16.836116Z","steps":["trace[2137837148] 'process raft request' (duration: 1.491410376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:16.836239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.343892Z","time spent":"1.492298558s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:16.836916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497728197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:16.83703Z","caller":"traceutil/trace.go:171","msg":"trace[753899180] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14464; }","duration":"1.497905091s","start":"2026-03-03T18:18:15.3391Z","end":"2026-03-03T18:18:16.837005Z","steps":["trace[753899180] 'agreement among raft nodes before linearized reading' (duration: 1.496013856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:16.837096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.33908Z","time spent":"1.497998604s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:17.33559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781033460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:18:17.768304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.384695ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T18:18:17.769034Z","caller":"traceutil/trace.go:171","msg":"trace[1167163828] linearizableReadLoop","detail":"{readStateIndex:15024; appliedIndex:15022; }","duration":"933.930336ms","start":"2026-03-03T18:18:16.835087Z","end":"2026-03-03T18:18:17.769017Z","steps":["trace[1167163828] 'read index received' (duration: 579.946137ms)","trace[1167163828] 'applied index is now lower than readState.Index' (duration: 353.982299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:18:17.769141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80906074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.769178Z","caller":"traceutil/trace.go:171","msg":"trace[1039184008] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14468; }","duration":"1.809153042s","start":"2026-03-03T18:18:15.960017Z","end":"2026-03-03T18:18:17.76917Z","steps":["trace[1039184008] 'agreement among raft nodes before linearized reading' (duration: 1.80908519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:17.769141Z","caller":"traceutil/trace.go:171","msg":"trace[720402883] transaction","detail":"{read_only:false; response_revision:14468; number_of_response:1; }","duration":"427.155455ms","start":"2026-03-03T18:18:17.341956Z","end":"2026-03-03T18:18:17.769112Z","steps":["trace[720402883] 'process raft request' (duration: 426.817647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802144705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.769314Z","caller":"traceutil/trace.go:171","msg":"trace[658132572] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"1.802268517s","start":"2026-03-03T18:18:15.967028Z","end":"2026-03-03T18:18:17.769297Z","steps":["trace[658132572] 'agreement among raft nodes before linearized reading' (duration: 1.802000141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.967009Z","time spent":"1.802346289s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.769378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802179436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:17.769406Z","caller":"traceutil/trace.go:171","msg":"trace[879260316] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14468; }","duration":"1.802274427s","start":"2026-03-03T18:18:15.967124Z","end":"2026-03-03T18:18:17.769398Z","steps":["trace[879260316] 'agreement among raft nodes before linearized reading' (duration: 1.802155415s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:17.76939Z","caller":"traceutil/trace.go:171","msg":"trace[1760715012] transaction","detail":"{read_only:false; response_revision:14466; number_of_response:1; }","duration":"688.083814ms","start":"2026-03-03T18:18:17.08127Z","end":"2026-03-03T18:18:17.769354Z","steps":["trace[1760715012] 'process raft request' (duration: 687.355827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.967091Z","time spent":"1.802330379s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:17.769503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.008535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.76957Z","caller":"traceutil/trace.go:171","msg":"trace[472583281] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"902.126017ms","start":"2026-03-03T18:18:16.867432Z","end":"2026-03-03T18:18:17.769558Z","steps":["trace[472583281] 'agreement among raft nodes before linearized reading' (duration: 901.944363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:16.867405Z","time spent":"902.23426ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:17.769565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.80237434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.769763Z","caller":"traceutil/trace.go:171","msg":"trace[314883977] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"1.802633786s","start":"2026-03-03T18:18:15.967095Z","end":"2026-03-03T18:18:17.769729Z","steps":["trace[314883977] 'agreement among raft nodes before linearized reading' (duration: 1.802287018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.967056Z","time spent":"1.80279476s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:18:17.769881Z","caller":"traceutil/trace.go:171","msg":"trace[1005042984] transaction","detail":"{read_only:false; response_revision:14467; number_of_response:1; }","duration":"427.975343ms","start":"2026-03-03T18:18:17.341887Z","end":"2026-03-03T18:18:17.769863Z","steps":["trace[1005042984] 'process raft request' (duration: 426.848657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775023689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:17.769955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.341861Z","time spent":"428.056726ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:18:17.76996Z","caller":"traceutil/trace.go:171","msg":"trace[698078201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14468; }","duration":"1.775339226s","start":"2026-03-03T18:18:15.994608Z","end":"2026-03-03T18:18:17.769947Z","steps":["trace[698078201] 'agreement among raft nodes before linearized reading' (duration: 1.775031899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.769966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.428272392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"warn","ts":"2026-03-03T18:18:17.770008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.994588Z","time spent":"1.775408517s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:18:17.770073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953918773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:17.772407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050184919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:18:17.772487Z","caller":"traceutil/trace.go:171","msg":"trace[1879678171] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:14468; }","duration":"2.050305411s","start":"2026-03-03T18:18:15.72215Z","end":"2026-03-03T18:18:17.772456Z","steps":["trace[1879678171] 'agreement among raft nodes before linearized reading' (duration: 2.047954085s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.772592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.72212Z","time spent":"2.050393994s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:17.76997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.877321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:17.772733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.814261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.77285Z","caller":"traceutil/trace.go:171","msg":"trace[479031995] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"430.917743ms","start":"2026-03-03T18:18:17.341882Z","end":"2026-03-03T18:18:17.7728Z","steps":["trace[479031995] 'agreement among raft nodes before linearized reading' (duration: 428.132657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.772907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.341877Z","time spent":"431.016825ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T18:18:17.770013Z","caller":"traceutil/trace.go:171","msg":"trace[1767755569] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14468; }","duration":"2.428322724s","start":"2026-03-03T18:18:15.341682Z","end":"2026-03-03T18:18:17.770005Z","steps":["trace[1767755569] 'agreement among raft nodes before linearized reading' (duration: 2.427496454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.7731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.341626Z","time spent":"2.431456608s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:18:17.772861Z","caller":"traceutil/trace.go:171","msg":"trace[865323672] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14468; }","duration":"430.76569ms","start":"2026-03-03T18:18:17.342072Z","end":"2026-03-03T18:18:17.772838Z","steps":["trace[865323672] 'agreement among raft nodes before linearized reading' (duration: 427.850131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.773428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.342063Z","time spent":"431.352184ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:17.773882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.34195Z","time spent":"427.298798ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:17.769203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.959995Z","time spent":"1.809200994s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:18:17.777693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.563909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"warn","ts":"2026-03-03T18:18:17.777736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.36758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.777759Z","caller":"traceutil/trace.go:171","msg":"trace[317715497] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:14468; }","duration":"905.62182ms","start":"2026-03-03T18:18:16.872114Z","end":"2026-03-03T18:18:17.777736Z","steps":["trace[317715497] 'agreement among raft nodes before linearized reading' (duration: 905.386695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.777792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:16.872026Z","time spent":"905.757233ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T18:18:17.77824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.347163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.778271Z","caller":"traceutil/trace.go:171","msg":"trace[1768377959] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"436.400195ms","start":"2026-03-03T18:18:17.34186Z","end":"2026-03-03T18:18:17.77826Z","steps":["trace[1768377959] 'agreement among raft nodes before linearized reading' (duration: 435.977115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.778308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.341855Z","time spent":"436.442925ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:17.778341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.876261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.778383Z","caller":"traceutil/trace.go:171","msg":"trace[978218329] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14468; }","duration":"906.933692ms","start":"2026-03-03T18:18:16.87144Z","end":"2026-03-03T18:18:17.778374Z","steps":["trace[978218329] 'agreement among raft nodes before linearized reading' (duration: 906.733077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.778409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:16.871427Z","time spent":"906.975843ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T18:18:17.779232Z","caller":"traceutil/trace.go:171","msg":"trace[1704258546] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14468; }","duration":"1.953952634s","start":"2026-03-03T18:18:15.816143Z","end":"2026-03-03T18:18:17.770096Z","steps":["trace[1704258546] 'agreement among raft nodes before linearized reading' (duration: 1.953885362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.77929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.816047Z","time spent":"1.963219194s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:18:17.779388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.262191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:17.779431Z","caller":"traceutil/trace.go:171","msg":"trace[277420755] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14468; }","duration":"439.353134ms","start":"2026-03-03T18:18:17.340065Z","end":"2026-03-03T18:18:17.779418Z","steps":["trace[277420755] 'agreement among raft nodes before linearized reading' (duration: 438.881103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.77947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.340056Z","time spent":"439.406845ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:17.779486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.02859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.779517Z","caller":"traceutil/trace.go:171","msg":"trace[586736084] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:14468; }","duration":"112.120874ms","start":"2026-03-03T18:18:17.667385Z","end":"2026-03-03T18:18:17.779506Z","steps":["trace[586736084] 'agreement among raft nodes before linearized reading' (duration: 112.065311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.779716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.722674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.77975Z","caller":"traceutil/trace.go:171","msg":"trace[567176240] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"439.810145ms","start":"2026-03-03T18:18:17.33993Z","end":"2026-03-03T18:18:17.77974Z","steps":["trace[567176240] 'agreement among raft nodes before linearized reading' (duration: 439.746084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.779789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.339899Z","time spent":"439.881817ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:17.77984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.639533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.779881Z","caller":"traceutil/trace.go:171","msg":"trace[455576009] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"908.694694ms","start":"2026-03-03T18:18:16.871169Z","end":"2026-03-03T18:18:17.779863Z","steps":["trace[455576009] 'agreement among raft nodes before linearized reading' (duration: 908.599662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.779907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:16.871158Z","time spent":"908.743116ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.769512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.081226Z","time spent":"688.216397ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:18:17.780205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.594899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.777818Z","caller":"traceutil/trace.go:171","msg":"trace[51505043] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:14468; }","duration":"698.453811ms","start":"2026-03-03T18:18:17.079317Z","end":"2026-03-03T18:18:17.777771Z","steps":["trace[51505043] 'agreement among raft nodes before linearized reading' (duration: 698.045731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.780246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.079297Z","time spent":"700.941981ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T18:18:17.781572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.273615254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:18:17.781654Z","caller":"traceutil/trace.go:171","msg":"trace[1463157169] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14468; }","duration":"2.273727767s","start":"2026-03-03T18:18:15.507911Z","end":"2026-03-03T18:18:17.781638Z","steps":["trace[1463157169] 'agreement among raft nodes before linearized reading' (duration: 2.273079012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.781687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.507894Z","time spent":"2.273786099s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12240,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:18:17.78179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.085744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.781918Z","caller":"traceutil/trace.go:171","msg":"trace[1565769998] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"438.230007ms","start":"2026-03-03T18:18:17.343671Z","end":"2026-03-03T18:18:17.781901Z","steps":["trace[1565769998] 'agreement among raft nodes before linearized reading' (duration: 438.042093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.781936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.804166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:18:17.781965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.343666Z","time spent":"438.285738ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:18:17.781985Z","caller":"traceutil/trace.go:171","msg":"trace[774462193] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14468; }","duration":"439.865567ms","start":"2026-03-03T18:18:17.342109Z","end":"2026-03-03T18:18:17.781975Z","steps":["trace[774462193] 'agreement among raft nodes before linearized reading' (duration: 439.035317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.78202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.342104Z","time spent":"439.910318ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:17.782446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.778151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.78248Z","caller":"traceutil/trace.go:171","msg":"trace[729947269] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14468; }","duration":"438.816952ms","start":"2026-03-03T18:18:17.343648Z","end":"2026-03-03T18:18:17.782465Z","steps":["trace[729947269] 'agreement among raft nodes before linearized reading' (duration: 438.592556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.782501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.343644Z","time spent":"438.851633ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:18:17.780476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.67676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:18:17.78053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.840001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:18:17.782675Z","caller":"traceutil/trace.go:171","msg":"trace[1286217794] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14468; }","duration":"437.998883ms","start":"2026-03-03T18:18:17.34466Z","end":"2026-03-03T18:18:17.782659Z","steps":["trace[1286217794] 'agreement among raft nodes before linearized reading' (duration: 435.840561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:17.782651Z","caller":"traceutil/trace.go:171","msg":"trace[1840364862] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14468; }","duration":"438.757411ms","start":"2026-03-03T18:18:17.343777Z","end":"2026-03-03T18:18:17.782535Z","steps":["trace[1840364862] 'agreement among raft nodes before linearized reading' (duration: 436.671111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.782716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.344654Z","time spent":"438.045004ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:18:17.782727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.34377Z","time spent":"438.941135ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T18:18:17.782775Z","caller":"traceutil/trace.go:171","msg":"trace[826311870] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"439.17934ms","start":"2026-03-03T18:18:17.343584Z","end":"2026-03-03T18:18:17.782763Z","steps":["trace[826311870] 'agreement among raft nodes before linearized reading' (duration: 436.550618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.782797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.343575Z","time spent":"439.215042ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.780632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.62762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.782848Z","caller":"traceutil/trace.go:171","msg":"trace[1916760760] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"438.850173ms","start":"2026-03-03T18:18:17.343983Z","end":"2026-03-03T18:18:17.782834Z","steps":["trace[1916760760] 'agreement among raft nodes before linearized reading' (duration: 436.569628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.782885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.343979Z","time spent":"438.890934ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.782935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.108027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"warn","ts":"2026-03-03T18:18:17.780748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440884612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:17.783012Z","caller":"traceutil/trace.go:171","msg":"trace[1105775061] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14468; }","duration":"2.443177407s","start":"2026-03-03T18:18:15.339827Z","end":"2026-03-03T18:18:17.783004Z","steps":["trace[1105775061] 'agreement among raft nodes before linearized reading' (duration: 2.430159596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.783039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.33982Z","time spent":"2.443211769s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:17.78112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.970485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5448"} {"level":"info","ts":"2026-03-03T18:18:17.783069Z","caller":"traceutil/trace.go:171","msg":"trace[67011568] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"440.942213ms","start":"2026-03-03T18:18:17.34212Z","end":"2026-03-03T18:18:17.783063Z","steps":["trace[67011568] 'agreement among raft nodes before linearized reading' (duration: 438.945415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.78309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.34211Z","time spent":"440.976344ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.780696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.774083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:18:17.783025Z","caller":"traceutil/trace.go:171","msg":"trace[243506572] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14468; }","duration":"441.178428ms","start":"2026-03-03T18:18:17.3418Z","end":"2026-03-03T18:18:17.782979Z","steps":["trace[243506572] 'agreement among raft nodes before linearized reading' (duration: 436.65931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:17.78313Z","caller":"traceutil/trace.go:171","msg":"trace[482923252] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14468; }","duration":"439.19603ms","start":"2026-03-03T18:18:17.343917Z","end":"2026-03-03T18:18:17.783113Z","steps":["trace[482923252] 'agreement among raft nodes before linearized reading' (duration: 436.731882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.783158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.343912Z","time spent":"439.238042ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T18:18:17.78319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:17.341792Z","time spent":"441.346272ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5472,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:18:17.785745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.44374359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:17.785905Z","caller":"traceutil/trace.go:171","msg":"trace[1212420544] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14468; }","duration":"2.444884089s","start":"2026-03-03T18:18:15.341008Z","end":"2026-03-03T18:18:17.785892Z","steps":["trace[1212420544] 'agreement among raft nodes before linearized reading' (duration: 2.428209391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.786048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.341002Z","time spent":"2.44494838s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:18:17.786116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444218563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:17.786236Z","caller":"traceutil/trace.go:171","msg":"trace[1305382276] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14468; }","duration":"2.444639342s","start":"2026-03-03T18:18:15.34158Z","end":"2026-03-03T18:18:17.78622Z","steps":["trace[1305382276] 'agreement among raft nodes before linearized reading' (duration: 2.440834462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:17.786304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:18:15.341572Z","time spent":"2.444720464s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":76,"response size":732447,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T18:18:45.137757Z","caller":"traceutil/trace.go:171","msg":"trace[16726562] transaction","detail":"{read_only:false; response_revision:14592; number_of_response:1; }","duration":"168.466956ms","start":"2026-03-03T18:18:44.969255Z","end":"2026-03-03T18:18:45.137722Z","steps":["trace[16726562] 'process raft request' (duration: 168.217501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:45.202896Z","caller":"traceutil/trace.go:171","msg":"trace[1077992538] linearizableReadLoop","detail":"{readStateIndex:15157; appliedIndex:15154; }","duration":"228.022637ms","start":"2026-03-03T18:18:44.974838Z","end":"2026-03-03T18:18:45.20286Z","steps":["trace[1077992538] 'read index received' (duration: 162.795501ms)","trace[1077992538] 'applied index is now lower than readState.Index' (duration: 65.226296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:45.203019Z","caller":"traceutil/trace.go:171","msg":"trace[737376151] transaction","detail":"{read_only:false; response_revision:14594; number_of_response:1; }","duration":"230.170407ms","start":"2026-03-03T18:18:44.972805Z","end":"2026-03-03T18:18:45.202976Z","steps":["trace[737376151] 'process raft request' (duration: 230.023823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:45.203238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.372535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:18:45.203299Z","caller":"traceutil/trace.go:171","msg":"trace[569047961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14594; }","duration":"228.470747ms","start":"2026-03-03T18:18:44.974814Z","end":"2026-03-03T18:18:45.203285Z","steps":["trace[569047961] 'agreement among raft nodes before linearized reading' (duration: 228.265982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:45.203422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.80135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:18:45.203508Z","caller":"traceutil/trace.go:171","msg":"trace[1325655522] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14594; }","duration":"227.961794ms","start":"2026-03-03T18:18:44.975532Z","end":"2026-03-03T18:18:45.203493Z","steps":["trace[1325655522] 'agreement among raft nodes before linearized reading' (duration: 227.579645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:45.203001Z","caller":"traceutil/trace.go:171","msg":"trace[875499819] transaction","detail":"{read_only:false; response_revision:14593; number_of_response:1; }","duration":"230.26996ms","start":"2026-03-03T18:18:44.972666Z","end":"2026-03-03T18:18:45.202936Z","steps":["trace[875499819] 'process raft request' (duration: 229.989543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:45.317391Z","caller":"traceutil/trace.go:171","msg":"trace[1621694399] linearizableReadLoop","detail":"{readStateIndex:15159; appliedIndex:15157; }","duration":"106.889219ms","start":"2026-03-03T18:18:45.210477Z","end":"2026-03-03T18:18:45.317366Z","steps":["trace[1621694399] 'read index received' (duration: 92.372912ms)","trace[1621694399] 'applied index is now lower than readState.Index' (duration: 14.514877ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:45.317513Z","caller":"traceutil/trace.go:171","msg":"trace[1365777449] transaction","detail":"{read_only:false; response_revision:14595; number_of_response:1; }","duration":"110.586627ms","start":"2026-03-03T18:18:45.206884Z","end":"2026-03-03T18:18:45.317471Z","steps":["trace[1365777449] 'process raft request' (duration: 95.951517ms)","trace[1365777449] 'compare' (duration: 14.357433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:18:45.317606Z","caller":"traceutil/trace.go:171","msg":"trace[1667523820] transaction","detail":"{read_only:false; response_revision:14596; number_of_response:1; }","duration":"109.462569ms","start":"2026-03-03T18:18:45.208086Z","end":"2026-03-03T18:18:45.317549Z","steps":["trace[1667523820] 'process raft request' (duration: 109.237094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:45.318353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.855692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:732423"} {"level":"info","ts":"2026-03-03T18:18:45.318412Z","caller":"traceutil/trace.go:171","msg":"trace[1136915396] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:14596; }","duration":"107.948314ms","start":"2026-03-03T18:18:45.21045Z","end":"2026-03-03T18:18:45.318398Z","steps":["trace[1136915396] 'agreement among raft nodes before linearized reading' (duration: 107.007182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:18:52.246077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.886974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22020"} {"level":"info","ts":"2026-03-03T18:18:52.246158Z","caller":"traceutil/trace.go:171","msg":"trace[2070582465] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:14649; }","duration":"111.56359ms","start":"2026-03-03T18:18:52.134574Z","end":"2026-03-03T18:18:52.246138Z","steps":["trace[2070582465] 'range keys from in-memory index tree' (duration: 110.7279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:18:56.147918Z","caller":"traceutil/trace.go:171","msg":"trace[508527314] transaction","detail":"{read_only:false; response_revision:14685; number_of_response:1; }","duration":"110.986957ms","start":"2026-03-03T18:18:56.036904Z","end":"2026-03-03T18:18:56.147891Z","steps":["trace[508527314] 'process raft request' (duration: 107.567305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:28.684454Z","caller":"traceutil/trace.go:171","msg":"trace[661170760] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"119.119409ms","start":"2026-03-03T18:19:28.565312Z","end":"2026-03-03T18:19:28.684431Z","steps":["trace[661170760] 'process raft request' (duration: 118.795782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:43.948516Z","caller":"traceutil/trace.go:171","msg":"trace[2038687814] transaction","detail":"{read_only:false; response_revision:14992; number_of_response:1; }","duration":"156.052ms","start":"2026-03-03T18:19:43.792392Z","end":"2026-03-03T18:19:43.948444Z","steps":["trace[2038687814] 'process raft request' (duration: 155.857996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:46.593349Z","caller":"traceutil/trace.go:171","msg":"trace[162045945] transaction","detail":"{read_only:false; response_revision:15009; number_of_response:1; }","duration":"144.085144ms","start":"2026-03-03T18:19:46.449241Z","end":"2026-03-03T18:19:46.593326Z","steps":["trace[162045945] 'process raft request' (duration: 144.026433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:46.593421Z","caller":"traceutil/trace.go:171","msg":"trace[1062499607] transaction","detail":"{read_only:false; response_revision:15008; number_of_response:1; }","duration":"145.058959ms","start":"2026-03-03T18:19:46.448326Z","end":"2026-03-03T18:19:46.593385Z","steps":["trace[1062499607] 'process raft request' (duration: 116.470107ms)","trace[1062499607] 'compare' (duration: 28.332346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:19:56.179609Z","caller":"traceutil/trace.go:171","msg":"trace[13246669] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"415.746611ms","start":"2026-03-03T18:19:55.763839Z","end":"2026-03-03T18:19:56.179585Z","steps":["trace[13246669] 'process raft request' (duration: 415.595248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.179775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:55.76381Z","time spent":"415.881815ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:19:56.186537Z","caller":"traceutil/trace.go:171","msg":"trace[1857253617] linearizableReadLoop","detail":"{readStateIndex:15628; appliedIndex:15627; }","duration":"266.33815ms","start":"2026-03-03T18:19:55.920165Z","end":"2026-03-03T18:19:56.186503Z","steps":["trace[1857253617] 'read index received' (duration: 259.444225ms)","trace[1857253617] 'applied index is now lower than readState.Index' (duration: 6.892885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:19:56.186906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.475407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:19:56.18698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.436212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:19:56.186993Z","caller":"traceutil/trace.go:171","msg":"trace[855952556] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:15049; }","duration":"207.64855ms","start":"2026-03-03T18:19:55.979328Z","end":"2026-03-03T18:19:56.186976Z","steps":["trace[855952556] 'agreement among raft nodes before linearized reading' (duration: 207.467046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.186997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.300514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:19:56.187079Z","caller":"traceutil/trace.go:171","msg":"trace[1534444415] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"124.399587ms","start":"2026-03-03T18:19:56.062657Z","end":"2026-03-03T18:19:56.187056Z","steps":["trace[1534444415] 'agreement among raft nodes before linearized reading' (duration: 124.141361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.259207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:681"} {"level":"info","ts":"2026-03-03T18:19:56.187132Z","caller":"traceutil/trace.go:171","msg":"trace[1042402229] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15049; }","duration":"172.299668ms","start":"2026-03-03T18:19:56.014824Z","end":"2026-03-03T18:19:56.187124Z","steps":["trace[1042402229] 'agreement among raft nodes before linearized reading' (duration: 172.223677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.790164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:19:56.187227Z","caller":"traceutil/trace.go:171","msg":"trace[1999287011] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15049; }","duration":"176.835656ms","start":"2026-03-03T18:19:56.010385Z","end":"2026-03-03T18:19:56.187221Z","steps":["trace[1999287011] 'agreement among raft nodes before linearized reading' (duration: 176.796045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.64106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T18:19:56.187353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.976555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:19:56.187374Z","caller":"traceutil/trace.go:171","msg":"trace[566411145] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15049; }","duration":"181.007456ms","start":"2026-03-03T18:19:56.006362Z","end":"2026-03-03T18:19:56.187369Z","steps":["trace[566411145] 'agreement among raft nodes before linearized reading' (duration: 180.913194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:56.187303Z","caller":"traceutil/trace.go:171","msg":"trace[1142359165] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"173.695111ms","start":"2026-03-03T18:19:56.0136Z","end":"2026-03-03T18:19:56.187296Z","steps":["trace[1142359165] 'agreement among raft nodes before linearized reading' (duration: 173.62105ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:56.187388Z","caller":"traceutil/trace.go:171","msg":"trace[96843171] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"326.590406ms","start":"2026-03-03T18:19:55.860782Z","end":"2026-03-03T18:19:56.187373Z","steps":["trace[96843171] 'process raft request' (duration: 325.589423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.2118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:19:56.187479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:19:55.860759Z","time spent":"326.657738ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:19:56.1875Z","caller":"traceutil/trace.go:171","msg":"trace[1903572514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15049; }","duration":"194.251541ms","start":"2026-03-03T18:19:55.993239Z","end":"2026-03-03T18:19:56.18749Z","steps":["trace[1903572514] 'agreement among raft nodes before linearized reading' (duration: 194.21697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.551656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:19:56.187642Z","caller":"traceutil/trace.go:171","msg":"trace[1492294961] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"175.598746ms","start":"2026-03-03T18:19:56.012034Z","end":"2026-03-03T18:19:56.187633Z","steps":["trace[1492294961] 'agreement among raft nodes before linearized reading' (duration: 175.518034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.518527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:19:56.187709Z","caller":"traceutil/trace.go:171","msg":"trace[1814002974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15049; }","duration":"267.60686ms","start":"2026-03-03T18:19:55.920093Z","end":"2026-03-03T18:19:56.1877Z","steps":["trace[1814002974] 'agreement among raft nodes before linearized reading' (duration: 267.508508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.18788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.803988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-03-03T18:19:56.187905Z","caller":"traceutil/trace.go:171","msg":"trace[1132953977] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15049; }","duration":"117.83826ms","start":"2026-03-03T18:19:56.070059Z","end":"2026-03-03T18:19:56.187897Z","steps":["trace[1132953977] 'agreement among raft nodes before linearized reading' (duration: 117.760298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.187952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.110747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:1 size:7216"} {"level":"info","ts":"2026-03-03T18:19:56.187978Z","caller":"traceutil/trace.go:171","msg":"trace[1190530268] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:1; response_revision:15049; }","duration":"121.180148ms","start":"2026-03-03T18:19:56.066791Z","end":"2026-03-03T18:19:56.187971Z","steps":["trace[1190530268] 'agreement among raft nodes before linearized reading' (duration: 121.103036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.188057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.539048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:19:56.188071Z","caller":"traceutil/trace.go:171","msg":"trace[1959544606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:15049; }","duration":"124.56137ms","start":"2026-03-03T18:19:56.063506Z","end":"2026-03-03T18:19:56.188067Z","steps":["trace[1959544606] 'agreement among raft nodes before linearized reading' (duration: 124.528169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.188197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.40391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T18:19:56.188213Z","caller":"traceutil/trace.go:171","msg":"trace[1883931061] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"125.453191ms","start":"2026-03-03T18:19:56.062755Z","end":"2026-03-03T18:19:56.188208Z","steps":["trace[1883931061] 'agreement among raft nodes before linearized reading' (duration: 125.40366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:19:56.187023Z","caller":"traceutil/trace.go:171","msg":"trace[1925718132] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"175.510575ms","start":"2026-03-03T18:19:56.011499Z","end":"2026-03-03T18:19:56.18701Z","steps":["trace[1925718132] 'agreement among raft nodes before linearized reading' (duration: 175.32487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.443259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.933798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:19:56.443414Z","caller":"traceutil/trace.go:171","msg":"trace[671253704] linearizableReadLoop","detail":"{readStateIndex:15630; appliedIndex:15628; }","duration":"247.794758ms","start":"2026-03-03T18:19:56.195598Z","end":"2026-03-03T18:19:56.443392Z","steps":["trace[671253704] 'read index received' (duration: 27.136708ms)","trace[671253704] 'applied index is now lower than readState.Index' (duration: 220.65603ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:19:56.443533Z","caller":"traceutil/trace.go:171","msg":"trace[1404359778] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"250.121543ms","start":"2026-03-03T18:19:56.193398Z","end":"2026-03-03T18:19:56.44352Z","steps":["trace[1404359778] 'process raft request' (duration: 106.831227ms)","trace[1404359778] 'compare' (duration: 142.60263ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:19:56.443628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.068533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:19:56.443731Z","caller":"traceutil/trace.go:171","msg":"trace[722525858] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:15051; }","duration":"167.210926ms","start":"2026-03-03T18:19:56.276496Z","end":"2026-03-03T18:19:56.443707Z","steps":["trace[722525858] 'agreement among raft nodes before linearized reading' (duration: 167.057583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:19:56.444402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.783542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771758"} {"level":"info","ts":"2026-03-03T18:19:56.444482Z","caller":"traceutil/trace.go:171","msg":"trace[1495901285] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15051; }","duration":"248.885974ms","start":"2026-03-03T18:19:56.19558Z","end":"2026-03-03T18:19:56.444466Z","steps":["trace[1495901285] 'agreement among raft nodes before linearized reading' (duration: 248.007253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:02.865837Z","caller":"traceutil/trace.go:171","msg":"trace[519595929] linearizableReadLoop","detail":"{readStateIndex:15659; appliedIndex:15658; }","duration":"330.814217ms","start":"2026-03-03T18:20:02.535001Z","end":"2026-03-03T18:20:02.865815Z","steps":["trace[519595929] 'read index received' (duration: 330.699164ms)","trace[519595929] 'applied index is now lower than readState.Index' (duration: 114.083µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:02.865979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.96633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-9x5lv\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T18:20:02.866015Z","caller":"traceutil/trace.go:171","msg":"trace[566003427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-9x5lv; range_end:; response_count:1; response_revision:15078; }","duration":"331.036802ms","start":"2026-03-03T18:20:02.534964Z","end":"2026-03-03T18:20:02.866Z","steps":["trace[566003427] 'agreement among raft nodes before linearized reading' (duration: 330.95317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:02.866055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:02.534952Z","time spent":"331.095183ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6475,"request content":"key:\"/registry/pods/openstack/keepalived-9x5lv\" "} {"level":"info","ts":"2026-03-03T18:20:02.865938Z","caller":"traceutil/trace.go:171","msg":"trace[1190092098] transaction","detail":"{read_only:false; response_revision:15078; number_of_response:1; }","duration":"344.946083ms","start":"2026-03-03T18:20:02.520935Z","end":"2026-03-03T18:20:02.865881Z","steps":["trace[1190092098] 'process raft request' (duration: 344.698967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:02.867845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:02.520914Z","time spent":"346.819899ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:03.066054Z","caller":"traceutil/trace.go:171","msg":"trace[998635343] transaction","detail":"{read_only:false; response_revision:15079; number_of_response:1; }","duration":"472.640987ms","start":"2026-03-03T18:20:02.593377Z","end":"2026-03-03T18:20:03.066018Z","steps":["trace[998635343] 'process raft request' (duration: 436.046285ms)","trace[998635343] 'compare' (duration: 36.368997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:03.066258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:02.593352Z","time spent":"472.791391ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:03.066347Z","caller":"traceutil/trace.go:171","msg":"trace[919937750] transaction","detail":"{read_only:false; response_revision:15080; number_of_response:1; }","duration":"354.999792ms","start":"2026-03-03T18:20:02.711288Z","end":"2026-03-03T18:20:03.066288Z","steps":["trace[919937750] 'process raft request' (duration: 354.680265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:03.066525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:02.71126Z","time spent":"355.171158ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:03.066567Z","caller":"traceutil/trace.go:171","msg":"trace[1322403577] transaction","detail":"{read_only:false; response_revision:15081; number_of_response:1; }","duration":"323.655877ms","start":"2026-03-03T18:20:02.742902Z","end":"2026-03-03T18:20:03.066558Z","steps":["trace[1322403577] 'process raft request' (duration: 323.282137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:03.066613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:20:02.742837Z","time spent":"323.752018ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:20:03.066716Z","caller":"traceutil/trace.go:171","msg":"trace[1195486156] transaction","detail":"{read_only:false; response_revision:15082; number_of_response:1; }","duration":"298.238811ms","start":"2026-03-03T18:20:02.768461Z","end":"2026-03-03T18:20:03.0667Z","steps":["trace[1195486156] 'process raft request' (duration: 297.81677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:03.066347Z","caller":"traceutil/trace.go:171","msg":"trace[1819329005] linearizableReadLoop","detail":"{readStateIndex:15663; appliedIndex:15659; }","duration":"194.560328ms","start":"2026-03-03T18:20:02.871764Z","end":"2026-03-03T18:20:03.066324Z","steps":["trace[1819329005] 'read index received' (duration: 157.603277ms)","trace[1819329005] 'applied index is now lower than readState.Index' (duration: 36.956111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:20:03.067345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.596503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:771758"} {"level":"info","ts":"2026-03-03T18:20:03.067388Z","caller":"traceutil/trace.go:171","msg":"trace[492549655] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15082; }","duration":"195.675445ms","start":"2026-03-03T18:20:02.871704Z","end":"2026-03-03T18:20:03.067379Z","steps":["trace[492549655] 'agreement among raft nodes before linearized reading' (duration: 194.699371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:20:04.470319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.916495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:20:04.470623Z","caller":"traceutil/trace.go:171","msg":"trace[633162276] transaction","detail":"{read_only:false; response_revision:15087; number_of_response:1; }","duration":"174.550372ms","start":"2026-03-03T18:20:04.296043Z","end":"2026-03-03T18:20:04.470593Z","steps":["trace[633162276] 'process raft request' (duration: 174.409419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:04.470645Z","caller":"traceutil/trace.go:171","msg":"trace[1858460332] transaction","detail":"{read_only:false; response_revision:15086; number_of_response:1; }","duration":"174.588683ms","start":"2026-03-03T18:20:04.296019Z","end":"2026-03-03T18:20:04.470608Z","steps":["trace[1858460332] 'process raft request' (duration: 29.275429ms)","trace[1858460332] 'compare' (duration: 144.749551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:06.161764Z","caller":"traceutil/trace.go:171","msg":"trace[103281580] transaction","detail":"{read_only:false; response_revision:15093; number_of_response:1; }","duration":"285.392283ms","start":"2026-03-03T18:20:05.87635Z","end":"2026-03-03T18:20:06.161742Z","steps":["trace[103281580] 'process raft request' (duration: 285.235939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:29.606739Z","caller":"traceutil/trace.go:171","msg":"trace[1039932968] transaction","detail":"{read_only:false; response_revision:15305; number_of_response:1; }","duration":"158.499839ms","start":"2026-03-03T18:20:29.448213Z","end":"2026-03-03T18:20:29.606713Z","steps":["trace[1039932968] 'process raft request' (duration: 63.124914ms)","trace[1039932968] 'compare' (duration: 94.577155ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:20:32.575107Z","caller":"traceutil/trace.go:171","msg":"trace[1483771168] transaction","detail":"{read_only:false; response_revision:15323; number_of_response:1; }","duration":"159.882772ms","start":"2026-03-03T18:20:32.415182Z","end":"2026-03-03T18:20:32.575065Z","steps":["trace[1483771168] 'process raft request' (duration: 159.736218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:20:57.47604Z","caller":"traceutil/trace.go:171","msg":"trace[1279263609] transaction","detail":"{read_only:false; response_revision:15532; number_of_response:1; }","duration":"101.283048ms","start":"2026-03-03T18:20:57.374733Z","end":"2026-03-03T18:20:57.476016Z","steps":["trace[1279263609] 'process raft request' (duration: 97.942869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:13.21219Z","caller":"traceutil/trace.go:171","msg":"trace[1702409973] linearizableReadLoop","detail":"{readStateIndex:16407; appliedIndex:16406; }","duration":"177.801267ms","start":"2026-03-03T18:21:13.034365Z","end":"2026-03-03T18:21:13.212166Z","steps":["trace[1702409973] 'read index received' (duration: 177.618193ms)","trace[1702409973] 'applied index is now lower than readState.Index' (duration: 181.824µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:13.212297Z","caller":"traceutil/trace.go:171","msg":"trace[217835281] transaction","detail":"{read_only:false; response_revision:15802; number_of_response:1; }","duration":"179.60671ms","start":"2026-03-03T18:21:13.032657Z","end":"2026-03-03T18:21:13.212263Z","steps":["trace[217835281] 'process raft request' (duration: 179.328664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:13.212508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.117644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T18:21:13.212595Z","caller":"traceutil/trace.go:171","msg":"trace[1299603895] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15802; }","duration":"178.270017ms","start":"2026-03-03T18:21:13.034307Z","end":"2026-03-03T18:21:13.212577Z","steps":["trace[1299603895] 'agreement among raft nodes before linearized reading' (duration: 177.96879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:13.341146Z","caller":"traceutil/trace.go:171","msg":"trace[757679885] linearizableReadLoop","detail":"{readStateIndex:16408; appliedIndex:16407; }","duration":"117.645927ms","start":"2026-03-03T18:21:13.223478Z","end":"2026-03-03T18:21:13.341124Z","steps":["trace[757679885] 'read index received' (duration: 116.07644ms)","trace[757679885] 'applied index is now lower than readState.Index' (duration: 1.568437ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:13.341369Z","caller":"traceutil/trace.go:171","msg":"trace[1581299396] transaction","detail":"{read_only:false; response_revision:15803; number_of_response:1; }","duration":"124.447778ms","start":"2026-03-03T18:21:13.21691Z","end":"2026-03-03T18:21:13.341357Z","steps":["trace[1581299396] 'process raft request' (duration: 122.547384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:13.341527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.658698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:13.341578Z","caller":"traceutil/trace.go:171","msg":"trace[403584578] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15803; }","duration":"117.728669ms","start":"2026-03-03T18:21:13.223838Z","end":"2026-03-03T18:21:13.341567Z","steps":["trace[403584578] 'agreement among raft nodes before linearized reading' (duration: 117.599286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:13.34191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.440737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:13.341931Z","caller":"traceutil/trace.go:171","msg":"trace[2103126603] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15803; }","duration":"118.488227ms","start":"2026-03-03T18:21:13.223438Z","end":"2026-03-03T18:21:13.341926Z","steps":["trace[2103126603] 'agreement among raft nodes before linearized reading' (duration: 118.458117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:14.270052Z","caller":"traceutil/trace.go:171","msg":"trace[1449052006] transaction","detail":"{read_only:false; response_revision:15809; number_of_response:1; }","duration":"107.767913ms","start":"2026-03-03T18:21:14.162256Z","end":"2026-03-03T18:21:14.270024Z","steps":["trace[1449052006] 'process raft request' (duration: 107.610049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:14.37275Z","caller":"traceutil/trace.go:171","msg":"trace[1923665338] transaction","detail":"{read_only:false; response_revision:15810; number_of_response:1; }","duration":"201.975013ms","start":"2026-03-03T18:21:14.170743Z","end":"2026-03-03T18:21:14.372718Z","steps":["trace[1923665338] 'process raft request' (duration: 154.139904ms)","trace[1923665338] 'compare' (duration: 47.741445ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:14.694909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.353393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:14.694995Z","caller":"traceutil/trace.go:171","msg":"trace[1138645268] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15810; }","duration":"168.488797ms","start":"2026-03-03T18:21:14.526485Z","end":"2026-03-03T18:21:14.694974Z","steps":["trace[1138645268] 'range keys from in-memory index tree' (duration: 168.185228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:16.589432Z","caller":"traceutil/trace.go:171","msg":"trace[115480551] transaction","detail":"{read_only:false; response_revision:15825; number_of_response:1; }","duration":"311.636669ms","start":"2026-03-03T18:21:16.27777Z","end":"2026-03-03T18:21:16.589406Z","steps":["trace[115480551] 'process raft request' (duration: 311.410603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:16.589644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:16.277749Z","time spent":"311.772051ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:21:16.691896Z","caller":"traceutil/trace.go:171","msg":"trace[2038088870] linearizableReadLoop","detail":"{readStateIndex:16431; appliedIndex:16429; }","duration":"225.074281ms","start":"2026-03-03T18:21:16.466784Z","end":"2026-03-03T18:21:16.691858Z","steps":["trace[2038088870] 'read index received' (duration: 122.460652ms)","trace[2038088870] 'applied index is now lower than readState.Index' (duration: 102.611249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:16.692155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.349537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T18:21:16.692196Z","caller":"traceutil/trace.go:171","msg":"trace[926434866] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15825; }","duration":"225.43176ms","start":"2026-03-03T18:21:16.46675Z","end":"2026-03-03T18:21:16.692181Z","steps":["trace[926434866] 'agreement among raft nodes before linearized reading' (duration: 225.236964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:17.644488Z","caller":"traceutil/trace.go:171","msg":"trace[1515981335] transaction","detail":"{read_only:false; response_revision:15830; number_of_response:1; }","duration":"109.783209ms","start":"2026-03-03T18:21:17.534683Z","end":"2026-03-03T18:21:17.644466Z","steps":["trace[1515981335] 'process raft request' (duration: 109.462732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:17.792077Z","caller":"traceutil/trace.go:171","msg":"trace[485336655] transaction","detail":"{read_only:false; response_revision:15831; number_of_response:1; }","duration":"221.705651ms","start":"2026-03-03T18:21:17.570349Z","end":"2026-03-03T18:21:17.792055Z","steps":["trace[485336655] 'process raft request' (duration: 221.449475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:17.792331Z","caller":"traceutil/trace.go:171","msg":"trace[1184306672] transaction","detail":"{read_only:false; response_revision:15832; number_of_response:1; }","duration":"199.347579ms","start":"2026-03-03T18:21:17.592962Z","end":"2026-03-03T18:21:17.792309Z","steps":["trace[1184306672] 'process raft request' (duration: 199.044182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:17.792636Z","caller":"traceutil/trace.go:171","msg":"trace[274589302] linearizableReadLoop","detail":"{readStateIndex:16439; appliedIndex:16436; }","duration":"126.949598ms","start":"2026-03-03T18:21:17.665671Z","end":"2026-03-03T18:21:17.79262Z","steps":["trace[274589302] 'read index received' (duration: 126.158829ms)","trace[274589302] 'applied index is now lower than readState.Index' (duration: 789.659µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:17.792739Z","caller":"traceutil/trace.go:171","msg":"trace[2138760713] transaction","detail":"{read_only:false; response_revision:15833; number_of_response:1; }","duration":"198.930649ms","start":"2026-03-03T18:21:17.593793Z","end":"2026-03-03T18:21:17.792724Z","steps":["trace[2138760713] 'process raft request' (duration: 198.446418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:17.792894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.571268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:17.792922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.858126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:17.792954Z","caller":"traceutil/trace.go:171","msg":"trace[1067155569] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15833; }","duration":"126.656861ms","start":"2026-03-03T18:21:17.666283Z","end":"2026-03-03T18:21:17.79294Z","steps":["trace[1067155569] 'agreement among raft nodes before linearized reading' (duration: 126.560859ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:17.792987Z","caller":"traceutil/trace.go:171","msg":"trace[913692460] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15833; }","duration":"126.943968ms","start":"2026-03-03T18:21:17.666024Z","end":"2026-03-03T18:21:17.792968Z","steps":["trace[913692460] 'agreement among raft nodes before linearized reading' (duration: 126.798764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:17.793048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.384348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:17.7931Z","caller":"traceutil/trace.go:171","msg":"trace[172303620] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15833; }","duration":"127.46928ms","start":"2026-03-03T18:21:17.665619Z","end":"2026-03-03T18:21:17.793089Z","steps":["trace[172303620] 'agreement among raft nodes before linearized reading' (duration: 127.396088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:17.7932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.03341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:17.793436Z","caller":"traceutil/trace.go:171","msg":"trace[102150455] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15833; }","duration":"127.307687ms","start":"2026-03-03T18:21:17.666104Z","end":"2026-03-03T18:21:17.793411Z","steps":["trace[102150455] 'agreement among raft nodes before linearized reading' (duration: 126.906967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:20.897766Z","caller":"traceutil/trace.go:171","msg":"trace[991922697] linearizableReadLoop","detail":"{readStateIndex:16457; appliedIndex:16456; }","duration":"128.811053ms","start":"2026-03-03T18:21:20.76893Z","end":"2026-03-03T18:21:20.897741Z","steps":["trace[991922697] 'read index received' (duration: 127.691005ms)","trace[991922697] 'applied index is now lower than readState.Index' (duration: 1.119278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:20.897876Z","caller":"traceutil/trace.go:171","msg":"trace[581134041] transaction","detail":"{read_only:false; response_revision:15851; number_of_response:1; }","duration":"138.159775ms","start":"2026-03-03T18:21:20.759656Z","end":"2026-03-03T18:21:20.897816Z","steps":["trace[581134041] 'process raft request' (duration: 137.393147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:20.898014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.057018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:21:20.898058Z","caller":"traceutil/trace.go:171","msg":"trace[211095076] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:15851; }","duration":"129.166761ms","start":"2026-03-03T18:21:20.76888Z","end":"2026-03-03T18:21:20.898046Z","steps":["trace[211095076] 'agreement among raft nodes before linearized reading' (duration: 128.993677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.083544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.242984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:21:21.083716Z","caller":"traceutil/trace.go:171","msg":"trace[1854562966] transaction","detail":"{read_only:false; response_revision:15852; number_of_response:1; }","duration":"181.438984ms","start":"2026-03-03T18:21:20.902252Z","end":"2026-03-03T18:21:21.083691Z","steps":["trace[1854562966] 'process raft request' (duration: 48.999425ms)","trace[1854562966] 'compare' (duration: 132.148732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:21.388963Z","caller":"traceutil/trace.go:171","msg":"trace[1780409217] transaction","detail":"{read_only:false; response_revision:15853; number_of_response:1; }","duration":"110.98974ms","start":"2026-03-03T18:21:21.277944Z","end":"2026-03-03T18:21:21.388934Z","steps":["trace[1780409217] 'process raft request' (duration: 110.804715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:21.528856Z","caller":"traceutil/trace.go:171","msg":"trace[452298358] linearizableReadLoop","detail":"{readStateIndex:16460; appliedIndex:16458; }","duration":"168.539776ms","start":"2026-03-03T18:21:21.36027Z","end":"2026-03-03T18:21:21.52881Z","steps":["trace[452298358] 'read index received' (duration: 28.452726ms)","trace[452298358] 'applied index is now lower than readState.Index' (duration: 140.08443ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:21.529137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.746678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:21.529171Z","caller":"traceutil/trace.go:171","msg":"trace[265987747] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15853; }","duration":"167.84316ms","start":"2026-03-03T18:21:21.361317Z","end":"2026-03-03T18:21:21.52916Z","steps":["trace[265987747] 'agreement among raft nodes before linearized reading' (duration: 167.720917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.529213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.919696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T18:21:21.529236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.944558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T18:21:21.529306Z","caller":"traceutil/trace.go:171","msg":"trace[1315540016] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15853; }","duration":"169.055519ms","start":"2026-03-03T18:21:21.360225Z","end":"2026-03-03T18:21:21.529281Z","steps":["trace[1315540016] 'agreement among raft nodes before linearized reading' (duration: 168.802523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:21.529324Z","caller":"traceutil/trace.go:171","msg":"trace[1402612408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15853; }","duration":"103.059761ms","start":"2026-03-03T18:21:21.426241Z","end":"2026-03-03T18:21:21.529301Z","steps":["trace[1402612408] 'agreement among raft nodes before linearized reading' (duration: 102.833825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.529724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.59058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T18:21:21.529748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.797049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:21.529765Z","caller":"traceutil/trace.go:171","msg":"trace[1685667998] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15853; }","duration":"166.640251ms","start":"2026-03-03T18:21:21.363115Z","end":"2026-03-03T18:21:21.529755Z","steps":["trace[1685667998] 'agreement among raft nodes before linearized reading' (duration: 166.406276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:21.529788Z","caller":"traceutil/trace.go:171","msg":"trace[1078784514] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15853; }","duration":"167.852321ms","start":"2026-03-03T18:21:21.361925Z","end":"2026-03-03T18:21:21.529777Z","steps":["trace[1078784514] 'agreement among raft nodes before linearized reading' (duration: 167.747838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.529815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.440194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:21.529863Z","caller":"traceutil/trace.go:171","msg":"trace[111200842] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15853; }","duration":"168.510506ms","start":"2026-03-03T18:21:21.361342Z","end":"2026-03-03T18:21:21.529852Z","steps":["trace[111200842] 'agreement among raft nodes before linearized reading' (duration: 168.443414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.529928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.540582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:21.52999Z","caller":"traceutil/trace.go:171","msg":"trace[168994963] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15853; }","duration":"167.634784ms","start":"2026-03-03T18:21:21.36234Z","end":"2026-03-03T18:21:21.529974Z","steps":["trace[168994963] 'agreement among raft nodes before linearized reading' (duration: 167.540732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.530148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.203168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:21.530238Z","caller":"traceutil/trace.go:171","msg":"trace[2102771888] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15853; }","duration":"168.336603ms","start":"2026-03-03T18:21:21.361877Z","end":"2026-03-03T18:21:21.530214Z","steps":["trace[2102771888] 'agreement among raft nodes before linearized reading' (duration: 168.146378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.530343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.317943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:21.530408Z","caller":"traceutil/trace.go:171","msg":"trace[1472456910] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15853; }","duration":"168.415944ms","start":"2026-03-03T18:21:21.361978Z","end":"2026-03-03T18:21:21.530394Z","steps":["trace[1472456910] 'agreement among raft nodes before linearized reading' (duration: 168.299482ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:21.800898Z","caller":"traceutil/trace.go:171","msg":"trace[78973690] linearizableReadLoop","detail":"{readStateIndex:16462; appliedIndex:16461; }","duration":"263.231038ms","start":"2026-03-03T18:21:21.537632Z","end":"2026-03-03T18:21:21.800863Z","steps":["trace[78973690] 'read index received' (duration: 230.040349ms)","trace[78973690] 'applied index is now lower than readState.Index' (duration: 33.189039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:21.801025Z","caller":"traceutil/trace.go:171","msg":"trace[1452626551] transaction","detail":"{read_only:false; response_revision:15855; number_of_response:1; }","duration":"265.941632ms","start":"2026-03-03T18:21:21.53503Z","end":"2026-03-03T18:21:21.800972Z","steps":["trace[1452626551] 'process raft request' (duration: 232.60363ms)","trace[1452626551] 'compare' (duration: 33.117007ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:21.801394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.453486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T18:21:21.801444Z","caller":"traceutil/trace.go:171","msg":"trace[1355345419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15855; }","duration":"134.552689ms","start":"2026-03-03T18:21:21.666877Z","end":"2026-03-03T18:21:21.80143Z","steps":["trace[1355345419] 'agreement among raft nodes before linearized reading' (duration: 134.340024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.801918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.114726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T18:21:21.802136Z","caller":"traceutil/trace.go:171","msg":"trace[1532197332] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15855; }","duration":"263.358541ms","start":"2026-03-03T18:21:21.538758Z","end":"2026-03-03T18:21:21.802116Z","steps":["trace[1532197332] 'agreement among raft nodes before linearized reading' (duration: 262.589502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.802203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.264369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892684"} {"level":"info","ts":"2026-03-03T18:21:21.802264Z","caller":"traceutil/trace.go:171","msg":"trace[888968444] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15855; }","duration":"263.34001ms","start":"2026-03-03T18:21:21.538909Z","end":"2026-03-03T18:21:21.802249Z","steps":["trace[888968444] 'agreement among raft nodes before linearized reading' (duration: 262.376237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:21.822072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.033653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892684"} {"level":"info","ts":"2026-03-03T18:21:21.822119Z","caller":"traceutil/trace.go:171","msg":"trace[872907432] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15855; }","duration":"284.114925ms","start":"2026-03-03T18:21:21.537995Z","end":"2026-03-03T18:21:21.82211Z","steps":["trace[872907432] 'agreement among raft nodes before linearized reading' (duration: 263.035414ms)","trace[872907432] 'range keys from bolt db' (duration: 20.892667ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:21.822583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.925914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:892684"} {"level":"info","ts":"2026-03-03T18:21:21.82265Z","caller":"traceutil/trace.go:171","msg":"trace[1503573284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:15855; }","duration":"285.060478ms","start":"2026-03-03T18:21:21.537573Z","end":"2026-03-03T18:21:21.822634Z","steps":["trace[1503573284] 'agreement among raft nodes before linearized reading' (duration: 263.401322ms)","trace[1503573284] 'range keys from bolt db' (duration: 21.366658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:22.133701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.341655ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T18:21:22.133946Z","caller":"traceutil/trace.go:171","msg":"trace[764641917] transaction","detail":"{read_only:false; response_revision:15860; number_of_response:1; }","duration":"256.677543ms","start":"2026-03-03T18:21:21.877252Z","end":"2026-03-03T18:21:22.133929Z","steps":["trace[764641917] 'process raft request' (duration: 256.639592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.13416Z","caller":"traceutil/trace.go:171","msg":"trace[905848835] transaction","detail":"{read_only:false; response_revision:15859; number_of_response:1; }","duration":"268.993765ms","start":"2026-03-03T18:21:21.865136Z","end":"2026-03-03T18:21:22.13413Z","steps":["trace[905848835] 'process raft request' (duration: 268.722409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134234Z","caller":"traceutil/trace.go:171","msg":"trace[1568684806] transaction","detail":"{read_only:false; response_revision:15858; number_of_response:1; }","duration":"288.455248ms","start":"2026-03-03T18:21:21.845756Z","end":"2026-03-03T18:21:22.134211Z","steps":["trace[1568684806] 'process raft request' (duration: 288.050499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134236Z","caller":"traceutil/trace.go:171","msg":"trace[940629382] linearizableReadLoop","detail":"{readStateIndex:16464; appliedIndex:16463; }","duration":"289.608475ms","start":"2026-03-03T18:21:21.84459Z","end":"2026-03-03T18:21:22.134198Z","steps":["trace[940629382] 'read index received' (duration: 175.659186ms)","trace[940629382] 'applied index is now lower than readState.Index' (duration: 113.944309ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:21:22.134273Z","caller":"traceutil/trace.go:171","msg":"trace[665756883] transaction","detail":"{read_only:false; response_revision:15857; number_of_response:1; }","duration":"289.852191ms","start":"2026-03-03T18:21:21.844399Z","end":"2026-03-03T18:21:22.134251Z","steps":["trace[665756883] 'process raft request' (duration: 175.84287ms)","trace[665756883] 'compare' (duration: 113.244843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:22.134326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.736038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:22.134384Z","caller":"traceutil/trace.go:171","msg":"trace[119560599] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15860; }","duration":"289.82445ms","start":"2026-03-03T18:21:21.844546Z","end":"2026-03-03T18:21:22.134371Z","steps":["trace[119560599] 'agreement among raft nodes before linearized reading' (duration: 289.743538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:22.134399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.781239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:22.134443Z","caller":"traceutil/trace.go:171","msg":"trace[671540609] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15860; }","duration":"289.874121ms","start":"2026-03-03T18:21:21.844555Z","end":"2026-03-03T18:21:22.134429Z","steps":["trace[671540609] 'agreement among raft nodes before linearized reading' (duration: 289.794089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:22.134489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.83623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:22.134592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.264987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:22.134601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.659274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T18:21:22.134406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.997009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:22.134652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.043035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18952"} {"level":"info","ts":"2026-03-03T18:21:22.134662Z","caller":"traceutil/trace.go:171","msg":"trace[1643869085] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15860; }","duration":"278.778677ms","start":"2026-03-03T18:21:21.855867Z","end":"2026-03-03T18:21:22.134646Z","steps":["trace[1643869085] 'agreement among raft nodes before linearized reading' (duration: 278.519841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134668Z","caller":"traceutil/trace.go:171","msg":"trace[570699338] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:15860; }","duration":"114.311698ms","start":"2026-03-03T18:21:22.020344Z","end":"2026-03-03T18:21:22.134655Z","steps":["trace[570699338] 'agreement among raft nodes before linearized reading' (duration: 114.027531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134698Z","caller":"traceutil/trace.go:171","msg":"trace[66658304] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:15860; }","duration":"115.127867ms","start":"2026-03-03T18:21:22.019558Z","end":"2026-03-03T18:21:22.134686Z","steps":["trace[66658304] 'agreement among raft nodes before linearized reading' (duration: 115.010554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:22.134709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.764664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:22.134527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.494129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T18:21:22.134664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.697003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:22.134875Z","caller":"traceutil/trace.go:171","msg":"trace[919471787] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:15860; }","duration":"113.932147ms","start":"2026-03-03T18:21:22.020928Z","end":"2026-03-03T18:21:22.13486Z","steps":["trace[919471787] 'agreement among raft nodes before linearized reading' (duration: 113.712982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:22.134913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.329926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:22.134992Z","caller":"traceutil/trace.go:171","msg":"trace[1284515587] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15860; }","duration":"140.728215ms","start":"2026-03-03T18:21:21.994253Z","end":"2026-03-03T18:21:22.134982Z","steps":["trace[1284515587] 'agreement among raft nodes before linearized reading' (duration: 140.358917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:22.134528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.047115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T18:21:22.134603Z","caller":"traceutil/trace.go:171","msg":"trace[252084070] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15860; }","duration":"290.007515ms","start":"2026-03-03T18:21:21.844566Z","end":"2026-03-03T18:21:22.134574Z","steps":["trace[252084070] 'agreement among raft nodes before linearized reading' (duration: 289.82378ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.135056Z","caller":"traceutil/trace.go:171","msg":"trace[669834034] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:15860; }","duration":"160.580207ms","start":"2026-03-03T18:21:21.974453Z","end":"2026-03-03T18:21:22.135034Z","steps":["trace[669834034] 'agreement among raft nodes before linearized reading' (duration: 159.967823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134747Z","caller":"traceutil/trace.go:171","msg":"trace[609269124] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:15860; }","duration":"113.818525ms","start":"2026-03-03T18:21:22.020918Z","end":"2026-03-03T18:21:22.134736Z","steps":["trace[609269124] 'agreement among raft nodes before linearized reading' (duration: 113.762534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.13498Z","caller":"traceutil/trace.go:171","msg":"trace[2031073859] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:15860; }","duration":"153.805757ms","start":"2026-03-03T18:21:21.980987Z","end":"2026-03-03T18:21:22.134793Z","steps":["trace[2031073859] 'agreement among raft nodes before linearized reading' (duration: 153.387547ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:22.134657Z","caller":"traceutil/trace.go:171","msg":"trace[116654016] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15860; }","duration":"114.318978ms","start":"2026-03-03T18:21:22.020317Z","end":"2026-03-03T18:21:22.134636Z","steps":["trace[116654016] 'agreement among raft nodes before linearized reading' (duration: 114.244036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:30.430877Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13438} {"level":"info","ts":"2026-03-03T18:21:30.503535Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13438,"took":"69.969144ms","hash":1204014203,"current-db-size-bytes":44244992,"current-db-size":"44 MB","current-db-size-in-use-bytes":28418048,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T18:21:30.503587Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1204014203,"revision":13438,"compact-revision":12095} {"level":"info","ts":"2026-03-03T18:21:37.970911Z","caller":"traceutil/trace.go:171","msg":"trace[2068199245] transaction","detail":"{read_only:false; response_revision:15956; number_of_response:1; }","duration":"483.131755ms","start":"2026-03-03T18:21:37.487735Z","end":"2026-03-03T18:21:37.970867Z","steps":["trace[2068199245] 'process raft request' (duration: 482.830108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.971087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.487717Z","time spent":"483.280919ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:21:37.971119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.497493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T18:21:37.971186Z","caller":"traceutil/trace.go:171","msg":"trace[1299933950] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:15956; }","duration":"475.594106ms","start":"2026-03-03T18:21:37.495572Z","end":"2026-03-03T18:21:37.971166Z","steps":["trace[1299933950] 'agreement among raft nodes before linearized reading' (duration: 475.382931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.971229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.495535Z","time spent":"475.682748ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T18:21:37.970894Z","caller":"traceutil/trace.go:171","msg":"trace[1483564613] linearizableReadLoop","detail":"{readStateIndex:16567; appliedIndex:16566; }","duration":"475.213717ms","start":"2026-03-03T18:21:37.49562Z","end":"2026-03-03T18:21:37.970834Z","steps":["trace[1483564613] 'read index received' (duration: 474.91232ms)","trace[1483564613] 'applied index is now lower than readState.Index' (duration: 300.147µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:21:37.979567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.159151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:37.979634Z","caller":"traceutil/trace.go:171","msg":"trace[765050002] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15957; }","duration":"320.272884ms","start":"2026-03-03T18:21:37.659346Z","end":"2026-03-03T18:21:37.979619Z","steps":["trace[765050002] 'agreement among raft nodes before linearized reading' (duration: 320.146261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.979618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.983412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T18:21:37.979668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.659326Z","time spent":"320.335525ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:21:37.97971Z","caller":"traceutil/trace.go:171","msg":"trace[491300048] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15957; }","duration":"319.116906ms","start":"2026-03-03T18:21:37.660568Z","end":"2026-03-03T18:21:37.979684Z","steps":["trace[491300048] 'agreement among raft nodes before linearized reading' (duration: 318.970532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.979735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.211248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T18:21:37.979739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.476046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:37.979777Z","caller":"traceutil/trace.go:171","msg":"trace[833524951] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15957; }","duration":"319.270469ms","start":"2026-03-03T18:21:37.660494Z","end":"2026-03-03T18:21:37.979764Z","steps":["trace[833524951] 'agreement among raft nodes before linearized reading' (duration: 319.152377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.979773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.660547Z","time spent":"319.211468ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:21:37.979811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.660488Z","time spent":"319.31619ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T18:21:37.979803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.099574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:37.979779Z","caller":"traceutil/trace.go:171","msg":"trace[490069281] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15957; }","duration":"319.531686ms","start":"2026-03-03T18:21:37.660237Z","end":"2026-03-03T18:21:37.979769Z","steps":["trace[490069281] 'agreement among raft nodes before linearized reading' (duration: 319.438414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:37.979911Z","caller":"traceutil/trace.go:171","msg":"trace[1964426890] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15957; }","duration":"120.267289ms","start":"2026-03-03T18:21:37.859627Z","end":"2026-03-03T18:21:37.979894Z","steps":["trace[1964426890] 'agreement among raft nodes before linearized reading' (duration: 120.076274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.97985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.310286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T18:21:37.979952Z","caller":"traceutil/trace.go:171","msg":"trace[30104451] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15957; }","duration":"320.449349ms","start":"2026-03-03T18:21:37.659496Z","end":"2026-03-03T18:21:37.979945Z","steps":["trace[30104451] 'agreement among raft nodes before linearized reading' (duration: 320.304434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.979976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.659477Z","time spent":"320.49181ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T18:21:37.97997Z","caller":"traceutil/trace.go:171","msg":"trace[1961396747] transaction","detail":"{read_only:false; response_revision:15957; number_of_response:1; }","duration":"157.057185ms","start":"2026-03-03T18:21:37.8229Z","end":"2026-03-03T18:21:37.979957Z","steps":["trace[1961396747] 'process raft request' (duration: 156.46447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.979881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.811634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:37.980025Z","caller":"traceutil/trace.go:171","msg":"trace[809071367] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15957; }","duration":"320.008188ms","start":"2026-03-03T18:21:37.660008Z","end":"2026-03-03T18:21:37.980016Z","steps":["trace[809071367] 'agreement among raft nodes before linearized reading' (duration: 319.818314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.980016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.660231Z","time spent":"319.734492ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T18:21:37.980058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.659984Z","time spent":"320.06587ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:21:37.980052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.984934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-03-03T18:21:37.97989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.227034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:37.980104Z","caller":"traceutil/trace.go:171","msg":"trace[347489903] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:15957; }","duration":"319.051465ms","start":"2026-03-03T18:21:37.661037Z","end":"2026-03-03T18:21:37.980088Z","steps":["trace[347489903] 'agreement among raft nodes before linearized reading' (duration: 318.894581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:21:37.980131Z","caller":"traceutil/trace.go:171","msg":"trace[144995720] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:15957; }","duration":"259.49263ms","start":"2026-03-03T18:21:37.720627Z","end":"2026-03-03T18:21:37.98012Z","steps":["trace[144995720] 'agreement among raft nodes before linearized reading' (duration: 259.220733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.980145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.661027Z","time spent":"319.107317ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":723,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T18:21:37.980292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.181393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T18:21:37.980448Z","caller":"traceutil/trace.go:171","msg":"trace[21702321] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:15957; }","duration":"320.347577ms","start":"2026-03-03T18:21:37.660076Z","end":"2026-03-03T18:21:37.980423Z","steps":["trace[21702321] 'agreement among raft nodes before linearized reading' (duration: 319.495236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:21:37.98055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:21:37.66007Z","time spent":"320.462699ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:22:14.064716Z","caller":"traceutil/trace.go:171","msg":"trace[307503468] transaction","detail":"{read_only:false; response_revision:16148; number_of_response:1; }","duration":"116.354847ms","start":"2026-03-03T18:22:13.948336Z","end":"2026-03-03T18:22:14.06469Z","steps":["trace[307503468] 'process raft request' (duration: 116.157712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:22:50.692592Z","caller":"traceutil/trace.go:171","msg":"trace[800813290] transaction","detail":"{read_only:false; response_revision:16385; number_of_response:1; }","duration":"159.237016ms","start":"2026-03-03T18:22:50.533289Z","end":"2026-03-03T18:22:50.692526Z","steps":["trace[800813290] 'process raft request' (duration: 129.672442ms)","trace[800813290] 'compare' (duration: 28.936628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:22:50.692708Z","caller":"traceutil/trace.go:171","msg":"trace[1759848473] transaction","detail":"{read_only:false; response_revision:16386; number_of_response:1; }","duration":"157.969566ms","start":"2026-03-03T18:22:50.534709Z","end":"2026-03-03T18:22:50.692679Z","steps":["trace[1759848473] 'process raft request' (duration: 157.522575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:18.461628Z","caller":"traceutil/trace.go:171","msg":"trace[1022521138] transaction","detail":"{read_only:false; response_revision:16927; number_of_response:1; }","duration":"770.508529ms","start":"2026-03-03T18:24:17.69105Z","end":"2026-03-03T18:24:18.461558Z","steps":["trace[1022521138] 'process raft request' (duration: 770.285923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:18.461817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:17.691039Z","time spent":"770.702153ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:18.463419Z","caller":"traceutil/trace.go:171","msg":"trace[1362109324] linearizableReadLoop","detail":"{readStateIndex:17577; appliedIndex:17575; }","duration":"186.711859ms","start":"2026-03-03T18:24:18.276673Z","end":"2026-03-03T18:24:18.463384Z","steps":["trace[1362109324] 'read index received' (duration: 184.745272ms)","trace[1362109324] 'applied index is now lower than readState.Index' (duration: 1.965277ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:18.46384Z","caller":"traceutil/trace.go:171","msg":"trace[1609197028] transaction","detail":"{read_only:false; response_revision:16928; number_of_response:1; }","duration":"352.241515ms","start":"2026-03-03T18:24:18.111579Z","end":"2026-03-03T18:24:18.463821Z","steps":["trace[1609197028] 'process raft request' (duration: 351.63718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:18.463991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:18.111468Z","time spent":"352.419639ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:18.464544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.203812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T18:24:18.464599Z","caller":"traceutil/trace.go:171","msg":"trace[973553215] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:16928; }","duration":"161.286204ms","start":"2026-03-03T18:24:18.303299Z","end":"2026-03-03T18:24:18.464586Z","steps":["trace[973553215] 'agreement among raft nodes before linearized reading' (duration: 161.12216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:18.464823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.145953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:24:18.464863Z","caller":"traceutil/trace.go:171","msg":"trace[913554816] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16928; }","duration":"188.217355ms","start":"2026-03-03T18:24:18.276635Z","end":"2026-03-03T18:24:18.464852Z","steps":["trace[913554816] 'agreement among raft nodes before linearized reading' (duration: 188.143893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.477156Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781043645,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:24:25.540905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.421835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:24:25.540982Z","caller":"traceutil/trace.go:171","msg":"trace[1183460398] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:16961; }","duration":"812.507467ms","start":"2026-03-03T18:24:24.728459Z","end":"2026-03-03T18:24:25.540966Z","steps":["trace[1183460398] 'range keys from in-memory index tree' (duration: 812.275101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.541013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.728401Z","time spent":"812.603278ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:24:25.541214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.949811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:24:25.541245Z","caller":"traceutil/trace.go:171","msg":"trace[1964326192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16961; }","duration":"776.999842ms","start":"2026-03-03T18:24:24.764239Z","end":"2026-03-03T18:24:25.541238Z","steps":["trace[1964326192] 'range keys from in-memory index tree' (duration: 776.883299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.541264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.764228Z","time spent":"777.031572ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:24:25.541519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.412024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8dhfl\" ","response":"range_response_count:1 size:20778"} {"level":"info","ts":"2026-03-03T18:24:25.541549Z","caller":"traceutil/trace.go:171","msg":"trace[2130850205] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-8dhfl; range_end:; response_count:1; response_revision:16961; }","duration":"698.465896ms","start":"2026-03-03T18:24:24.843074Z","end":"2026-03-03T18:24:25.54154Z","steps":["trace[2130850205] 'range keys from in-memory index tree' (duration: 698.330182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.54157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.843058Z","time spent":"698.504366ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20802,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-8dhfl\" "} {"level":"warn","ts":"2026-03-03T18:24:25.541792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.528984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:24:25.541817Z","caller":"traceutil/trace.go:171","msg":"trace[599114300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16961; }","duration":"681.580444ms","start":"2026-03-03T18:24:24.860231Z","end":"2026-03-03T18:24:25.541812Z","steps":["trace[599114300] 'range keys from in-memory index tree' (duration: 681.454372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.541842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.860219Z","time spent":"681.619256ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:24:25.609246Z","caller":"traceutil/trace.go:171","msg":"trace[1298033174] transaction","detail":"{read_only:false; response_revision:16962; number_of_response:1; }","duration":"720.821458ms","start":"2026-03-03T18:24:24.888393Z","end":"2026-03-03T18:24:25.609214Z","steps":["trace[1298033174] 'process raft request' (duration: 720.638984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.609483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.888376Z","time spent":"721.016222ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:25.722898Z","caller":"traceutil/trace.go:171","msg":"trace[376742188] transaction","detail":"{read_only:false; response_revision:16963; number_of_response:1; }","duration":"657.106621ms","start":"2026-03-03T18:24:25.065762Z","end":"2026-03-03T18:24:25.722869Z","steps":["trace[376742188] 'process raft request' (duration: 656.882496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.723072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.065727Z","time spent":"657.256655ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:25.723344Z","caller":"traceutil/trace.go:171","msg":"trace[143368930] linearizableReadLoop","detail":"{readStateIndex:17614; appliedIndex:17611; }","duration":"751.200479ms","start":"2026-03-03T18:24:24.972115Z","end":"2026-03-03T18:24:25.723315Z","steps":["trace[143368930] 'read index received' (duration: 636.995934ms)","trace[143368930] 'applied index is now lower than readState.Index' (duration: 114.203595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:25.72341Z","caller":"traceutil/trace.go:171","msg":"trace[539468022] transaction","detail":"{read_only:false; response_revision:16964; number_of_response:1; }","duration":"655.206586ms","start":"2026-03-03T18:24:25.068192Z","end":"2026-03-03T18:24:25.723399Z","steps":["trace[539468022] 'process raft request' (duration: 654.637072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:25.72346Z","caller":"traceutil/trace.go:171","msg":"trace[157827720] transaction","detail":"{read_only:false; response_revision:16966; number_of_response:1; }","duration":"174.807027ms","start":"2026-03-03T18:24:25.548643Z","end":"2026-03-03T18:24:25.72345Z","steps":["trace[157827720] 'process raft request' (duration: 174.57408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.72354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.068158Z","time spent":"655.291819ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:25.723348Z","caller":"traceutil/trace.go:171","msg":"trace[844277092] transaction","detail":"{read_only:false; response_revision:16965; number_of_response:1; }","duration":"175.146064ms","start":"2026-03-03T18:24:25.548174Z","end":"2026-03-03T18:24:25.72332Z","steps":["trace[844277092] 'process raft request' (duration: 174.944149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.723687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.578359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:24:25.723737Z","caller":"traceutil/trace.go:171","msg":"trace[1642253849] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16967; }","duration":"751.664531ms","start":"2026-03-03T18:24:24.972061Z","end":"2026-03-03T18:24:25.723725Z","steps":["trace[1642253849] 'agreement among raft nodes before linearized reading' (duration: 751.535848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.723749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.895889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:24:25.723768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.972041Z","time spent":"751.720542ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:24:25.723783Z","caller":"traceutil/trace.go:171","msg":"trace[767313499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16967; }","duration":"728.960921ms","start":"2026-03-03T18:24:24.994812Z","end":"2026-03-03T18:24:25.723773Z","steps":["trace[767313499] 'agreement among raft nodes before linearized reading' (duration: 728.90066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.723811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:24.994796Z","time spent":"729.009252ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:24:25.723854Z","caller":"traceutil/trace.go:171","msg":"trace[1964001862] transaction","detail":"{read_only:false; response_revision:16967; number_of_response:1; }","duration":"164.738287ms","start":"2026-03-03T18:24:25.559106Z","end":"2026-03-03T18:24:25.723844Z","steps":["trace[1964001862] 'process raft request' (duration: 164.148312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:25.724159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.438222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:24:25.724226Z","caller":"traceutil/trace.go:171","msg":"trace[1592662872] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:16967; }","duration":"178.505103ms","start":"2026-03-03T18:24:25.545702Z","end":"2026-03-03T18:24:25.724207Z","steps":["trace[1592662872] 'agreement among raft nodes before linearized reading' (duration: 178.305709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.488601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190063203s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:24:27.488727Z","caller":"traceutil/trace.go:171","msg":"trace[1663304591] linearizableReadLoop","detail":"{readStateIndex:17618; appliedIndex:17617; }","duration":"1.648276277s","start":"2026-03-03T18:24:25.840428Z","end":"2026-03-03T18:24:27.488705Z","steps":["trace[1663304591] 'read index received' (duration: 458.009699ms)","trace[1663304591] 'applied index is now lower than readState.Index' (duration: 1.190264658s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:27.48887Z","caller":"traceutil/trace.go:171","msg":"trace[1930505815] transaction","detail":"{read_only:false; response_revision:16968; number_of_response:1; }","duration":"1.757583915s","start":"2026-03-03T18:24:25.731267Z","end":"2026-03-03T18:24:27.488851Z","steps":["trace[1930505815] 'process raft request' (duration: 567.158084ms)","trace[1930505815] 'compare' (duration: 1.189814476s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:27.488969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.731253Z","time spent":"1.757666357s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:27.489276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648823989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:24:27.489407Z","caller":"traceutil/trace.go:171","msg":"trace[1528110111] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:16968; }","duration":"1.649025475s","start":"2026-03-03T18:24:25.840355Z","end":"2026-03-03T18:24:27.48938Z","steps":["trace[1528110111] 'agreement among raft nodes before linearized reading' (duration: 1.6488045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:27.48947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:25.84033Z","time spent":"1.649123157s","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:28.995971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00090002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:24:28.996069Z","caller":"traceutil/trace.go:171","msg":"trace[1050755597] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001062344s","start":"2026-03-03T18:24:26.994986Z","end":"2026-03-03T18:24:28.996049Z","steps":["trace[1050755597] 'agreement among raft nodes before linearized reading' (duration: 2.000926901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:28.996119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.99497Z","time spent":"2.001137886s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:24:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:24:29.362067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870635192s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:24:29.362268Z","caller":"traceutil/trace.go:171","msg":"trace[1399261474] linearizableReadLoop","detail":"{readStateIndex:17619; appliedIndex:17618; }","duration":"1.873429008s","start":"2026-03-03T18:24:27.488806Z","end":"2026-03-03T18:24:29.362235Z","steps":["trace[1399261474] 'read index received' (duration: 3.054473ms)","trace[1399261474] 'applied index is now lower than readState.Index' (duration: 1.870371695s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:29.362677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049085055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:24:29.362829Z","caller":"traceutil/trace.go:171","msg":"trace[931546086] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:16968; }","duration":"2.04928527s","start":"2026-03-03T18:24:27.313528Z","end":"2026-03-03T18:24:29.362813Z","steps":["trace[931546086] 'agreement among raft nodes before linearized reading' (duration: 2.048853639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.362898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.313507Z","time spent":"2.049377902s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":72,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:29.363778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095787139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:24:29.365955Z","caller":"traceutil/trace.go:171","msg":"trace[90049814] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:16968; }","duration":"3.097980001s","start":"2026-03-03T18:24:26.267965Z","end":"2026-03-03T18:24:29.365945Z","steps":["trace[90049814] 'agreement among raft nodes before linearized reading' (duration: 3.095751398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.365992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.267905Z","time spent":"3.098077134s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:29.363898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780286118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T18:24:29.366225Z","caller":"traceutil/trace.go:171","msg":"trace[522186672] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:16968; }","duration":"2.782647095s","start":"2026-03-03T18:24:26.583571Z","end":"2026-03-03T18:24:29.366218Z","steps":["trace[522186672] 'agreement among raft nodes before linearized reading' (duration: 2.780194396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.366292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.583555Z","time spent":"2.782726056s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9737,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" "} {"level":"warn","ts":"2026-03-03T18:24:29.363892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.849220858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:24:29.366566Z","caller":"traceutil/trace.go:171","msg":"trace[663330717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16968; }","duration":"2.851946523s","start":"2026-03-03T18:24:26.514612Z","end":"2026-03-03T18:24:29.366558Z","steps":["trace[663330717] 'agreement among raft nodes before linearized reading' (duration: 2.849108285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.366615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.514559Z","time spent":"2.852047975s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:24:29.363909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.03694087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:24:29.366732Z","caller":"traceutil/trace.go:171","msg":"trace[1249928022] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16968; }","duration":"3.039803688s","start":"2026-03-03T18:24:26.326904Z","end":"2026-03-03T18:24:29.366707Z","steps":["trace[1249928022] 'agreement among raft nodes before linearized reading' (duration: 3.036805137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.366801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.326882Z","time spent":"3.03989955s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:24:29.363942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756956864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T18:24:29.366934Z","caller":"traceutil/trace.go:171","msg":"trace[781189236] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:16968; }","duration":"2.760014776s","start":"2026-03-03T18:24:26.606908Z","end":"2026-03-03T18:24:29.366923Z","steps":["trace[781189236] 'agreement among raft nodes before linearized reading' (duration: 2.75679531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.366972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.606881Z","time spent":"2.760082578s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22045,"request content":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" "} {"level":"warn","ts":"2026-03-03T18:24:29.363968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798069852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:24:29.367066Z","caller":"traceutil/trace.go:171","msg":"trace[1685925452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16968; }","duration":"2.801339149s","start":"2026-03-03T18:24:26.565716Z","end":"2026-03-03T18:24:29.367055Z","steps":["trace[1685925452] 'agreement among raft nodes before linearized reading' (duration: 2.797950439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.3671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:26.565697Z","time spent":"2.80139588s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:29.389032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.57606744s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:24:29.38945Z","caller":"traceutil/trace.go:171","msg":"trace[115475018] transaction","detail":"{read_only:false; response_revision:16969; number_of_response:1; }","duration":"1.772047948s","start":"2026-03-03T18:24:27.61738Z","end":"2026-03-03T18:24:29.389428Z","steps":["trace[115475018] 'process raft request' (duration: 1.771838404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.389651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.617355Z","time spent":"1.772164881s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:29.660445Z","caller":"traceutil/trace.go:171","msg":"trace[1582748213] transaction","detail":"{read_only:false; response_revision:16972; number_of_response:1; }","duration":"969.363316ms","start":"2026-03-03T18:24:28.691051Z","end":"2026-03-03T18:24:29.660414Z","steps":["trace[1582748213] 'process raft request' (duration: 969.279164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.660484Z","caller":"traceutil/trace.go:171","msg":"trace[1264142035] transaction","detail":"{read_only:false; response_revision:16970; number_of_response:1; }","duration":"1.931686054s","start":"2026-03-03T18:24:27.728776Z","end":"2026-03-03T18:24:29.660462Z","steps":["trace[1264142035] 'process raft request' (duration: 1.931273585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.660621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:28.691026Z","time spent":"969.509109ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:29.660737Z","caller":"traceutil/trace.go:171","msg":"trace[2102202840] linearizableReadLoop","detail":"{readStateIndex:17623; appliedIndex:17619; }","duration":"298.368184ms","start":"2026-03-03T18:24:29.362349Z","end":"2026-03-03T18:24:29.660717Z","steps":["trace[2102202840] 'read index received' (duration: 26.851789ms)","trace[2102202840] 'applied index is now lower than readState.Index' (duration: 271.515095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:29.660627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.728688Z","time spent":"1.931851228s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:29.660879Z","caller":"traceutil/trace.go:171","msg":"trace[163880846] transaction","detail":"{read_only:false; response_revision:16973; number_of_response:1; }","duration":"290.670441ms","start":"2026-03-03T18:24:29.370193Z","end":"2026-03-03T18:24:29.660863Z","steps":["trace[163880846] 'process raft request' (duration: 290.170649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.660647Z","caller":"traceutil/trace.go:171","msg":"trace[1702281740] transaction","detail":"{read_only:false; response_revision:16971; number_of_response:1; }","duration":"1.930969657s","start":"2026-03-03T18:24:27.72965Z","end":"2026-03-03T18:24:29.66062Z","steps":["trace[1702281740] 'process raft request' (duration: 1.930635459s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.661194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141265472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:24:29.661255Z","caller":"traceutil/trace.go:171","msg":"trace[1479705400] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:16974; }","duration":"1.141334014s","start":"2026-03-03T18:24:28.519906Z","end":"2026-03-03T18:24:29.66124Z","steps":["trace[1479705400] 'agreement among raft nodes before linearized reading' (duration: 1.141099168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.661281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93112931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:24:29.661494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.729629Z","time spent":"1.931587261s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:29.661138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21348656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:24:29.661789Z","caller":"traceutil/trace.go:171","msg":"trace[736135760] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16974; }","duration":"1.214175826s","start":"2026-03-03T18:24:28.447597Z","end":"2026-03-03T18:24:29.661772Z","steps":["trace[736135760] 'agreement among raft nodes before linearized reading' (duration: 1.21349144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.661854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:28.447578Z","time spent":"1.214257467s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:24:29.661302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:28.519829Z","time spent":"1.141456967s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":123,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:24:29.66214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.945952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:24:29.662194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.141486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T18:24:29.662278Z","caller":"traceutil/trace.go:171","msg":"trace[667240817] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:16974; }","duration":"512.277759ms","start":"2026-03-03T18:24:29.149978Z","end":"2026-03-03T18:24:29.662256Z","steps":["trace[667240817] 'agreement among raft nodes before linearized reading' (duration: 511.981331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.662282Z","caller":"traceutil/trace.go:171","msg":"trace[1296624476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16974; }","duration":"666.125907ms","start":"2026-03-03T18:24:28.996124Z","end":"2026-03-03T18:24:29.66225Z","steps":["trace[1296624476] 'agreement among raft nodes before linearized reading' (duration: 665.897531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.662326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:29.149956Z","time spent":"512.361271ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:24:29.662343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:28.996104Z","time spent":"666.226099ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:24:29.662393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.817056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:24:29.662461Z","caller":"traceutil/trace.go:171","msg":"trace[1315041101] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:16974; }","duration":"966.914979ms","start":"2026-03-03T18:24:28.695527Z","end":"2026-03-03T18:24:29.662442Z","steps":["trace[1315041101] 'agreement among raft nodes before linearized reading' (duration: 966.748735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.662513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:28.69551Z","time spent":"966.98948ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T18:24:29.66136Z","caller":"traceutil/trace.go:171","msg":"trace[574733585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16974; }","duration":"1.931225703s","start":"2026-03-03T18:24:27.730118Z","end":"2026-03-03T18:24:29.661344Z","steps":["trace[574733585] 'agreement among raft nodes before linearized reading' (duration: 1.931050789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.66271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.730109Z","time spent":"1.932580815s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:24:29.662646Z","caller":"traceutil/trace.go:171","msg":"trace[2046664004] transaction","detail":"{read_only:false; response_revision:16974; number_of_response:1; }","duration":"291.981623ms","start":"2026-03-03T18:24:29.370638Z","end":"2026-03-03T18:24:29.66262Z","steps":["trace[2046664004] 'process raft request' (duration: 290.003255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.662875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.865845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:24:29.662936Z","caller":"traceutil/trace.go:171","msg":"trace[2049450491] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16974; }","duration":"168.977478ms","start":"2026-03-03T18:24:29.493944Z","end":"2026-03-03T18:24:29.662922Z","steps":["trace[2049450491] 'agreement among raft nodes before linearized reading' (duration: 168.827544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.662794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.252659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:24:29.663006Z","caller":"traceutil/trace.go:171","msg":"trace[1210882762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16974; }","duration":"292.586506ms","start":"2026-03-03T18:24:29.370406Z","end":"2026-03-03T18:24:29.662992Z","steps":["trace[1210882762] 'agreement among raft nodes before linearized reading' (duration: 292.2885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.662626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932957565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:24:29.663101Z","caller":"traceutil/trace.go:171","msg":"trace[1553664176] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16974; }","duration":"1.933518608s","start":"2026-03-03T18:24:27.729565Z","end":"2026-03-03T18:24:29.663084Z","steps":["trace[1553664176] 'agreement among raft nodes before linearized reading' (duration: 1.932852362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.663264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:27.729541Z","time spent":"1.933703142s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:24:29.663701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.944897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940503"} {"level":"info","ts":"2026-03-03T18:24:29.663765Z","caller":"traceutil/trace.go:171","msg":"trace[625749898] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16974; }","duration":"291.016519ms","start":"2026-03-03T18:24:29.37273Z","end":"2026-03-03T18:24:29.663746Z","steps":["trace[625749898] 'agreement among raft nodes before linearized reading' (duration: 290.087127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.664313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.290635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:940503"} {"level":"info","ts":"2026-03-03T18:24:29.664374Z","caller":"traceutil/trace.go:171","msg":"trace[947055622] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:16974; }","duration":"291.367176ms","start":"2026-03-03T18:24:29.372993Z","end":"2026-03-03T18:24:29.664361Z","steps":["trace[947055622] 'agreement among raft nodes before linearized reading' (duration: 289.748579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.833016Z","caller":"traceutil/trace.go:171","msg":"trace[1935107717] transaction","detail":"{read_only:false; response_revision:16975; number_of_response:1; }","duration":"163.581879ms","start":"2026-03-03T18:24:29.669402Z","end":"2026-03-03T18:24:29.832983Z","steps":["trace[1935107717] 'process raft request' (duration: 92.692934ms)","trace[1935107717] 'compare' (duration: 70.6615ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:29.833306Z","caller":"traceutil/trace.go:171","msg":"trace[2014434232] transaction","detail":"{read_only:false; response_revision:16976; number_of_response:1; }","duration":"163.867427ms","start":"2026-03-03T18:24:29.669403Z","end":"2026-03-03T18:24:29.83327Z","steps":["trace[2014434232] 'process raft request' (duration: 163.520588ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.833332Z","caller":"traceutil/trace.go:171","msg":"trace[373955432] transaction","detail":"{read_only:false; response_revision:16977; number_of_response:1; }","duration":"163.890847ms","start":"2026-03-03T18:24:29.669423Z","end":"2026-03-03T18:24:29.833314Z","steps":["trace[373955432] 'process raft request' (duration: 163.711533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:29.833514Z","caller":"traceutil/trace.go:171","msg":"trace[1397520974] linearizableReadLoop","detail":"{readStateIndex:17628; appliedIndex:17625; }","duration":"163.974349ms","start":"2026-03-03T18:24:29.669472Z","end":"2026-03-03T18:24:29.833446Z","steps":["trace[1397520974] 'read index received' (duration: 92.636263ms)","trace[1397520974] 'applied index is now lower than readState.Index' (duration: 71.336876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:29.833657Z","caller":"traceutil/trace.go:171","msg":"trace[899518343] transaction","detail":"{read_only:false; response_revision:16978; number_of_response:1; }","duration":"161.601333ms","start":"2026-03-03T18:24:29.672041Z","end":"2026-03-03T18:24:29.833642Z","steps":["trace[899518343] 'process raft request' (duration: 161.218394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.833917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.423149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-03-03T18:24:29.833962Z","caller":"traceutil/trace.go:171","msg":"trace[441299968] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:16978; }","duration":"164.589784ms","start":"2026-03-03T18:24:29.669356Z","end":"2026-03-03T18:24:29.833946Z","steps":["trace[441299968] 'agreement among raft nodes before linearized reading' (duration: 164.304467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.844915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.258933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:24:29.844981Z","caller":"traceutil/trace.go:171","msg":"trace[1717125922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16979; }","duration":"174.344915ms","start":"2026-03-03T18:24:29.670622Z","end":"2026-03-03T18:24:29.844967Z","steps":["trace[1717125922] 'agreement among raft nodes before linearized reading' (duration: 174.224012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:29.84528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.016063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T18:24:29.845339Z","caller":"traceutil/trace.go:171","msg":"trace[2030851643] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16979; }","duration":"173.091885ms","start":"2026-03-03T18:24:29.67223Z","end":"2026-03-03T18:24:29.845322Z","steps":["trace[2030851643] 'agreement among raft nodes before linearized reading' (duration: 172.924101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:34.001274Z","caller":"traceutil/trace.go:171","msg":"trace[1904825686] transaction","detail":"{read_only:false; response_revision:17051; number_of_response:1; }","duration":"324.209747ms","start":"2026-03-03T18:24:33.677023Z","end":"2026-03-03T18:24:34.001233Z","steps":["trace[1904825686] 'process raft request' (duration: 257.008ms)","trace[1904825686] 'compare' (duration: 66.991212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:24:34.001469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.676995Z","time spent":"324.378321ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:34.003468Z","caller":"traceutil/trace.go:171","msg":"trace[56656276] linearizableReadLoop","detail":"{readStateIndex:17705; appliedIndex:17703; }","duration":"324.330541ms","start":"2026-03-03T18:24:33.679102Z","end":"2026-03-03T18:24:34.003433Z","steps":["trace[56656276] 'read index received' (duration: 254.943111ms)","trace[56656276] 'applied index is now lower than readState.Index' (duration: 69.38619ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:34.003543Z","caller":"traceutil/trace.go:171","msg":"trace[1383744719] transaction","detail":"{read_only:false; response_revision:17052; number_of_response:1; }","duration":"325.12046ms","start":"2026-03-03T18:24:33.678391Z","end":"2026-03-03T18:24:34.003511Z","steps":["trace[1383744719] 'process raft request' (duration: 324.923155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.003668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.555166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:24:34.003703Z","caller":"traceutil/trace.go:171","msg":"trace[1579688338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17052; }","duration":"324.601927ms","start":"2026-03-03T18:24:33.679091Z","end":"2026-03-03T18:24:34.003693Z","steps":["trace[1579688338] 'agreement among raft nodes before linearized reading' (duration: 324.469634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.003688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.678384Z","time spent":"325.219712ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:24:34.003732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.679042Z","time spent":"324.683219ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:24:34.003744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.747043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T18:24:34.003802Z","caller":"traceutil/trace.go:171","msg":"trace[828170726] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:17052; }","duration":"322.821044ms","start":"2026-03-03T18:24:33.680966Z","end":"2026-03-03T18:24:34.003787Z","steps":["trace[828170726] 'agreement among raft nodes before linearized reading' (duration: 322.686701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.003839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.680958Z","time spent":"322.871896ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9590,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-03T18:24:34.003902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.392754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:24:34.003929Z","caller":"traceutil/trace.go:171","msg":"trace[882969545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17052; }","duration":"155.434084ms","start":"2026-03-03T18:24:33.848489Z","end":"2026-03-03T18:24:34.003923Z","steps":["trace[882969545] 'agreement among raft nodes before linearized reading' (duration: 155.367713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.023701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T18:24:34.0041Z","caller":"traceutil/trace.go:171","msg":"trace[1543755348] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:17052; }","duration":"297.097263ms","start":"2026-03-03T18:24:33.706993Z","end":"2026-03-03T18:24:34.004091Z","steps":["trace[1543755348] 'agreement among raft nodes before linearized reading' (duration: 296.990931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.852852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22021"} {"level":"info","ts":"2026-03-03T18:24:34.004273Z","caller":"traceutil/trace.go:171","msg":"trace[1251608152] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:17052; }","duration":"285.021736ms","start":"2026-03-03T18:24:33.719225Z","end":"2026-03-03T18:24:34.004247Z","steps":["trace[1251608152] 'agreement among raft nodes before linearized reading' (duration: 284.695848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.336054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:24:34.004354Z","caller":"traceutil/trace.go:171","msg":"trace[78306020] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17052; }","duration":"322.381085ms","start":"2026-03-03T18:24:33.68196Z","end":"2026-03-03T18:24:34.004341Z","steps":["trace[78306020] 'agreement among raft nodes before linearized reading' (duration: 322.290422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:33.681954Z","time spent":"322.422126ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:24:34.004282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.944964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:24:34.004484Z","caller":"traceutil/trace.go:171","msg":"trace[777419419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17052; }","duration":"155.159119ms","start":"2026-03-03T18:24:33.849317Z","end":"2026-03-03T18:24:34.004477Z","steps":["trace[777419419] 'agreement among raft nodes before linearized reading' (duration: 154.921383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.928456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-03-03T18:24:34.00455Z","caller":"traceutil/trace.go:171","msg":"trace[221255607] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:17052; }","duration":"103.289836ms","start":"2026-03-03T18:24:33.901253Z","end":"2026-03-03T18:24:34.004542Z","steps":["trace[221255607] 'agreement among raft nodes before linearized reading' (duration: 102.920566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.004923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.480654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:24:34.004956Z","caller":"traceutil/trace.go:171","msg":"trace[1280521300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17052; }","duration":"157.568146ms","start":"2026-03-03T18:24:33.847378Z","end":"2026-03-03T18:24:34.004946Z","steps":["trace[1280521300] 'agreement among raft nodes before linearized reading' (duration: 157.472754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.006105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.364359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-03T18:24:34.006161Z","caller":"traceutil/trace.go:171","msg":"trace[1518149170] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:17052; }","duration":"281.44568ms","start":"2026-03-03T18:24:33.7247Z","end":"2026-03-03T18:24:34.006145Z","steps":["trace[1518149170] 'agreement among raft nodes before linearized reading' (duration: 279.759121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:34.487723Z","caller":"traceutil/trace.go:171","msg":"trace[1902222516] transaction","detail":"{read_only:false; response_revision:17062; number_of_response:1; }","duration":"370.182481ms","start":"2026-03-03T18:24:34.117503Z","end":"2026-03-03T18:24:34.487685Z","steps":["trace[1902222516] 'process raft request' (duration: 369.958525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:34.493724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:24:34.117483Z","time spent":"370.324794ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7367,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:24:38.242426Z","caller":"traceutil/trace.go:171","msg":"trace[1008589462] transaction","detail":"{read_only:false; response_revision:17080; number_of_response:1; }","duration":"225.967871ms","start":"2026-03-03T18:24:38.016438Z","end":"2026-03-03T18:24:38.242406Z","steps":["trace[1008589462] 'process raft request' (duration: 225.829048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:38.279449Z","caller":"traceutil/trace.go:171","msg":"trace[1056018863] linearizableReadLoop","detail":"{readStateIndex:17735; appliedIndex:17733; }","duration":"231.397942ms","start":"2026-03-03T18:24:38.048026Z","end":"2026-03-03T18:24:38.279424Z","steps":["trace[1056018863] 'read index received' (duration: 194.268349ms)","trace[1056018863] 'applied index is now lower than readState.Index' (duration: 37.128333ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:24:38.279556Z","caller":"traceutil/trace.go:171","msg":"trace[556989945] transaction","detail":"{read_only:false; response_revision:17081; number_of_response:1; }","duration":"262.140392ms","start":"2026-03-03T18:24:38.017378Z","end":"2026-03-03T18:24:38.279518Z","steps":["trace[556989945] 'process raft request' (duration: 261.872026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.279751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.269891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:24:38.279797Z","caller":"traceutil/trace.go:171","msg":"trace[1354499816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17081; }","duration":"229.360792ms","start":"2026-03-03T18:24:38.050425Z","end":"2026-03-03T18:24:38.279785Z","steps":["trace[1354499816] 'agreement among raft nodes before linearized reading' (duration: 229.191058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.279851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.661197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-8ddbg\" ","response":"range_response_count:1 size:22021"} {"level":"warn","ts":"2026-03-03T18:24:38.279867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.809041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:24:38.28Z","caller":"traceutil/trace.go:171","msg":"trace[783609766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17081; }","duration":"232.013916ms","start":"2026-03-03T18:24:38.047961Z","end":"2026-03-03T18:24:38.279975Z","steps":["trace[783609766] 'agreement among raft nodes before linearized reading' (duration: 231.625847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.280029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.695692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-vzn6v\" ","response":"range_response_count:1 size:9713"} {"level":"info","ts":"2026-03-03T18:24:38.280065Z","caller":"traceutil/trace.go:171","msg":"trace[401519060] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-vzn6v; range_end:; response_count:1; response_revision:17081; }","duration":"200.732093ms","start":"2026-03-03T18:24:38.079324Z","end":"2026-03-03T18:24:38.280056Z","steps":["trace[401519060] 'agreement among raft nodes before linearized reading' (duration: 200.644401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.280081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.590538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:24:38.28016Z","caller":"traceutil/trace.go:171","msg":"trace[152013672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17081; }","duration":"229.631569ms","start":"2026-03-03T18:24:38.050464Z","end":"2026-03-03T18:24:38.280096Z","steps":["trace[152013672] 'agreement among raft nodes before linearized reading' (duration: 229.573007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.280015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.377192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:24:38.280237Z","caller":"traceutil/trace.go:171","msg":"trace[68968344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17081; }","duration":"226.619178ms","start":"2026-03-03T18:24:38.053612Z","end":"2026-03-03T18:24:38.280232Z","steps":["trace[68968344] 'agreement among raft nodes before linearized reading' (duration: 226.351252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:24:38.279923Z","caller":"traceutil/trace.go:171","msg":"trace[420385293] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-8ddbg; range_end:; response_count:1; response_revision:17081; }","duration":"215.762269ms","start":"2026-03-03T18:24:38.064145Z","end":"2026-03-03T18:24:38.279907Z","steps":["trace[420385293] 'agreement among raft nodes before linearized reading' (duration: 215.536664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:24:38.279948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.691266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:24:38.280339Z","caller":"traceutil/trace.go:171","msg":"trace[964285991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17081; }","duration":"226.079455ms","start":"2026-03-03T18:24:38.05425Z","end":"2026-03-03T18:24:38.28033Z","steps":["trace[964285991] 'agreement among raft nodes before linearized reading' (duration: 225.655355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:26:00.070293Z","caller":"traceutil/trace.go:171","msg":"trace[917282070] transaction","detail":"{read_only:false; response_revision:17846; number_of_response:1; }","duration":"120.346292ms","start":"2026-03-03T18:25:59.949921Z","end":"2026-03-03T18:26:00.070267Z","steps":["trace[917282070] 'process raft request' (duration: 120.203199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:26:30.438198Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15923} {"level":"info","ts":"2026-03-03T18:26:30.539658Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15923,"took":"96.042666ms","hash":1345052612,"current-db-size-bytes":46374912,"current-db-size":"46 MB","current-db-size-in-use-bytes":30773248,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T18:26:30.539739Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1345052612,"revision":15923,"compact-revision":13438} {"level":"info","ts":"2026-03-03T18:27:45.317838Z","caller":"traceutil/trace.go:171","msg":"trace[1937640189] linearizableReadLoop","detail":"{readStateIndex:19190; appliedIndex:19189; }","duration":"112.140097ms","start":"2026-03-03T18:27:45.205682Z","end":"2026-03-03T18:27:45.317822Z","steps":["trace[1937640189] 'read index received' (duration: 111.976993ms)","trace[1937640189] 'applied index is now lower than readState.Index' (duration: 162.424µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:27:45.318023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.326481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:27:45.318047Z","caller":"traceutil/trace.go:171","msg":"trace[995627817] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18486; }","duration":"112.365232ms","start":"2026-03-03T18:27:45.205675Z","end":"2026-03-03T18:27:45.31804Z","steps":["trace[995627817] 'agreement among raft nodes before linearized reading' (duration: 112.244229ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:27:45.318304Z","caller":"traceutil/trace.go:171","msg":"trace[2077318997] transaction","detail":"{read_only:false; response_revision:18486; number_of_response:1; }","duration":"138.88665ms","start":"2026-03-03T18:27:45.179412Z","end":"2026-03-03T18:27:45.318299Z","steps":["trace[2077318997] 'process raft request' (duration: 138.302567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:29:03.434543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.804461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:29:03.434724Z","caller":"traceutil/trace.go:171","msg":"trace[979979988] transaction","detail":"{read_only:false; response_revision:19083; number_of_response:1; }","duration":"108.91465ms","start":"2026-03-03T18:29:03.325797Z","end":"2026-03-03T18:29:03.434712Z","steps":["trace[979979988] 'process raft request' (duration: 108.846108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:03.43473Z","caller":"traceutil/trace.go:171","msg":"trace[6717672] transaction","detail":"{read_only:false; response_revision:19082; number_of_response:1; }","duration":"197.830558ms","start":"2026-03-03T18:29:03.236875Z","end":"2026-03-03T18:29:03.434706Z","steps":["trace[6717672] 'process raft request' (duration: 71.794081ms)","trace[6717672] 'compare' (duration: 125.672508ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:29:03.434869Z","caller":"traceutil/trace.go:171","msg":"trace[674507542] linearizableReadLoop","detail":"{readStateIndex:19810; appliedIndex:19809; }","duration":"196.437565ms","start":"2026-03-03T18:29:03.238424Z","end":"2026-03-03T18:29:03.434861Z","steps":["trace[674507542] 'read index received' (duration: 70.178022ms)","trace[674507542] 'applied index is now lower than readState.Index' (duration: 126.258552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:29:03.435135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.996861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-03-03T18:29:03.435155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.737703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-octavia.1899683a5bcb259e\" ","response":"range_response_count:1 size:746"} {"level":"info","ts":"2026-03-03T18:29:03.435179Z","caller":"traceutil/trace.go:171","msg":"trace[1419453962] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:19083; }","duration":"195.062623ms","start":"2026-03-03T18:29:03.240103Z","end":"2026-03-03T18:29:03.435166Z","steps":["trace[1419453962] 'agreement among raft nodes before linearized reading' (duration: 194.928149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:03.435205Z","caller":"traceutil/trace.go:171","msg":"trace[226060419] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-octavia.1899683a5bcb259e; range_end:; response_count:1; response_revision:19083; }","duration":"196.832525ms","start":"2026-03-03T18:29:03.238357Z","end":"2026-03-03T18:29:03.43519Z","steps":["trace[226060419] 'agreement among raft nodes before linearized reading' (duration: 196.684462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:09.599197Z","caller":"traceutil/trace.go:171","msg":"trace[570768385] transaction","detail":"{read_only:false; response_revision:19121; number_of_response:1; }","duration":"104.830065ms","start":"2026-03-03T18:29:09.494337Z","end":"2026-03-03T18:29:09.599167Z","steps":["trace[570768385] 'process raft request' (duration: 45.380276ms)","trace[570768385] 'compare' (duration: 59.181783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:29:36.192238Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:29:36.197669Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T18:29:36.197753Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T18:29:46.37384Z","caller":"traceutil/trace.go:171","msg":"trace[321710717] transaction","detail":"{read_only:false; response_revision:19313; number_of_response:1; }","duration":"137.638201ms","start":"2026-03-03T18:29:46.236168Z","end":"2026-03-03T18:29:46.373806Z","steps":["trace[321710717] 'process raft request' (duration: 91.055528ms)","trace[321710717] 'compare' (duration: 46.322207ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:29:46.374133Z","caller":"traceutil/trace.go:171","msg":"trace[1314927618] transaction","detail":"{read_only:false; response_revision:19314; number_of_response:1; }","duration":"136.322169ms","start":"2026-03-03T18:29:46.237775Z","end":"2026-03-03T18:29:46.374097Z","steps":["trace[1314927618] 'process raft request' (duration: 135.960981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:46.374185Z","caller":"traceutil/trace.go:171","msg":"trace[1266303667] transaction","detail":"{read_only:false; response_revision:19316; number_of_response:1; }","duration":"134.884557ms","start":"2026-03-03T18:29:46.239271Z","end":"2026-03-03T18:29:46.374155Z","steps":["trace[1266303667] 'process raft request' (duration: 134.836666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:29:46.374191Z","caller":"traceutil/trace.go:171","msg":"trace[677097538] transaction","detail":"{read_only:false; response_revision:19315; number_of_response:1; }","duration":"135.812248ms","start":"2026-03-03T18:29:46.238347Z","end":"2026-03-03T18:29:46.374159Z","steps":["trace[677097538] 'process raft request' (duration: 135.651924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:40.407072Z","caller":"traceutil/trace.go:171","msg":"trace[1236049248] transaction","detail":"{read_only:false; response_revision:19592; number_of_response:1; }","duration":"575.947898ms","start":"2026-03-03T18:30:39.831086Z","end":"2026-03-03T18:30:40.407034Z","steps":["trace[1236049248] 'process raft request' (duration: 575.657321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:40.407521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:39.831063Z","time spent":"576.149063ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:41.466866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030836569s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:30:41.467036Z","caller":"traceutil/trace.go:171","msg":"trace[1045308695] transaction","detail":"{read_only:false; response_revision:19593; number_of_response:1; }","duration":"1.48241612s","start":"2026-03-03T18:30:39.984596Z","end":"2026-03-03T18:30:41.467012Z","steps":["trace[1045308695] 'process raft request' (duration: 451.346726ms)","trace[1045308695] 'compare' (duration: 1.029935226s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:41.467107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:39.984565Z","time spent":"1.482510172s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:41.467104Z","caller":"traceutil/trace.go:171","msg":"trace[660106047] linearizableReadLoop","detail":"{readStateIndex:20342; appliedIndex:20340; }","duration":"1.472717641s","start":"2026-03-03T18:30:39.994374Z","end":"2026-03-03T18:30:41.467091Z","steps":["trace[660106047] 'read index received' (duration: 412.28316ms)","trace[660106047] 'applied index is now lower than readState.Index' (duration: 1.060433711s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:41.467201Z","caller":"traceutil/trace.go:171","msg":"trace[1655850891] transaction","detail":"{read_only:false; response_revision:19594; number_of_response:1; }","duration":"1.346348566s","start":"2026-03-03T18:30:40.120767Z","end":"2026-03-03T18:30:41.467115Z","steps":["trace[1655850891] 'process raft request' (duration: 1.346197363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:41.467343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.120738Z","time spent":"1.34653881s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:41.46739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472989097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:41.467565Z","caller":"traceutil/trace.go:171","msg":"trace[630204087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19594; }","duration":"1.473217212s","start":"2026-03-03T18:30:39.994332Z","end":"2026-03-03T18:30:41.467549Z","steps":["trace[630204087] 'agreement among raft nodes before linearized reading' (duration: 1.472887765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:41.467645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:39.994318Z","time spent":"1.473313314s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:41.96816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781051293,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:30:42.161073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.011981ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:42.161208Z","caller":"traceutil/trace.go:171","msg":"trace[1959162462] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19594; }","duration":"360.158266ms","start":"2026-03-03T18:30:41.801033Z","end":"2026-03-03T18:30:42.161191Z","steps":["trace[1959162462] 'range keys from in-memory index tree' (duration: 359.998011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:42.161559Z","caller":"traceutil/trace.go:171","msg":"trace[580183730] linearizableReadLoop","detail":"{readStateIndex:20344; appliedIndex:20343; }","duration":"694.361145ms","start":"2026-03-03T18:30:41.467182Z","end":"2026-03-03T18:30:42.161543Z","steps":["trace[580183730] 'read index received' (duration: 689.597072ms)","trace[580183730] 'applied index is now lower than readState.Index' (duration: 4.763423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:42.161743Z","caller":"traceutil/trace.go:171","msg":"trace[1596824149] transaction","detail":"{read_only:false; response_revision:19595; number_of_response:1; }","duration":"1.030663374s","start":"2026-03-03T18:30:41.131073Z","end":"2026-03-03T18:30:42.161736Z","steps":["trace[1596824149] 'process raft request' (duration: 1.025696586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.161806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:41.13105Z","time spent":"1.030709266s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:42.161937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847864001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:42.161958Z","caller":"traceutil/trace.go:171","msg":"trace[1247831825] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19595; }","duration":"1.847921592s","start":"2026-03-03T18:30:40.314031Z","end":"2026-03-03T18:30:42.161953Z","steps":["trace[1247831825] 'agreement among raft nodes before linearized reading' (duration: 1.847880101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.161974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.314013Z","time spent":"1.847957243s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:30:42.162062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857787065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:30:42.162077Z","caller":"traceutil/trace.go:171","msg":"trace[1342325200] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:19595; }","duration":"1.857829906s","start":"2026-03-03T18:30:40.304242Z","end":"2026-03-03T18:30:42.162072Z","steps":["trace[1342325200] 'agreement among raft nodes before linearized reading' (duration: 1.857800195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697509377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:30:42.162092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.30419Z","time spent":"1.857898608s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:30:42.162113Z","caller":"traceutil/trace.go:171","msg":"trace[72121746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19595; }","duration":"1.697568859s","start":"2026-03-03T18:30:40.464529Z","end":"2026-03-03T18:30:42.162098Z","steps":["trace[72121746] 'agreement among raft nodes before linearized reading' (duration: 1.697393165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.935023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T18:30:42.162184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043352064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:30:42.162178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.464468Z","time spent":"1.697677651s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:30:42.162199Z","caller":"traceutil/trace.go:171","msg":"trace[1535190490] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19595; }","duration":"2.043405175s","start":"2026-03-03T18:30:40.11879Z","end":"2026-03-03T18:30:42.162195Z","steps":["trace[1535190490] 'agreement among raft nodes before linearized reading' (duration: 2.043375464s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:42.162196Z","caller":"traceutil/trace.go:171","msg":"trace[1633107488] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:19595; }","duration":"853.029396ms","start":"2026-03-03T18:30:41.309152Z","end":"2026-03-03T18:30:42.162181Z","steps":["trace[1633107488] 'agreement among raft nodes before linearized reading' (duration: 852.941264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.118767Z","time spent":"2.043445815s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:30:42.162227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:41.309119Z","time spent":"853.101098ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:30:42.162313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.637149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:42.162326Z","caller":"traceutil/trace.go:171","msg":"trace[2107510272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19595; }","duration":"693.673469ms","start":"2026-03-03T18:30:41.468648Z","end":"2026-03-03T18:30:42.162322Z","steps":["trace[2107510272] 'agreement among raft nodes before linearized reading' (duration: 693.645278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:41.468637Z","time spent":"693.702589ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:42.162487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517323418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:30:42.16245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.046255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:42.162542Z","caller":"traceutil/trace.go:171","msg":"trace[1205451938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19595; }","duration":"1.51743261s","start":"2026-03-03T18:30:40.645098Z","end":"2026-03-03T18:30:42.16253Z","steps":["trace[1205451938] 'agreement among raft nodes before linearized reading' (duration: 1.517297157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.645075Z","time spent":"1.517495012s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:30:42.162582Z","caller":"traceutil/trace.go:171","msg":"trace[1060605345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19595; }","duration":"934.229899ms","start":"2026-03-03T18:30:41.228318Z","end":"2026-03-03T18:30:42.162548Z","steps":["trace[1060605345] 'agreement among raft nodes before linearized reading' (duration: 933.928742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:41.228299Z","time spent":"934.348252ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:42.16268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519537619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:30:42.162703Z","caller":"traceutil/trace.go:171","msg":"trace[1212007975] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19595; }","duration":"1.519585161s","start":"2026-03-03T18:30:40.643112Z","end":"2026-03-03T18:30:42.162697Z","steps":["trace[1212007975] 'agreement among raft nodes before linearized reading' (duration: 1.519493279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.643089Z","time spent":"1.519625831s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:30:42.162777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518294541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:30:42.162796Z","caller":"traceutil/trace.go:171","msg":"trace[562955208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19595; }","duration":"1.518318341s","start":"2026-03-03T18:30:40.644471Z","end":"2026-03-03T18:30:42.162789Z","steps":["trace[562955208] 'agreement among raft nodes before linearized reading' (duration: 1.51828111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.644467Z","time spent":"1.518341951s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:30:42.162067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515999676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:30:42.162879Z","caller":"traceutil/trace.go:171","msg":"trace[672467960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19595; }","duration":"1.516826186s","start":"2026-03-03T18:30:40.646032Z","end":"2026-03-03T18:30:42.162858Z","steps":["trace[672467960] 'agreement among raft nodes before linearized reading' (duration: 1.515921034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.162937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:40.646016Z","time spent":"1.516905117s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:30:42.580101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.594168ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:30:42.580185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.164857Z","time spent":"415.324672ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:30:42.590004Z","caller":"traceutil/trace.go:171","msg":"trace[433965922] transaction","detail":"{read_only:false; response_revision:19597; number_of_response:1; }","duration":"421.193722ms","start":"2026-03-03T18:30:42.168791Z","end":"2026-03-03T18:30:42.589984Z","steps":["trace[433965922] 'process raft request' (duration: 421.137471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:42.590017Z","caller":"traceutil/trace.go:171","msg":"trace[1753607234] transaction","detail":"{read_only:false; response_revision:19596; number_of_response:1; }","duration":"421.428377ms","start":"2026-03-03T18:30:42.168573Z","end":"2026-03-03T18:30:42.590002Z","steps":["trace[1753607234] 'process raft request' (duration: 421.238813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.590129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.16856Z","time spent":"421.52359ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:42.590192Z","caller":"traceutil/trace.go:171","msg":"trace[233174022] transaction","detail":"{read_only:false; response_revision:19598; number_of_response:1; }","duration":"421.028709ms","start":"2026-03-03T18:30:42.169149Z","end":"2026-03-03T18:30:42.590178Z","steps":["trace[233174022] 'process raft request' (duration: 420.810043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.590289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.169136Z","time spent":"421.10241ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:42.590469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.168783Z","time spent":"421.273354ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:42.590498Z","caller":"traceutil/trace.go:171","msg":"trace[674464195] transaction","detail":"{read_only:false; response_revision:19599; number_of_response:1; }","duration":"405.989461ms","start":"2026-03-03T18:30:42.184499Z","end":"2026-03-03T18:30:42.590489Z","steps":["trace[674464195] 'process raft request' (duration: 405.628092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.590544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.184479Z","time spent":"406.041023ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:42.590665Z","caller":"traceutil/trace.go:171","msg":"trace[583269108] transaction","detail":"{read_only:false; response_revision:19600; number_of_response:1; }","duration":"403.529163ms","start":"2026-03-03T18:30:42.187128Z","end":"2026-03-03T18:30:42.590658Z","steps":["trace[583269108] 'process raft request' (duration: 403.307648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.590704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.187117Z","time spent":"403.570453ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:30:42.590608Z","caller":"traceutil/trace.go:171","msg":"trace[1161824845] linearizableReadLoop","detail":"{readStateIndex:20346; appliedIndex:20344; }","duration":"421.822877ms","start":"2026-03-03T18:30:42.168779Z","end":"2026-03-03T18:30:42.590602Z","steps":["trace[1161824845] 'read index received' (duration: 187.827862ms)","trace[1161824845] 'applied index is now lower than readState.Index' (duration: 233.993985ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:42.590768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.989881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:30:42.590797Z","caller":"traceutil/trace.go:171","msg":"trace[895357754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19600; }","duration":"422.058103ms","start":"2026-03-03T18:30:42.168732Z","end":"2026-03-03T18:30:42.59079Z","steps":["trace[895357754] 'agreement among raft nodes before linearized reading' (duration: 421.94822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:42.590854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:42.168712Z","time spent":"422.135144ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:30:42.593112Z","caller":"traceutil/trace.go:171","msg":"trace[2135584547] transaction","detail":"{read_only:false; response_revision:19601; number_of_response:1; }","duration":"179.646927ms","start":"2026-03-03T18:30:42.413452Z","end":"2026-03-03T18:30:42.593099Z","steps":["trace[2135584547] 'process raft request' (duration: 179.362511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:51.018275Z","caller":"traceutil/trace.go:171","msg":"trace[495739321] transaction","detail":"{read_only:false; response_revision:19641; number_of_response:1; }","duration":"104.394164ms","start":"2026-03-03T18:30:50.913852Z","end":"2026-03-03T18:30:51.018247Z","steps":["trace[495739321] 'process raft request' (duration: 104.188419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.025017Z","caller":"traceutil/trace.go:171","msg":"trace[1277007771] transaction","detail":"{read_only:false; response_revision:19646; number_of_response:1; }","duration":"293.417614ms","start":"2026-03-03T18:30:52.731576Z","end":"2026-03-03T18:30:53.024993Z","steps":["trace[1277007771] 'process raft request' (duration: 293.25827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:53.030124Z","caller":"traceutil/trace.go:171","msg":"trace[490823248] linearizableReadLoop","detail":"{readStateIndex:20399; appliedIndex:20397; }","duration":"292.740747ms","start":"2026-03-03T18:30:52.737359Z","end":"2026-03-03T18:30:53.030099Z","steps":["trace[490823248] 'read index received' (duration: 287.438343ms)","trace[490823248] 'applied index is now lower than readState.Index' (duration: 5.301354ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:53.030171Z","caller":"traceutil/trace.go:171","msg":"trace[1127481542] transaction","detail":"{read_only:false; response_revision:19647; number_of_response:1; }","duration":"296.405964ms","start":"2026-03-03T18:30:52.733739Z","end":"2026-03-03T18:30:53.030145Z","steps":["trace[1127481542] 'process raft request' (duration: 296.226659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.030376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.905211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:30:53.030478Z","caller":"traceutil/trace.go:171","msg":"trace[2021825630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19647; }","duration":"293.053405ms","start":"2026-03-03T18:30:52.737409Z","end":"2026-03-03T18:30:53.030463Z","steps":["trace[2021825630] 'agreement among raft nodes before linearized reading' (duration: 292.842039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.030483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.938583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:30:53.030521Z","caller":"traceutil/trace.go:171","msg":"trace[1078842148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19647; }","duration":"293.042345ms","start":"2026-03-03T18:30:52.737466Z","end":"2026-03-03T18:30:53.030508Z","steps":["trace[1078842148] 'agreement among raft nodes before linearized reading' (duration: 292.933462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.030418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.04074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:30:53.030579Z","caller":"traceutil/trace.go:171","msg":"trace[1124697357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19647; }","duration":"154.244226ms","start":"2026-03-03T18:30:52.876316Z","end":"2026-03-03T18:30:53.03056Z","steps":["trace[1124697357] 'agreement among raft nodes before linearized reading' (duration: 153.940628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.030563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.546695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:30:53.030651Z","caller":"traceutil/trace.go:171","msg":"trace[1608963520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19647; }","duration":"290.672579ms","start":"2026-03-03T18:30:52.73996Z","end":"2026-03-03T18:30:53.030633Z","steps":["trace[1608963520] 'agreement among raft nodes before linearized reading' (duration: 290.403352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:53.031296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.928936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:30:53.031345Z","caller":"traceutil/trace.go:171","msg":"trace[1942417205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19647; }","duration":"294.008237ms","start":"2026-03-03T18:30:52.737324Z","end":"2026-03-03T18:30:53.031332Z","steps":["trace[1942417205] 'agreement among raft nodes before linearized reading' (duration: 292.89694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:58.716783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.950846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:58.716871Z","caller":"traceutil/trace.go:171","msg":"trace[1772572526] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19670; }","duration":"486.082138ms","start":"2026-03-03T18:30:58.23077Z","end":"2026-03-03T18:30:58.716852Z","steps":["trace[1772572526] 'range keys from in-memory index tree' (duration: 485.852504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:58.716913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:58.230748Z","time spent":"486.15412ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:30:58.717967Z","caller":"traceutil/trace.go:171","msg":"trace[1414609325] transaction","detail":"{read_only:false; response_revision:19671; number_of_response:1; }","duration":"415.61792ms","start":"2026-03-03T18:30:58.302137Z","end":"2026-03-03T18:30:58.717755Z","steps":["trace[1414609325] 'process raft request' (duration: 413.463679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:58.718139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:58.302112Z","time spent":"415.957518ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:30:59.326366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.620378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:30:59.326427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.674108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:30:59.326464Z","caller":"traceutil/trace.go:171","msg":"trace[1217628905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19671; }","duration":"331.752972ms","start":"2026-03-03T18:30:58.994687Z","end":"2026-03-03T18:30:59.32644Z","steps":["trace[1217628905] 'range keys from in-memory index tree' (duration: 331.557877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:59.3265Z","caller":"traceutil/trace.go:171","msg":"trace[1136218454] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19671; }","duration":"317.784881ms","start":"2026-03-03T18:30:59.008695Z","end":"2026-03-03T18:30:59.32648Z","steps":["trace[1136218454] 'count revisions from in-memory index tree' (duration: 317.597136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:59.326517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:58.994672Z","time spent":"331.832323ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:30:59.326544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.008683Z","time spent":"317.850132ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:30:59.326568Z","caller":"traceutil/trace.go:171","msg":"trace[288537603] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20424; }","duration":"220.333651ms","start":"2026-03-03T18:30:59.106212Z","end":"2026-03-03T18:30:59.326546Z","steps":["trace[288537603] 'read index received' (duration: 170.280455ms)","trace[288537603] 'applied index is now lower than readState.Index' (duration: 50.052076ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:30:59.326626Z","caller":"traceutil/trace.go:171","msg":"trace[1827883294] transaction","detail":"{read_only:false; response_revision:19672; number_of_response:1; }","duration":"224.124251ms","start":"2026-03-03T18:30:59.102467Z","end":"2026-03-03T18:30:59.326591Z","steps":["trace[1827883294] 'process raft request' (duration: 174.085175ms)","trace[1827883294] 'compare' (duration: 49.863632ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:30:59.326822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.896857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:30:59.326854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.830333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:30:59.32688Z","caller":"traceutil/trace.go:171","msg":"trace[857521529] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19672; }","duration":"218.952279ms","start":"2026-03-03T18:30:59.10791Z","end":"2026-03-03T18:30:59.326862Z","steps":["trace[857521529] 'agreement among raft nodes before linearized reading' (duration: 218.785725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:59.326864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.514185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:30:59.326903Z","caller":"traceutil/trace.go:171","msg":"trace[892090481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19672; }","duration":"217.930305ms","start":"2026-03-03T18:30:59.108959Z","end":"2026-03-03T18:30:59.326889Z","steps":["trace[892090481] 'agreement among raft nodes before linearized reading' (duration: 217.769891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:59.326961Z","caller":"traceutil/trace.go:171","msg":"trace[976853603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19672; }","duration":"217.615577ms","start":"2026-03-03T18:30:59.10932Z","end":"2026-03-03T18:30:59.326935Z","steps":["trace[976853603] 'agreement among raft nodes before linearized reading' (duration: 217.387522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:59.326975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.547049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:30:59.326997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.977154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:30:59.32707Z","caller":"traceutil/trace.go:171","msg":"trace[1847316760] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19672; }","duration":"104.096227ms","start":"2026-03-03T18:30:59.222955Z","end":"2026-03-03T18:30:59.327052Z","steps":["trace[1847316760] 'agreement among raft nodes before linearized reading' (duration: 103.981184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:59.326933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.67424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T18:30:59.327108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.14228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:30:59.327018Z","caller":"traceutil/trace.go:171","msg":"trace[505214691] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19672; }","duration":"218.603221ms","start":"2026-03-03T18:30:59.108401Z","end":"2026-03-03T18:30:59.327004Z","steps":["trace[505214691] 'agreement among raft nodes before linearized reading' (duration: 218.455287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:59.327145Z","caller":"traceutil/trace.go:171","msg":"trace[51973897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19672; }","duration":"220.969927ms","start":"2026-03-03T18:30:59.106156Z","end":"2026-03-03T18:30:59.327126Z","steps":["trace[51973897] 'agreement among raft nodes before linearized reading' (duration: 220.494526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:30:59.327401Z","caller":"traceutil/trace.go:171","msg":"trace[1907508470] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:19671; }","duration":"402.660443ms","start":"2026-03-03T18:30:58.924475Z","end":"2026-03-03T18:30:59.327135Z","steps":["trace[1907508470] 'count revisions from in-memory index tree' (duration: 401.71154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:30:59.327457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:58.924453Z","time spent":"402.98738ms","remote":"127.0.0.1:53326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:00.074154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.961259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:31:00.074265Z","caller":"traceutil/trace.go:171","msg":"trace[272953212] transaction","detail":"{read_only:false; response_revision:19673; number_of_response:1; }","duration":"742.414174ms","start":"2026-03-03T18:30:59.331831Z","end":"2026-03-03T18:31:00.074246Z","steps":["trace[272953212] 'process raft request' (duration: 350.275711ms)","trace[272953212] 'compare' (duration: 391.789645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:00.074622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.331815Z","time spent":"742.481615ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:00.113381Z","caller":"traceutil/trace.go:171","msg":"trace[1788929313] transaction","detail":"{read_only:false; response_revision:19675; number_of_response:1; }","duration":"781.192853ms","start":"2026-03-03T18:30:59.332163Z","end":"2026-03-03T18:31:00.113356Z","steps":["trace[1788929313] 'process raft request' (duration: 781.142462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:00.113411Z","caller":"traceutil/trace.go:171","msg":"trace[305258695] transaction","detail":"{read_only:false; response_revision:19674; number_of_response:1; }","duration":"781.52463ms","start":"2026-03-03T18:30:59.33184Z","end":"2026-03-03T18:31:00.113364Z","steps":["trace[305258695] 'process raft request' (duration: 781.354586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:00.113735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.331822Z","time spent":"781.821958ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:00.113741Z","caller":"traceutil/trace.go:171","msg":"trace[1366358613] linearizableReadLoop","detail":"{readStateIndex:20430; appliedIndex:20425; }","duration":"572.183579ms","start":"2026-03-03T18:30:59.541518Z","end":"2026-03-03T18:31:00.113701Z","steps":["trace[1366358613] 'read index received' (duration: 140.549ms)","trace[1366358613] 'applied index is now lower than readState.Index' (duration: 431.633369ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:00.11377Z","caller":"traceutil/trace.go:171","msg":"trace[408548796] transaction","detail":"{read_only:false; response_revision:19676; number_of_response:1; }","duration":"780.865636ms","start":"2026-03-03T18:30:59.332893Z","end":"2026-03-03T18:31:00.113759Z","steps":["trace[408548796] 'process raft request' (duration: 780.437596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:00.113833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.332872Z","time spent":"780.934807ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:00.113841Z","caller":"traceutil/trace.go:171","msg":"trace[1410483535] transaction","detail":"{read_only:false; response_revision:19677; number_of_response:1; }","duration":"780.6437ms","start":"2026-03-03T18:30:59.333186Z","end":"2026-03-03T18:31:00.11383Z","steps":["trace[1410483535] 'process raft request' (duration: 780.347823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:00.113504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.332155Z","time spent":"781.285405ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:00.113924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.333172Z","time spent":"780.697911ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:00.114048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.524188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-vc85f.1899680cb2e3ee27\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T18:31:00.114108Z","caller":"traceutil/trace.go:171","msg":"trace[772373714] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-vc85f.1899680cb2e3ee27; range_end:; response_count:1; response_revision:19677; }","duration":"572.618229ms","start":"2026-03-03T18:30:59.541473Z","end":"2026-03-03T18:31:00.114091Z","steps":["trace[772373714] 'agreement among raft nodes before linearized reading' (duration: 572.399684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:00.114149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.541453Z","time spent":"572.687491ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-vc85f.1899680cb2e3ee27\" "} {"level":"warn","ts":"2026-03-03T18:31:00.614317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781051510,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:01.052332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.838829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:31:01.052677Z","caller":"traceutil/trace.go:171","msg":"trace[784853780] transaction","detail":"{read_only:false; response_revision:19678; number_of_response:1; }","duration":"1.345355702s","start":"2026-03-03T18:30:59.707285Z","end":"2026-03-03T18:31:01.052641Z","steps":["trace[784853780] 'process raft request' (duration: 944.100623ms)","trace[784853780] 'compare' (duration: 400.514681ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:01.052733Z","caller":"traceutil/trace.go:171","msg":"trace[1243181514] linearizableReadLoop","detail":"{readStateIndex:20433; appliedIndex:20430; }","duration":"938.90741ms","start":"2026-03-03T18:31:00.1138Z","end":"2026-03-03T18:31:01.052707Z","steps":["trace[1243181514] 'read index received' (duration: 537.60403ms)","trace[1243181514] 'applied index is now lower than readState.Index' (duration: 401.30201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:01.052791Z","caller":"traceutil/trace.go:171","msg":"trace[594375012] transaction","detail":"{read_only:false; response_revision:19680; number_of_response:1; }","duration":"454.531341ms","start":"2026-03-03T18:31:00.598235Z","end":"2026-03-03T18:31:01.052766Z","steps":["trace[594375012] 'process raft request' (duration: 454.395277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:01.052822Z","caller":"traceutil/trace.go:171","msg":"trace[77672708] transaction","detail":"{read_only:false; response_revision:19679; number_of_response:1; }","duration":"935.990741ms","start":"2026-03-03T18:31:00.116803Z","end":"2026-03-03T18:31:01.052793Z","steps":["trace[77672708] 'process raft request' (duration: 935.657483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:01.052839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.707262Z","time spent":"1.345492075s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:01.05291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:00.598208Z","time spent":"454.636043ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:01.052945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:00.116781Z","time spent":"936.096703ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":939,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:01.053169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117133962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:31:01.053241Z","caller":"traceutil/trace.go:171","msg":"trace[224040230] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:19680; }","duration":"1.117214965s","start":"2026-03-03T18:30:59.936009Z","end":"2026-03-03T18:31:01.053224Z","steps":["trace[224040230] 'agreement among raft nodes before linearized reading' (duration: 1.116837866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:01.053292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.935954Z","time spent":"1.117322127s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:01.053575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057796398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:01.053687Z","caller":"traceutil/trace.go:171","msg":"trace[1795704133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19680; }","duration":"1.057939131s","start":"2026-03-03T18:30:59.995722Z","end":"2026-03-03T18:31:01.053661Z","steps":["trace[1795704133] 'agreement among raft nodes before linearized reading' (duration: 1.057093661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:01.053745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.995704Z","time spent":"1.058026983s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:31:01.054085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282313099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:31:01.054201Z","caller":"traceutil/trace.go:171","msg":"trace[578508413] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:19680; }","duration":"1.282451331s","start":"2026-03-03T18:30:59.771711Z","end":"2026-03-03T18:31:01.054162Z","steps":["trace[578508413] 'agreement among raft nodes before linearized reading' (duration: 1.281211591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:01.054268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:30:59.771694Z","time spent":"1.282557524s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T18:31:01.553886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781051514,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:02.016937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.236166144s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:31:02.018443Z","caller":"traceutil/trace.go:171","msg":"trace[1104430101] transaction","detail":"{read_only:false; response_revision:19681; number_of_response:1; }","duration":"1.294530168s","start":"2026-03-03T18:31:00.723847Z","end":"2026-03-03T18:31:02.018377Z","steps":["trace[1104430101] 'process raft request' (duration: 1.294160069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:02.018672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:00.723812Z","time spent":"1.294745722s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.017844Z","caller":"traceutil/trace.go:171","msg":"trace[1972001197] linearizableReadLoop","detail":"{readStateIndex:20435; appliedIndex:20433; }","duration":"1.965044558s","start":"2026-03-03T18:31:01.052781Z","end":"2026-03-03T18:31:03.017826Z","steps":["trace[1972001197] 'read index received' (duration: 965.161802ms)","trace[1972001197] 'applied index is now lower than readState.Index' (duration: 999.882096ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:31:03.01789Z","caller":"traceutil/trace.go:171","msg":"trace[570928782] transaction","detail":"{read_only:false; response_revision:19683; number_of_response:1; }","duration":"1.207848543s","start":"2026-03-03T18:31:01.810019Z","end":"2026-03-03T18:31:03.017867Z","steps":["trace[570928782] 'process raft request' (duration: 1.207765451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:03.017933Z","caller":"traceutil/trace.go:171","msg":"trace[403233493] transaction","detail":"{read_only:false; response_revision:19682; number_of_response:1; }","duration":"1.685340669s","start":"2026-03-03T18:31:01.332545Z","end":"2026-03-03T18:31:03.017885Z","steps":["trace[403233493] 'process raft request' (duration: 1.627194941s)","trace[403233493] 'compare' (duration: 57.434401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:03.018028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81039078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:31:03.018033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.809992Z","time spent":"1.207962556s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:03.018047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.653698018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T18:31:03.018099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963071341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:03.018117Z","caller":"traceutil/trace.go:171","msg":"trace[448923424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19683; }","duration":"1.963089132s","start":"2026-03-03T18:31:01.055023Z","end":"2026-03-03T18:31:03.018112Z","steps":["trace[448923424] 'agreement among raft nodes before linearized reading' (duration: 1.963056621s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:03.018106Z","caller":"traceutil/trace.go:171","msg":"trace[162667830] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19683; }","duration":"2.65378948s","start":"2026-03-03T18:31:00.364298Z","end":"2026-03-03T18:31:03.018088Z","steps":["trace[162667830] 'agreement among raft nodes before linearized reading' (duration: 2.653570815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.054983Z","time spent":"1.963148543s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:31:03.018109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.332523Z","time spent":"1.685490883s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:03.018148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:00.364274Z","time spent":"2.653864312s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:31:03.018059Z","caller":"traceutil/trace.go:171","msg":"trace[928451365] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19683; }","duration":"2.810464232s","start":"2026-03-03T18:31:00.207587Z","end":"2026-03-03T18:31:03.018052Z","steps":["trace[928451365] 'agreement among raft nodes before linearized reading' (duration: 2.81034813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:00.20757Z","time spent":"2.810676387s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":78,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:03.018295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.010723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:31:03.018317Z","caller":"traceutil/trace.go:171","msg":"trace[713343863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19683; }","duration":"901.071164ms","start":"2026-03-03T18:31:02.11724Z","end":"2026-03-03T18:31:03.018311Z","steps":["trace[713343863] 'agreement among raft nodes before linearized reading' (duration: 900.998593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.395328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T18:31:03.018342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.117221Z","time spent":"901.116285ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:31:03.018372Z","caller":"traceutil/trace.go:171","msg":"trace[1844160133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19683; }","duration":"900.521031ms","start":"2026-03-03T18:31:02.11783Z","end":"2026-03-03T18:31:03.018351Z","steps":["trace[1844160133] 'agreement among raft nodes before linearized reading' (duration: 900.310236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.117725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:31:03.018433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.117811Z","time spent":"900.608894ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:31:03.018524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789781074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:03.01855Z","caller":"traceutil/trace.go:171","msg":"trace[400902843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19683; }","duration":"1.789875027s","start":"2026-03-03T18:31:01.228669Z","end":"2026-03-03T18:31:03.018544Z","steps":["trace[400902843] 'agreement among raft nodes before linearized reading' (duration: 1.789841826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.22865Z","time spent":"1.789916477s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:31:03.018447Z","caller":"traceutil/trace.go:171","msg":"trace[759276731] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19683; }","duration":"939.170856ms","start":"2026-03-03T18:31:02.079271Z","end":"2026-03-03T18:31:03.018441Z","steps":["trace[759276731] 'agreement among raft nodes before linearized reading' (duration: 939.119895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.130275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:03.018684Z","caller":"traceutil/trace.go:171","msg":"trace[805058069] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:19683; }","duration":"152.233378ms","start":"2026-03-03T18:31:02.866437Z","end":"2026-03-03T18:31:03.01867Z","steps":["trace[805058069] 'agreement among raft nodes before linearized reading' (duration: 152.139096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.079252Z","time spent":"939.419332ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:03.018727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.49344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:31:03.018499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708394016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T18:31:03.018797Z","caller":"traceutil/trace.go:171","msg":"trace[252641780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19683; }","duration":"900.581742ms","start":"2026-03-03T18:31:02.118192Z","end":"2026-03-03T18:31:03.018773Z","steps":["trace[252641780] 'agreement among raft nodes before linearized reading' (duration: 900.390438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.453819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:31:03.018862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.118181Z","time spent":"900.667814ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:03.018777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961630556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:31:03.0189Z","caller":"traceutil/trace.go:171","msg":"trace[644534185] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19683; }","duration":"900.640133ms","start":"2026-03-03T18:31:02.118219Z","end":"2026-03-03T18:31:03.01886Z","steps":["trace[644534185] 'agreement among raft nodes before linearized reading' (duration: 900.370047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.018944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.118191Z","time spent":"900.744766ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:31:03.018816Z","caller":"traceutil/trace.go:171","msg":"trace[1603290117] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:19683; }","duration":"1.708770075s","start":"2026-03-03T18:31:01.310029Z","end":"2026-03-03T18:31:03.0188Z","steps":["trace[1603290117] 'agreement among raft nodes before linearized reading' (duration: 1.708428797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.019024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.309993Z","time spent":"1.709020851s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"info","ts":"2026-03-03T18:31:03.019092Z","caller":"traceutil/trace.go:171","msg":"trace[123935844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972; range_end:; response_count:1; response_revision:19683; }","duration":"1.961883982s","start":"2026-03-03T18:31:01.057089Z","end":"2026-03-03T18:31:03.018973Z","steps":["trace[123935844] 'agreement among raft nodes before linearized reading' (duration: 1.961489473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.019166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:01.057081Z","time spent":"1.962064537s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-e8926f74-f18f-404a-b90e-fcb014a65972\" "} {"level":"warn","ts":"2026-03-03T18:31:03.020317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.715146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:31:03.020386Z","caller":"traceutil/trace.go:171","msg":"trace[1303644533] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19683; }","duration":"581.790578ms","start":"2026-03-03T18:31:02.438581Z","end":"2026-03-03T18:31:03.020371Z","steps":["trace[1303644533] 'agreement among raft nodes before linearized reading' (duration: 579.692377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.020432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:02.438514Z","time spent":"581.903861ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2157,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:03.704823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.781308ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:31:03.70493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.021201Z","time spent":"683.721142ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:31:03.742021Z","caller":"traceutil/trace.go:171","msg":"trace[1198080053] transaction","detail":"{read_only:false; response_revision:19684; number_of_response:1; }","duration":"717.989985ms","start":"2026-03-03T18:31:03.024007Z","end":"2026-03-03T18:31:03.741997Z","steps":["trace[1198080053] 'process raft request' (duration: 717.76732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.742201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.023985Z","time spent":"718.125227ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.742395Z","caller":"traceutil/trace.go:171","msg":"trace[357932897] transaction","detail":"{read_only:false; response_revision:19685; number_of_response:1; }","duration":"718.25916ms","start":"2026-03-03T18:31:03.024111Z","end":"2026-03-03T18:31:03.74237Z","steps":["trace[357932897] 'process raft request' (duration: 717.83186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.742539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.024101Z","time spent":"718.365864ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.742898Z","caller":"traceutil/trace.go:171","msg":"trace[548791694] transaction","detail":"{read_only:false; response_revision:19686; number_of_response:1; }","duration":"718.411776ms","start":"2026-03-03T18:31:03.024475Z","end":"2026-03-03T18:31:03.742887Z","steps":["trace[548791694] 'process raft request' (duration: 717.79172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.742961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.024463Z","time spent":"718.470487ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.743296Z","caller":"traceutil/trace.go:171","msg":"trace[1730185947] transaction","detail":"{read_only:false; response_revision:19687; number_of_response:1; }","duration":"718.712742ms","start":"2026-03-03T18:31:03.024544Z","end":"2026-03-03T18:31:03.743256Z","steps":["trace[1730185947] 'process raft request' (duration: 718.126417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:03.743424Z","caller":"traceutil/trace.go:171","msg":"trace[1438738860] transaction","detail":"{read_only:false; response_revision:19688; number_of_response:1; }","duration":"718.847156ms","start":"2026-03-03T18:31:03.024567Z","end":"2026-03-03T18:31:03.743414Z","steps":["trace[1438738860] 'process raft request' (duration: 718.535559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.743472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.024544Z","time spent":"718.904317ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:03.743527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.024521Z","time spent":"718.875976ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.74377Z","caller":"traceutil/trace.go:171","msg":"trace[163566707] transaction","detail":"{read_only:false; response_revision:19690; number_of_response:1; }","duration":"686.432857ms","start":"2026-03-03T18:31:03.057322Z","end":"2026-03-03T18:31:03.743755Z","steps":["trace[163566707] 'process raft request' (duration: 686.084209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:03.743764Z","caller":"traceutil/trace.go:171","msg":"trace[2032301972] transaction","detail":"{read_only:false; response_revision:19689; number_of_response:1; }","duration":"718.61976ms","start":"2026-03-03T18:31:03.024949Z","end":"2026-03-03T18:31:03.743569Z","steps":["trace[2032301972] 'process raft request' (duration: 718.226261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.743827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.057303Z","time spent":"686.499869ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:03.743896Z","caller":"traceutil/trace.go:171","msg":"trace[258068707] linearizableReadLoop","detail":"{readStateIndex:20443; appliedIndex:20436; }","duration":"715.586109ms","start":"2026-03-03T18:31:03.028303Z","end":"2026-03-03T18:31:03.743889Z","steps":["trace[258068707] 'read index received' (duration: 467.724405ms)","trace[258068707] 'applied index is now lower than readState.Index' (duration: 247.860954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:03.744035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.731902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:03.744063Z","caller":"traceutil/trace.go:171","msg":"trace[7497070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19691; }","duration":"715.786043ms","start":"2026-03-03T18:31:03.02827Z","end":"2026-03-03T18:31:03.744057Z","steps":["trace[7497070] 'agreement among raft nodes before linearized reading' (duration: 715.68264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.744085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.028259Z","time spent":"715.819854ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:31:03.743876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.024934Z","time spent":"718.885706ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:31:03.744301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.357017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T18:31:03.744337Z","caller":"traceutil/trace.go:171","msg":"trace[31071295] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:19691; }","duration":"619.430669ms","start":"2026-03-03T18:31:03.124897Z","end":"2026-03-03T18:31:03.744328Z","steps":["trace[31071295] 'agreement among raft nodes before linearized reading' (duration: 619.321997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.744357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.124878Z","time spent":"619.474471ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T18:31:03.74446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.451364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-03-03T18:31:03.744625Z","caller":"traceutil/trace.go:171","msg":"trace[409066403] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19691; }","duration":"561.646309ms","start":"2026-03-03T18:31:03.182948Z","end":"2026-03-03T18:31:03.744594Z","steps":["trace[409066403] 'agreement among raft nodes before linearized reading' (duration: 561.291291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:03.744691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:03.182931Z","time spent":"561.745301ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T18:31:30.444768Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18060} {"level":"info","ts":"2026-03-03T18:31:30.538877Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18060,"took":"90.560367ms","hash":4073957862,"current-db-size-bytes":46374912,"current-db-size":"46 MB","current-db-size-in-use-bytes":28065792,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T18:31:30.538934Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4073957862,"revision":18060,"compact-revision":15923} {"level":"warn","ts":"2026-03-03T18:31:38.48967Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781052253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:38.990676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781052253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:39.491456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781052253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:31:39.602783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.620738817s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:31:39.603183Z","caller":"traceutil/trace.go:171","msg":"trace[579880453] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"1.62126147s","start":"2026-03-03T18:31:37.981894Z","end":"2026-03-03T18:31:39.603156Z","steps":["trace[579880453] 'process raft request' (duration: 1.621067256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.603433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:37.981862Z","time spent":"1.621468805s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:39.604663Z","caller":"traceutil/trace.go:171","msg":"trace[1605776262] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"1.293721729s","start":"2026-03-03T18:31:38.310917Z","end":"2026-03-03T18:31:39.604639Z","steps":["trace[1605776262] 'process raft request' (duration: 1.293539644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.604792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.310892Z","time spent":"1.29382813s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:39.604932Z","caller":"traceutil/trace.go:171","msg":"trace[232425713] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"970.747664ms","start":"2026-03-03T18:31:38.634174Z","end":"2026-03-03T18:31:39.604921Z","steps":["trace[232425713] 'process raft request' (duration: 970.414566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.604991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.634147Z","time spent":"970.816845ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:39.605041Z","caller":"traceutil/trace.go:171","msg":"trace[175649088] transaction","detail":"{read_only:false; response_revision:19932; number_of_response:1; }","duration":"517.743919ms","start":"2026-03-03T18:31:39.087271Z","end":"2026-03-03T18:31:39.605015Z","steps":["trace[175649088] 'process raft request' (duration: 517.524374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.605153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:39.087254Z","time spent":"517.846692ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:39.605137Z","caller":"traceutil/trace.go:171","msg":"trace[1925116160] transaction","detail":"{read_only:false; response_revision:19933; number_of_response:1; }","duration":"313.371006ms","start":"2026-03-03T18:31:39.291747Z","end":"2026-03-03T18:31:39.605118Z","steps":["trace[1925116160] 'process raft request' (duration: 313.167271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.605318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615979595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:31:39.605324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:39.291728Z","time spent":"313.51404ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:31:39.605368Z","caller":"traceutil/trace.go:171","msg":"trace[361121097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19933; }","duration":"1.616055677s","start":"2026-03-03T18:31:37.989299Z","end":"2026-03-03T18:31:39.605355Z","steps":["trace[361121097] 'agreement among raft nodes before linearized reading' (duration: 1.615931304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.605402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:37.989284Z","time spent":"1.616109878s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:31:39.605064Z","caller":"traceutil/trace.go:171","msg":"trace[1504102626] linearizableReadLoop","detail":"{readStateIndex:20704; appliedIndex:20699; }","duration":"1.615712029s","start":"2026-03-03T18:31:37.989335Z","end":"2026-03-03T18:31:39.605047Z","steps":["trace[1504102626] 'read index received' (duration: 1.613699961s)","trace[1504102626] 'applied index is now lower than readState.Index' (duration: 2.010918ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:31:39.605871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610710031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:39.605917Z","caller":"traceutil/trace.go:171","msg":"trace[2050347707] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19933; }","duration":"1.610859354s","start":"2026-03-03T18:31:37.995043Z","end":"2026-03-03T18:31:39.605902Z","steps":["trace[2050347707] 'agreement among raft nodes before linearized reading' (duration: 1.610731681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.605983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:37.995024Z","time spent":"1.610948876s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:31:39.606175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549999172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:31:39.606226Z","caller":"traceutil/trace.go:171","msg":"trace[947643238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19933; }","duration":"1.550071104s","start":"2026-03-03T18:31:38.056144Z","end":"2026-03-03T18:31:39.606215Z","steps":["trace[947643238] 'agreement among raft nodes before linearized reading' (duration: 1.549950201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.606256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.056135Z","time spent":"1.550114305s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:39.606435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544762218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:31:39.606473Z","caller":"traceutil/trace.go:171","msg":"trace[472938354] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19933; }","duration":"1.544817039s","start":"2026-03-03T18:31:38.061645Z","end":"2026-03-03T18:31:39.606462Z","steps":["trace[472938354] 'agreement among raft nodes before linearized reading' (duration: 1.544728327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.606507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.061634Z","time spent":"1.54486445s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:39.606523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550706669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:31:39.606815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14569433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:31:39.606891Z","caller":"traceutil/trace.go:171","msg":"trace[1360711852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19933; }","duration":"1.551152289s","start":"2026-03-03T18:31:38.055725Z","end":"2026-03-03T18:31:39.606877Z","steps":["trace[1360711852] 'agreement among raft nodes before linearized reading' (duration: 1.550527344s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:39.606926Z","caller":"traceutil/trace.go:171","msg":"trace[432542344] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:19933; }","duration":"1.145844023s","start":"2026-03-03T18:31:38.461062Z","end":"2026-03-03T18:31:39.606906Z","steps":["trace[432542344] 'agreement among raft nodes before linearized reading' (duration: 1.14567966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.60695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.055713Z","time spent":"1.551227241s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:31:39.60658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555709777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T18:31:39.606774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.826006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:31:39.607012Z","caller":"traceutil/trace.go:171","msg":"trace[626295245] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19933; }","duration":"200.116803ms","start":"2026-03-03T18:31:39.406884Z","end":"2026-03-03T18:31:39.607001Z","steps":["trace[626295245] 'agreement among raft nodes before linearized reading' (duration: 199.838236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:31:39.607048Z","caller":"traceutil/trace.go:171","msg":"trace[495824196] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19933; }","duration":"1.556274231s","start":"2026-03-03T18:31:38.050731Z","end":"2026-03-03T18:31:39.607006Z","steps":["trace[495824196] 'agreement among raft nodes before linearized reading' (duration: 1.555594145s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.606178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181639962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:31:39.607143Z","caller":"traceutil/trace.go:171","msg":"trace[519555889] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19933; }","duration":"1.182609165s","start":"2026-03-03T18:31:38.424516Z","end":"2026-03-03T18:31:39.607125Z","steps":["trace[519555889] 'agreement among raft nodes before linearized reading' (duration: 1.18157643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.607157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.05071Z","time spent":"1.556414194s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:31:39.606797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.678911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:31:39.607274Z","caller":"traceutil/trace.go:171","msg":"trace[1290184526] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19933; }","duration":"102.182392ms","start":"2026-03-03T18:31:39.505072Z","end":"2026-03-03T18:31:39.607254Z","steps":["trace[1290184526] 'agreement among raft nodes before linearized reading' (duration: 101.557487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:31:39.606973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.461052Z","time spent":"1.145909676s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:31:39.607435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:31:38.424463Z","time spent":"1.182947183s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":30,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:32:18.073648Z","caller":"traceutil/trace.go:171","msg":"trace[877645734] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"127.203704ms","start":"2026-03-03T18:32:17.94642Z","end":"2026-03-03T18:32:18.073624Z","steps":["trace[877645734] 'process raft request' (duration: 127.011299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:18.103083Z","caller":"traceutil/trace.go:171","msg":"trace[2080718444] linearizableReadLoop","detail":"{readStateIndex:21080; appliedIndex:21078; }","duration":"141.878162ms","start":"2026-03-03T18:32:17.961177Z","end":"2026-03-03T18:32:18.103055Z","steps":["trace[2080718444] 'read index received' (duration: 112.2616ms)","trace[2080718444] 'applied index is now lower than readState.Index' (duration: 29.615172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:18.10322Z","caller":"traceutil/trace.go:171","msg":"trace[136677962] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"155.646009ms","start":"2026-03-03T18:32:17.947542Z","end":"2026-03-03T18:32:18.103188Z","steps":["trace[136677962] 'process raft request' (duration: 155.333651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:18.10335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.16966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:32:18.103393Z","caller":"traceutil/trace.go:171","msg":"trace[903890712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20298; }","duration":"142.267772ms","start":"2026-03-03T18:32:17.961112Z","end":"2026-03-03T18:32:18.103379Z","steps":["trace[903890712] 'agreement among raft nodes before linearized reading' (duration: 142.100258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:20.448054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.449497ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:32:20.44825Z","caller":"traceutil/trace.go:171","msg":"trace[1603605893] transaction","detail":"{read_only:false; response_revision:20311; number_of_response:1; }","duration":"289.374407ms","start":"2026-03-03T18:32:20.158854Z","end":"2026-03-03T18:32:20.448228Z","steps":["trace[1603605893] 'process raft request' (duration: 116.638223ms)","trace[1603605893] 'compare' (duration: 172.296074ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:20.448519Z","caller":"traceutil/trace.go:171","msg":"trace[750084727] transaction","detail":"{read_only:false; response_revision:20312; number_of_response:1; }","duration":"289.609312ms","start":"2026-03-03T18:32:20.158895Z","end":"2026-03-03T18:32:20.448505Z","steps":["trace[750084727] 'process raft request' (duration: 289.271034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:20.808373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.943476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:20.80851Z","caller":"traceutil/trace.go:171","msg":"trace[385211333] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20312; }","duration":"213.10822ms","start":"2026-03-03T18:32:20.595383Z","end":"2026-03-03T18:32:20.808491Z","steps":["trace[385211333] 'range keys from in-memory index tree' (duration: 212.861094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:21.368567Z","caller":"traceutil/trace.go:171","msg":"trace[192108260] transaction","detail":"{read_only:false; response_revision:20313; number_of_response:1; }","duration":"539.230539ms","start":"2026-03-03T18:32:20.8293Z","end":"2026-03-03T18:32:21.36853Z","steps":["trace[192108260] 'process raft request' (duration: 538.785238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:21.368718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.708094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:21.368816Z","caller":"traceutil/trace.go:171","msg":"trace[1735125978] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20313; }","duration":"140.860968ms","start":"2026-03-03T18:32:21.227933Z","end":"2026-03-03T18:32:21.368794Z","steps":["trace[1735125978] 'agreement among raft nodes before linearized reading' (duration: 140.679194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:21.368919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:20.829277Z","time spent":"539.437123ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417553,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:21.368421Z","caller":"traceutil/trace.go:171","msg":"trace[838587770] linearizableReadLoop","detail":"{readStateIndex:21095; appliedIndex:21094; }","duration":"140.429618ms","start":"2026-03-03T18:32:21.227978Z","end":"2026-03-03T18:32:21.368407Z","steps":["trace[838587770] 'read index received' (duration: 139.880005ms)","trace[838587770] 'applied index is now lower than readState.Index' (duration: 549.083µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:21.369181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.936234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:21.369242Z","caller":"traceutil/trace.go:171","msg":"trace[1639120400] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20313; }","duration":"139.027875ms","start":"2026-03-03T18:32:21.230197Z","end":"2026-03-03T18:32:21.369225Z","steps":["trace[1639120400] 'agreement among raft nodes before linearized reading' (duration: 138.915742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:21.369201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.35982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:21.369643Z","caller":"traceutil/trace.go:171","msg":"trace[536573302] range","detail":"{range_begin:/registry/jobs/openstack/octavia-rabbit-init; range_end:; response_count:0; response_revision:20313; }","duration":"138.79694ms","start":"2026-03-03T18:32:21.230827Z","end":"2026-03-03T18:32:21.369624Z","steps":["trace[536573302] 'agreement among raft nodes before linearized reading' (duration: 138.331529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:21.369277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.981474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:21.369894Z","caller":"traceutil/trace.go:171","msg":"trace[336797808] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20313; }","duration":"139.634979ms","start":"2026-03-03T18:32:21.230244Z","end":"2026-03-03T18:32:21.369879Z","steps":["trace[336797808] 'agreement among raft nodes before linearized reading' (duration: 138.953583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:21.369431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.009206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-db-sync\" ","response":"range_response_count:1 size:5065"} {"level":"info","ts":"2026-03-03T18:32:21.370012Z","caller":"traceutil/trace.go:171","msg":"trace[94456267] range","detail":"{range_begin:/registry/jobs/openstack/octavia-db-sync; range_end:; response_count:1; response_revision:20313; }","duration":"126.624811ms","start":"2026-03-03T18:32:21.243368Z","end":"2026-03-03T18:32:21.369992Z","steps":["trace[94456267] 'agreement among raft nodes before linearized reading' (duration: 125.753761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.206028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.977556ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:22.206159Z","caller":"traceutil/trace.go:171","msg":"trace[1390527346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20313; }","duration":"405.12908ms","start":"2026-03-03T18:32:21.801011Z","end":"2026-03-03T18:32:22.20614Z","steps":["trace[1390527346] 'range keys from in-memory index tree' (duration: 404.961666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.206511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.380509ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:32:22.206746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:21.370225Z","time spent":"836.514034ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:32:22.20687Z","caller":"traceutil/trace.go:171","msg":"trace[925076965] transaction","detail":"{read_only:false; response_revision:20314; number_of_response:1; }","duration":"339.817934ms","start":"2026-03-03T18:32:21.867037Z","end":"2026-03-03T18:32:22.206855Z","steps":["trace[925076965] 'process raft request' (duration: 339.687671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:22.206867Z","caller":"traceutil/trace.go:171","msg":"trace[576346640] linearizableReadLoop","detail":"{readStateIndex:21096; appliedIndex:21095; }","duration":"791.17514ms","start":"2026-03-03T18:32:21.415672Z","end":"2026-03-03T18:32:22.206848Z","steps":["trace[576346640] 'read index received' (duration: 441.281148ms)","trace[576346640] 'applied index is now lower than readState.Index' (duration: 349.891942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:22.206953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:21.867018Z","time spent":"339.880705ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:22.207006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.330224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:22.207061Z","caller":"traceutil/trace.go:171","msg":"trace[2093510239] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20314; }","duration":"791.435906ms","start":"2026-03-03T18:32:21.415608Z","end":"2026-03-03T18:32:22.207044Z","steps":["trace[2093510239] 'agreement among raft nodes before linearized reading' (duration: 791.336204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.207124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:21.415586Z","time spent":"791.510287ms","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:32:22.232788Z","caller":"traceutil/trace.go:171","msg":"trace[606097465] transaction","detail":"{read_only:false; response_revision:20316; number_of_response:1; }","duration":"277.640279ms","start":"2026-03-03T18:32:21.955101Z","end":"2026-03-03T18:32:22.232741Z","steps":["trace[606097465] 'process raft request' (duration: 277.584738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:22.232968Z","caller":"traceutil/trace.go:171","msg":"trace[88823183] transaction","detail":"{read_only:false; response_revision:20315; number_of_response:1; }","duration":"278.875169ms","start":"2026-03-03T18:32:21.954082Z","end":"2026-03-03T18:32:22.232957Z","steps":["trace[88823183] 'process raft request' (duration: 278.447479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.233209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.756417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:22.23328Z","caller":"traceutil/trace.go:171","msg":"trace[1943901553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20316; }","duration":"238.87998ms","start":"2026-03-03T18:32:21.994385Z","end":"2026-03-03T18:32:22.233265Z","steps":["trace[1943901553] 'agreement among raft nodes before linearized reading' (duration: 238.760238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.233664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.958416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:32:22.233689Z","caller":"traceutil/trace.go:171","msg":"trace[1230669458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20316; }","duration":"121.029958ms","start":"2026-03-03T18:32:22.112653Z","end":"2026-03-03T18:32:22.233683Z","steps":["trace[1230669458] 'agreement among raft nodes before linearized reading' (duration: 120.925326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.23369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.078504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:32:22.233733Z","caller":"traceutil/trace.go:171","msg":"trace[887607994] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20316; }","duration":"106.162086ms","start":"2026-03-03T18:32:22.127559Z","end":"2026-03-03T18:32:22.233721Z","steps":["trace[887607994] 'agreement among raft nodes before linearized reading' (duration: 105.797817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:22.439251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.471315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-03-03T18:32:22.439387Z","caller":"traceutil/trace.go:171","msg":"trace[462607771] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20320; }","duration":"120.651439ms","start":"2026-03-03T18:32:22.318708Z","end":"2026-03-03T18:32:22.43936Z","steps":["trace[462607771] 'range keys from in-memory index tree' (duration: 120.271679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:22.575987Z","caller":"traceutil/trace.go:171","msg":"trace[215855905] transaction","detail":"{read_only:false; response_revision:20321; number_of_response:1; }","duration":"119.665315ms","start":"2026-03-03T18:32:22.456301Z","end":"2026-03-03T18:32:22.575966Z","steps":["trace[215855905] 'process raft request' (duration: 119.495061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:22.62707Z","caller":"traceutil/trace.go:171","msg":"trace[1633845176] transaction","detail":"{read_only:false; response_revision:20322; number_of_response:1; }","duration":"170.448509ms","start":"2026-03-03T18:32:22.456593Z","end":"2026-03-03T18:32:22.627042Z","steps":["trace[1633845176] 'process raft request' (duration: 170.217054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:38.507708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.046465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:32:38.507802Z","caller":"traceutil/trace.go:171","msg":"trace[1990634305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20437; }","duration":"150.209319ms","start":"2026-03-03T18:32:38.357571Z","end":"2026-03-03T18:32:38.50778Z","steps":["trace[1990634305] 'range keys from in-memory index tree' (duration: 149.878021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:38.507689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.267538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:32:38.508163Z","caller":"traceutil/trace.go:171","msg":"trace[2033476379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20437; }","duration":"152.767451ms","start":"2026-03-03T18:32:38.355369Z","end":"2026-03-03T18:32:38.508136Z","steps":["trace[2033476379] 'range keys from in-memory index tree' (duration: 152.126935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:38.508241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.971516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:32:38.508345Z","caller":"traceutil/trace.go:171","msg":"trace[53468412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20437; }","duration":"156.53994ms","start":"2026-03-03T18:32:38.351777Z","end":"2026-03-03T18:32:38.508317Z","steps":["trace[53468412] 'range keys from in-memory index tree' (duration: 155.803062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:50.130707Z","caller":"traceutil/trace.go:171","msg":"trace[1793230645] linearizableReadLoop","detail":"{readStateIndex:21284; appliedIndex:21283; }","duration":"137.089358ms","start":"2026-03-03T18:32:49.993597Z","end":"2026-03-03T18:32:50.130687Z","steps":["trace[1793230645] 'read index received' (duration: 136.938664ms)","trace[1793230645] 'applied index is now lower than readState.Index' (duration: 150.064µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:50.13091Z","caller":"traceutil/trace.go:171","msg":"trace[1740305651] transaction","detail":"{read_only:false; response_revision:20495; number_of_response:1; }","duration":"162.885411ms","start":"2026-03-03T18:32:49.968016Z","end":"2026-03-03T18:32:50.130902Z","steps":["trace[1740305651] 'process raft request' (duration: 162.566772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:50.131071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.478497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:50.131103Z","caller":"traceutil/trace.go:171","msg":"trace[991460196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20495; }","duration":"137.544129ms","start":"2026-03-03T18:32:49.993553Z","end":"2026-03-03T18:32:50.131097Z","steps":["trace[991460196] 'agreement among raft nodes before linearized reading' (duration: 137.482718ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:55.955601Z","caller":"traceutil/trace.go:171","msg":"trace[1050012151] linearizableReadLoop","detail":"{readStateIndex:21316; appliedIndex:21315; }","duration":"199.225791ms","start":"2026-03-03T18:32:55.756359Z","end":"2026-03-03T18:32:55.955585Z","steps":["trace[1050012151] 'read index received' (duration: 199.054297ms)","trace[1050012151] 'applied index is now lower than readState.Index' (duration: 170.924µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:55.955737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.353614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:55.955757Z","caller":"traceutil/trace.go:171","msg":"trace[1002326115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20526; }","duration":"199.417645ms","start":"2026-03-03T18:32:55.756332Z","end":"2026-03-03T18:32:55.955749Z","steps":["trace[1002326115] 'agreement among raft nodes before linearized reading' (duration: 199.319443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:55.955739Z","caller":"traceutil/trace.go:171","msg":"trace[472287790] transaction","detail":"{read_only:false; response_revision:20526; number_of_response:1; }","duration":"406.679898ms","start":"2026-03-03T18:32:55.549028Z","end":"2026-03-03T18:32:55.955708Z","steps":["trace[472287790] 'process raft request' (duration: 406.447302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:55.95596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:55.549004Z","time spent":"406.850631ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:56.564724Z","caller":"traceutil/trace.go:171","msg":"trace[1726912575] transaction","detail":"{read_only:false; response_revision:20527; number_of_response:1; }","duration":"176.334049ms","start":"2026-03-03T18:32:56.38836Z","end":"2026-03-03T18:32:56.564695Z","steps":["trace[1726912575] 'process raft request' (duration: 176.142644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:56.74582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.122472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:32:56.745997Z","caller":"traceutil/trace.go:171","msg":"trace[869696992] linearizableReadLoop","detail":"{readStateIndex:21318; appliedIndex:21317; }","duration":"306.75088ms","start":"2026-03-03T18:32:56.439233Z","end":"2026-03-03T18:32:56.745984Z","steps":["trace[869696992] 'read index received' (duration: 125.458233ms)","trace[869696992] 'applied index is now lower than readState.Index' (duration: 181.291907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:56.746088Z","caller":"traceutil/trace.go:171","msg":"trace[548992398] transaction","detail":"{read_only:false; response_revision:20529; number_of_response:1; }","duration":"254.335597ms","start":"2026-03-03T18:32:56.491741Z","end":"2026-03-03T18:32:56.746076Z","steps":["trace[548992398] 'process raft request' (duration: 254.180214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:56.746245Z","caller":"traceutil/trace.go:171","msg":"trace[172701058] transaction","detail":"{read_only:false; response_revision:20528; number_of_response:1; }","duration":"321.250823ms","start":"2026-03-03T18:32:56.424962Z","end":"2026-03-03T18:32:56.746213Z","steps":["trace[172701058] 'process raft request' (duration: 200.543553ms)","trace[172701058] 'compare' (duration: 118.813255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:56.746324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.081767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:56.746413Z","caller":"traceutil/trace.go:171","msg":"trace[582268649] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20529; }","duration":"307.231381ms","start":"2026-03-03T18:32:56.439167Z","end":"2026-03-03T18:32:56.746398Z","steps":["trace[582268649] 'agreement among raft nodes before linearized reading' (duration: 307.065787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:56.746449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:56.424931Z","time spent":"321.377167ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:32:56.746486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:56.439138Z","time spent":"307.336833ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:32:56.74651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.4876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-ks-service-b8cbp\" ","response":"range_response_count:1 size:8035"} {"level":"info","ts":"2026-03-03T18:32:56.74662Z","caller":"traceutil/trace.go:171","msg":"trace[1400420990] range","detail":"{range_begin:/registry/pods/openstack/octavia-ks-service-b8cbp; range_end:; response_count:1; response_revision:20529; }","duration":"167.629283ms","start":"2026-03-03T18:32:56.578963Z","end":"2026-03-03T18:32:56.746592Z","steps":["trace[1400420990] 'agreement among raft nodes before linearized reading' (duration: 167.340476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:56.747824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.483881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:56.747892Z","caller":"traceutil/trace.go:171","msg":"trace[1879455380] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:20529; }","duration":"259.012968ms","start":"2026-03-03T18:32:56.488863Z","end":"2026-03-03T18:32:56.747875Z","steps":["trace[1879455380] 'agreement among raft nodes before linearized reading' (duration: 257.346558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:56.996386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.477745ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:32:56.996498Z","caller":"traceutil/trace.go:171","msg":"trace[1212465342] linearizableReadLoop","detail":"{readStateIndex:21320; appliedIndex:21319; }","duration":"241.967544ms","start":"2026-03-03T18:32:56.75451Z","end":"2026-03-03T18:32:56.996477Z","steps":["trace[1212465342] 'read index received' (duration: 67.350996ms)","trace[1212465342] 'applied index is now lower than readState.Index' (duration: 174.614518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:56.996734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.204609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18431"} {"level":"info","ts":"2026-03-03T18:32:56.996793Z","caller":"traceutil/trace.go:171","msg":"trace[2030956468] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20529; }","duration":"242.290371ms","start":"2026-03-03T18:32:56.75449Z","end":"2026-03-03T18:32:56.99678Z","steps":["trace[2030956468] 'agreement among raft nodes before linearized reading' (duration: 242.068696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.083861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.844187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.083938Z","caller":"traceutil/trace.go:171","msg":"trace[2082561696] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20530; }","duration":"156.941139ms","start":"2026-03-03T18:32:56.92698Z","end":"2026-03-03T18:32:57.083922Z","steps":["trace[2082561696] 'agreement among raft nodes before linearized reading' (duration: 156.809806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.08391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.088844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T18:32:57.084135Z","caller":"traceutil/trace.go:171","msg":"trace[1308231752] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20530; }","duration":"157.332189ms","start":"2026-03-03T18:32:56.926785Z","end":"2026-03-03T18:32:57.084117Z","steps":["trace[1308231752] 'agreement among raft nodes before linearized reading' (duration: 157.006382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.692345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:32:57.084487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.880505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:32:57.084509Z","caller":"traceutil/trace.go:171","msg":"trace[848199748] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20530; }","duration":"197.89106ms","start":"2026-03-03T18:32:56.886594Z","end":"2026-03-03T18:32:57.084486Z","steps":["trace[848199748] 'agreement among raft nodes before linearized reading' (duration: 197.45425ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.084539Z","caller":"traceutil/trace.go:171","msg":"trace[2095505237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20530; }","duration":"139.956627ms","start":"2026-03-03T18:32:56.944571Z","end":"2026-03-03T18:32:57.084528Z","steps":["trace[2095505237] 'agreement among raft nodes before linearized reading' (duration: 139.827744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.19129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:32:57.084507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.953084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.08459Z","caller":"traceutil/trace.go:171","msg":"trace[1076583726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20530; }","duration":"161.265522ms","start":"2026-03-03T18:32:56.92331Z","end":"2026-03-03T18:32:57.084575Z","steps":["trace[1076583726] 'agreement among raft nodes before linearized reading' (duration: 161.153489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.022852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.084673Z","caller":"traceutil/trace.go:171","msg":"trace[1861143753] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20530; }","duration":"158.086017ms","start":"2026-03-03T18:32:56.926521Z","end":"2026-03-03T18:32:57.084607Z","steps":["trace[1861143753] 'agreement among raft nodes before linearized reading' (duration: 157.893092ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.084731Z","caller":"traceutil/trace.go:171","msg":"trace[1162703933] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20530; }","duration":"157.591885ms","start":"2026-03-03T18:32:56.927093Z","end":"2026-03-03T18:32:57.084685Z","steps":["trace[1162703933] 'agreement among raft nodes before linearized reading' (duration: 157.001231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.786756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T18:32:57.084883Z","caller":"traceutil/trace.go:171","msg":"trace[865207936] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20530; }","duration":"157.40913ms","start":"2026-03-03T18:32:56.927465Z","end":"2026-03-03T18:32:57.084874Z","steps":["trace[865207936] 'agreement among raft nodes before linearized reading' (duration: 156.716824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.344445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.084963Z","caller":"traceutil/trace.go:171","msg":"trace[2082023101] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-endpoints; range_end:; response_count:0; response_revision:20530; }","duration":"157.167765ms","start":"2026-03-03T18:32:56.927774Z","end":"2026-03-03T18:32:57.084942Z","steps":["trace[2082023101] 'agreement among raft nodes before linearized reading' (duration: 156.301314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.471258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:32:57.085106Z","caller":"traceutil/trace.go:171","msg":"trace[1754393179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20530; }","duration":"284.346359ms","start":"2026-03-03T18:32:56.800745Z","end":"2026-03-03T18:32:57.085091Z","steps":["trace[1754393179] 'agreement among raft nodes before linearized reading' (duration: 283.372506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.340502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.085291Z","caller":"traceutil/trace.go:171","msg":"trace[426709382] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20530; }","duration":"213.331336ms","start":"2026-03-03T18:32:56.871912Z","end":"2026-03-03T18:32:57.085244Z","steps":["trace[426709382] 'agreement among raft nodes before linearized reading' (duration: 212.351563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.319518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.085398Z","caller":"traceutil/trace.go:171","msg":"trace[1702269482] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20530; }","duration":"158.375473ms","start":"2026-03-03T18:32:56.927004Z","end":"2026-03-03T18:32:57.085379Z","steps":["trace[1702269482] 'agreement among raft nodes before linearized reading' (duration: 157.310758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.085426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.603489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-03-03T18:32:57.084377Z","caller":"traceutil/trace.go:171","msg":"trace[379473861] transaction","detail":"{read_only:false; response_revision:20530; number_of_response:1; }","duration":"326.386365ms","start":"2026-03-03T18:32:56.757968Z","end":"2026-03-03T18:32:57.084354Z","steps":["trace[379473861] 'process raft request' (duration: 325.627676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.085498Z","caller":"traceutil/trace.go:171","msg":"trace[234366487] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:20530; }","duration":"159.528751ms","start":"2026-03-03T18:32:56.925947Z","end":"2026-03-03T18:32:57.085476Z","steps":["trace[234366487] 'agreement among raft nodes before linearized reading' (duration: 158.510487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:57.084414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.911493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/octavia-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:32:57.085638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:32:56.757943Z","time spent":"327.588663ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8203,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:32:57.085655Z","caller":"traceutil/trace.go:171","msg":"trace[952534775] range","detail":"{range_begin:/registry/jobs/openstack/octavia-ks-user; range_end:; response_count:0; response_revision:20530; }","duration":"159.198303ms","start":"2026-03-03T18:32:56.926438Z","end":"2026-03-03T18:32:57.085637Z","steps":["trace[952534775] 'agreement among raft nodes before linearized reading' (duration: 157.946274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.278685Z","caller":"traceutil/trace.go:171","msg":"trace[1533397292] transaction","detail":"{read_only:false; response_revision:20531; number_of_response:1; }","duration":"187.565425ms","start":"2026-03-03T18:32:57.091091Z","end":"2026-03-03T18:32:57.278657Z","steps":["trace[1533397292] 'process raft request' (duration: 167.409548ms)","trace[1533397292] 'compare' (duration: 20.025424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:57.278742Z","caller":"traceutil/trace.go:171","msg":"trace[724691225] transaction","detail":"{read_only:false; response_revision:20532; number_of_response:1; }","duration":"187.625787ms","start":"2026-03-03T18:32:57.091105Z","end":"2026-03-03T18:32:57.278731Z","steps":["trace[724691225] 'process raft request' (duration: 187.508744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.289203Z","caller":"traceutil/trace.go:171","msg":"trace[1629963933] transaction","detail":"{read_only:false; response_revision:20533; number_of_response:1; }","duration":"198.014533ms","start":"2026-03-03T18:32:57.091166Z","end":"2026-03-03T18:32:57.28918Z","steps":["trace[1629963933] 'process raft request' (duration: 197.862599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.289521Z","caller":"traceutil/trace.go:171","msg":"trace[329996258] transaction","detail":"{read_only:false; response_revision:20534; number_of_response:1; }","duration":"196.548817ms","start":"2026-03-03T18:32:57.092958Z","end":"2026-03-03T18:32:57.289506Z","steps":["trace[329996258] 'process raft request' (duration: 196.188519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.289925Z","caller":"traceutil/trace.go:171","msg":"trace[1154454946] transaction","detail":"{read_only:false; response_revision:20535; number_of_response:1; }","duration":"195.511073ms","start":"2026-03-03T18:32:57.094403Z","end":"2026-03-03T18:32:57.289914Z","steps":["trace[1154454946] 'process raft request' (duration: 194.9781ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:57.290097Z","caller":"traceutil/trace.go:171","msg":"trace[1110783145] linearizableReadLoop","detail":"{readStateIndex:21326; appliedIndex:21321; }","duration":"140.050549ms","start":"2026-03-03T18:32:57.150014Z","end":"2026-03-03T18:32:57.290065Z","steps":["trace[1110783145] 'read index received' (duration: 108.483902ms)","trace[1110783145] 'applied index is now lower than readState.Index' (duration: 31.308481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:32:57.290182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:57.290253Z","caller":"traceutil/trace.go:171","msg":"trace[250154550] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:20535; }","duration":"140.237703ms","start":"2026-03-03T18:32:57.15Z","end":"2026-03-03T18:32:57.290238Z","steps":["trace[250154550] 'agreement among raft nodes before linearized reading' (duration: 140.129571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:58.265658Z","caller":"traceutil/trace.go:171","msg":"trace[129755224] transaction","detail":"{read_only:false; response_revision:20536; number_of_response:1; }","duration":"171.884744ms","start":"2026-03-03T18:32:58.093754Z","end":"2026-03-03T18:32:58.265638Z","steps":["trace[129755224] 'process raft request' (duration: 171.761191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:58.55401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.953388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:32:58.554079Z","caller":"traceutil/trace.go:171","msg":"trace[1526238002] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20536; }","duration":"184.078301ms","start":"2026-03-03T18:32:58.369984Z","end":"2026-03-03T18:32:58.554063Z","steps":["trace[1526238002] 'count revisions from in-memory index tree' (duration: 183.857186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:58.709488Z","caller":"traceutil/trace.go:171","msg":"trace[2066808566] linearizableReadLoop","detail":"{readStateIndex:21328; appliedIndex:21327; }","duration":"115.22922ms","start":"2026-03-03T18:32:58.594239Z","end":"2026-03-03T18:32:58.709468Z","steps":["trace[2066808566] 'read index received' (duration: 115.093087ms)","trace[2066808566] 'applied index is now lower than readState.Index' (duration: 135.173µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:32:58.709558Z","caller":"traceutil/trace.go:171","msg":"trace[87836466] transaction","detail":"{read_only:false; response_revision:20537; number_of_response:1; }","duration":"140.09769ms","start":"2026-03-03T18:32:58.56943Z","end":"2026-03-03T18:32:58.709528Z","steps":["trace[87836466] 'process raft request' (duration: 139.924416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:58.709686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.430855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-service-b8cbp\" ","response":"range_response_count:1 size:2810"} {"level":"info","ts":"2026-03-03T18:32:58.709749Z","caller":"traceutil/trace.go:171","msg":"trace[307063552] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/octavia-ks-service-b8cbp; range_end:; response_count:1; response_revision:20537; }","duration":"115.530068ms","start":"2026-03-03T18:32:58.594202Z","end":"2026-03-03T18:32:58.709732Z","steps":["trace[307063552] 'agreement among raft nodes before linearized reading' (duration: 115.339583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:32:58.886389Z","caller":"traceutil/trace.go:171","msg":"trace[1392754498] transaction","detail":"{read_only:false; response_revision:20540; number_of_response:1; }","duration":"135.240644ms","start":"2026-03-03T18:32:58.751128Z","end":"2026-03-03T18:32:58.886369Z","steps":["trace[1392754498] 'process raft request' (duration: 135.113681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:32:59.187733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.444244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:32:59.187833Z","caller":"traceutil/trace.go:171","msg":"trace[964925229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20540; }","duration":"193.595688ms","start":"2026-03-03T18:32:58.994214Z","end":"2026-03-03T18:32:59.18781Z","steps":["trace[964925229] 'range keys from in-memory index tree' (duration: 193.343131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:24.232837Z","caller":"traceutil/trace.go:171","msg":"trace[836343278] transaction","detail":"{read_only:false; response_revision:20712; number_of_response:1; }","duration":"124.313156ms","start":"2026-03-03T18:33:24.108498Z","end":"2026-03-03T18:33:24.232811Z","steps":["trace[836343278] 'process raft request' (duration: 122.777399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:33:24.234472Z","caller":"traceutil/trace.go:171","msg":"trace[1114064701] transaction","detail":"{read_only:false; response_revision:20713; number_of_response:1; }","duration":"120.332032ms","start":"2026-03-03T18:33:24.114113Z","end":"2026-03-03T18:33:24.234445Z","steps":["trace[1114064701] 'process raft request' (duration: 120.162028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:20.172152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.294907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:34:20.172265Z","caller":"traceutil/trace.go:171","msg":"trace[911302167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21143; }","duration":"173.432831ms","start":"2026-03-03T18:34:19.998788Z","end":"2026-03-03T18:34:20.172221Z","steps":["trace[911302167] 'range keys from in-memory index tree' (duration: 173.203874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:34:54.42278Z","caller":"traceutil/trace.go:171","msg":"trace[430085776] transaction","detail":"{read_only:false; response_revision:21344; number_of_response:1; }","duration":"401.454205ms","start":"2026-03-03T18:34:54.021296Z","end":"2026-03-03T18:34:54.42275Z","steps":["trace[430085776] 'process raft request' (duration: 401.27561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:54.422965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:54.021281Z","time spent":"401.596658ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:34:54.568562Z","caller":"traceutil/trace.go:171","msg":"trace[625394496] transaction","detail":"{read_only:false; response_revision:21345; number_of_response:1; }","duration":"528.611267ms","start":"2026-03-03T18:34:54.039922Z","end":"2026-03-03T18:34:54.568533Z","steps":["trace[625394496] 'process raft request' (duration: 527.117311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:54.568706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:54.039898Z","time spent":"528.736411ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:34:54.568741Z","caller":"traceutil/trace.go:171","msg":"trace[139818307] linearizableReadLoop","detail":"{readStateIndex:22167; appliedIndex:22164; }","duration":"304.135127ms","start":"2026-03-03T18:34:54.264574Z","end":"2026-03-03T18:34:54.568709Z","steps":["trace[139818307] 'read index received' (duration: 157.961804ms)","trace[139818307] 'applied index is now lower than readState.Index' (duration: 146.172183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:34:54.568842Z","caller":"traceutil/trace.go:171","msg":"trace[2140961884] transaction","detail":"{read_only:false; response_revision:21346; number_of_response:1; }","duration":"528.809162ms","start":"2026-03-03T18:34:54.040022Z","end":"2026-03-03T18:34:54.568831Z","steps":["trace[2140961884] 'process raft request' (duration: 528.421703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:54.568908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:54.040015Z","time spent":"528.849083ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:34:54.568973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.214473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:34:54.569009Z","caller":"traceutil/trace.go:171","msg":"trace[375707355] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:21346; }","duration":"159.252154ms","start":"2026-03-03T18:34:54.409746Z","end":"2026-03-03T18:34:54.568998Z","steps":["trace[375707355] 'agreement among raft nodes before linearized reading' (duration: 159.187033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:54.569127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.550777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:34:54.569161Z","caller":"traceutil/trace.go:171","msg":"trace[400439593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21346; }","duration":"304.581088ms","start":"2026-03-03T18:34:54.264568Z","end":"2026-03-03T18:34:54.569149Z","steps":["trace[400439593] 'agreement among raft nodes before linearized reading' (duration: 304.433474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:34:54.569197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:34:54.264516Z","time spent":"304.675021ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:35:03.715266Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781057060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:35:04.21607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781057060,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:35:04.393705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.203635794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:35:04.394238Z","caller":"traceutil/trace.go:171","msg":"trace[1847036726] transaction","detail":"{read_only:false; response_revision:21504; number_of_response:1; }","duration":"1.204236918s","start":"2026-03-03T18:35:03.189978Z","end":"2026-03-03T18:35:04.394215Z","steps":["trace[1847036726] 'process raft request' (duration: 1.204083714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.394671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.18996Z","time spent":"1.204635157s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:04.489802Z","caller":"traceutil/trace.go:171","msg":"trace[1960547713] transaction","detail":"{read_only:false; response_revision:21506; number_of_response:1; }","duration":"1.177211417s","start":"2026-03-03T18:35:03.312553Z","end":"2026-03-03T18:35:04.489764Z","steps":["trace[1960547713] 'process raft request' (duration: 1.177086774s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:04.490002Z","caller":"traceutil/trace.go:171","msg":"trace[1890665379] transaction","detail":"{read_only:false; response_revision:21505; number_of_response:1; }","duration":"1.215834242s","start":"2026-03-03T18:35:03.274101Z","end":"2026-03-03T18:35:04.489935Z","steps":["trace[1890665379] 'process raft request' (duration: 1.215269239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.490301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.274072Z","time spent":"1.216078578s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:04.490424Z","caller":"traceutil/trace.go:171","msg":"trace[2111173470] linearizableReadLoop","detail":"{readStateIndex:22331; appliedIndex:22326; }","duration":"1.275154629s","start":"2026-03-03T18:35:03.215224Z","end":"2026-03-03T18:35:04.490379Z","steps":["trace[2111173470] 'read index received' (duration: 1.178805816s)","trace[2111173470] 'applied index is now lower than readState.Index' (duration: 96.347443ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:04.490547Z","caller":"traceutil/trace.go:171","msg":"trace[1620925486] transaction","detail":"{read_only:false; response_revision:21507; number_of_response:1; }","duration":"879.260377ms","start":"2026-03-03T18:35:03.611266Z","end":"2026-03-03T18:35:04.490526Z","steps":["trace[1620925486] 'process raft request' (duration: 878.450187ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.490047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.312531Z","time spent":"1.177388271s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:04.490621Z","caller":"traceutil/trace.go:171","msg":"trace[851170269] transaction","detail":"{read_only:false; response_revision:21508; number_of_response:1; }","duration":"878.461368ms","start":"2026-03-03T18:35:03.612143Z","end":"2026-03-03T18:35:04.490604Z","steps":["trace[851170269] 'process raft request' (duration: 877.858053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.490646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.611238Z","time spent":"879.356459ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:35:04.490807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.61213Z","time spent":"878.541989ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:35:04.490901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275672141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:04.490958Z","caller":"traceutil/trace.go:171","msg":"trace[438557222] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:0; response_revision:21508; }","duration":"1.275769314s","start":"2026-03-03T18:35:03.215175Z","end":"2026-03-03T18:35:04.490944Z","steps":["trace[438557222] 'agreement among raft nodes before linearized reading' (duration: 1.275671831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.490932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.67144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:35:04.491001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.215158Z","time spent":"1.275835585s","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":30,"request content":"key:\"/registry/namespaces/cert-manager-test\" "} {"level":"info","ts":"2026-03-03T18:35:04.491047Z","caller":"traceutil/trace.go:171","msg":"trace[1114872901] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:21508; }","duration":"880.860295ms","start":"2026-03-03T18:35:03.610152Z","end":"2026-03-03T18:35:04.491013Z","steps":["trace[1114872901] 'agreement among raft nodes before linearized reading' (duration: 880.544818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.491135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.610082Z","time spent":"881.035209ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:35:04.491222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.233344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-03T18:35:04.491307Z","caller":"traceutil/trace.go:171","msg":"trace[1784895556] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21508; }","duration":"397.349237ms","start":"2026-03-03T18:35:04.093937Z","end":"2026-03-03T18:35:04.491286Z","steps":["trace[1784895556] 'agreement among raft nodes before linearized reading' (duration: 397.04452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.4914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.589353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:35:04.491437Z","caller":"traceutil/trace.go:171","msg":"trace[346124107] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21508; }","duration":"473.667195ms","start":"2026-03-03T18:35:04.017757Z","end":"2026-03-03T18:35:04.491424Z","steps":["trace[346124107] 'agreement among raft nodes before linearized reading' (duration: 473.515401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.491467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:04.01773Z","time spent":"473.730066ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:35:04.491485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:04.093799Z","time spent":"397.628263ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:35:04.491545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.304886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:04.491573Z","caller":"traceutil/trace.go:171","msg":"trace[167304286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21508; }","duration":"497.366777ms","start":"2026-03-03T18:35:03.994198Z","end":"2026-03-03T18:35:04.491564Z","steps":["trace[167304286] 'agreement among raft nodes before linearized reading' (duration: 497.320716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.491605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:03.994181Z","time spent":"497.419268ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:35:04.491664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.59854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:35:04.491728Z","caller":"traceutil/trace.go:171","msg":"trace[909457650] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21508; }","duration":"475.687012ms","start":"2026-03-03T18:35:04.016016Z","end":"2026-03-03T18:35:04.491703Z","steps":["trace[909457650] 'agreement among raft nodes before linearized reading' (duration: 475.484878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:04.491776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:04.015996Z","time spent":"475.762325ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:35:05.040405Z","caller":"traceutil/trace.go:171","msg":"trace[82596524] transaction","detail":"{read_only:false; response_revision:21554; number_of_response:1; }","duration":"118.710403ms","start":"2026-03-03T18:35:04.921678Z","end":"2026-03-03T18:35:05.040388Z","steps":["trace[82596524] 'process raft request' (duration: 118.5731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:05.042703Z","caller":"traceutil/trace.go:171","msg":"trace[1143160530] transaction","detail":"{read_only:false; response_revision:21556; number_of_response:1; }","duration":"116.44617ms","start":"2026-03-03T18:35:04.926185Z","end":"2026-03-03T18:35:05.042631Z","steps":["trace[1143160530] 'process raft request' (duration: 116.409639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:05.043113Z","caller":"traceutil/trace.go:171","msg":"trace[466571906] transaction","detail":"{read_only:false; response_revision:21555; number_of_response:1; }","duration":"118.605851ms","start":"2026-03-03T18:35:04.924498Z","end":"2026-03-03T18:35:05.043104Z","steps":["trace[466571906] 'process raft request' (duration: 117.999997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:07.554194Z","caller":"traceutil/trace.go:171","msg":"trace[398249350] transaction","detail":"{read_only:false; response_revision:21830; number_of_response:1; }","duration":"347.465084ms","start":"2026-03-03T18:35:07.206701Z","end":"2026-03-03T18:35:07.554166Z","steps":["trace[398249350] 'process raft request' (duration: 347.268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:07.554374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:07.206673Z","time spent":"347.613268ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:07.557701Z","caller":"traceutil/trace.go:171","msg":"trace[866257900] linearizableReadLoop","detail":"{readStateIndex:22665; appliedIndex:22662; }","duration":"311.770218ms","start":"2026-03-03T18:35:07.245896Z","end":"2026-03-03T18:35:07.557666Z","steps":["trace[866257900] 'read index received' (duration: 308.110122ms)","trace[866257900] 'applied index is now lower than readState.Index' (duration: 3.658806ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:07.557821Z","caller":"traceutil/trace.go:171","msg":"trace[810368832] transaction","detail":"{read_only:false; response_revision:21831; number_of_response:1; }","duration":"348.12996ms","start":"2026-03-03T18:35:07.209653Z","end":"2026-03-03T18:35:07.557783Z","steps":["trace[810368832] 'process raft request' (duration: 347.637108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:07.557898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:07.209631Z","time spent":"348.230753ms","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:35:07.557885Z","caller":"traceutil/trace.go:171","msg":"trace[2140767651] transaction","detail":"{read_only:false; response_revision:21832; number_of_response:1; }","duration":"343.389888ms","start":"2026-03-03T18:35:07.214414Z","end":"2026-03-03T18:35:07.557804Z","steps":["trace[2140767651] 'process raft request' (duration: 343.10051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:07.558042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.111316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:35:07.558114Z","caller":"traceutil/trace.go:171","msg":"trace[725355378] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21832; }","duration":"312.23791ms","start":"2026-03-03T18:35:07.245861Z","end":"2026-03-03T18:35:07.558099Z","steps":["trace[725355378] 'agreement among raft nodes before linearized reading' (duration: 311.978574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:07.558159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:07.245843Z","time spent":"312.305921ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":51,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:35:07.558192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:07.214402Z","time spent":"343.684905ms","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1999,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:35:07.55902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.309778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-03-03T18:35:07.559106Z","caller":"traceutil/trace.go:171","msg":"trace[10397004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21832; }","duration":"295.419571ms","start":"2026-03-03T18:35:07.263659Z","end":"2026-03-03T18:35:07.559079Z","steps":["trace[10397004] 'agreement among raft nodes before linearized reading' (duration: 294.317215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:07.559252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.022818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209361"} {"level":"info","ts":"2026-03-03T18:35:07.559323Z","caller":"traceutil/trace.go:171","msg":"trace[58914162] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:21832; }","duration":"218.14195ms","start":"2026-03-03T18:35:07.341165Z","end":"2026-03-03T18:35:07.559307Z","steps":["trace[58914162] 'agreement among raft nodes before linearized reading' (duration: 216.816019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.276816Z","caller":"traceutil/trace.go:171","msg":"trace[300637677] transaction","detail":"{read_only:false; response_revision:21917; number_of_response:1; }","duration":"297.375756ms","start":"2026-03-03T18:35:08.97941Z","end":"2026-03-03T18:35:09.276786Z","steps":["trace[300637677] 'process raft request' (duration: 297.12379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.27725Z","caller":"traceutil/trace.go:171","msg":"trace[880993512] linearizableReadLoop","detail":"{readStateIndex:22751; appliedIndex:22749; }","duration":"293.531905ms","start":"2026-03-03T18:35:08.983657Z","end":"2026-03-03T18:35:09.277189Z","steps":["trace[880993512] 'read index received' (duration: 292.845459ms)","trace[880993512] 'applied index is now lower than readState.Index' (duration: 684.916µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:09.277331Z","caller":"traceutil/trace.go:171","msg":"trace[628796055] transaction","detail":"{read_only:false; response_revision:21918; number_of_response:1; }","duration":"294.462537ms","start":"2026-03-03T18:35:08.982846Z","end":"2026-03-03T18:35:09.277309Z","steps":["trace[628796055] 'process raft request' (duration: 294.055928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.277557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.856733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.277702Z","caller":"traceutil/trace.go:171","msg":"trace[193769449] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"294.064898ms","start":"2026-03-03T18:35:08.98362Z","end":"2026-03-03T18:35:09.277685Z","steps":["trace[193769449] 'agreement among raft nodes before linearized reading' (duration: 293.820562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.277845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.332671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.27791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.289454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278051Z","caller":"traceutil/trace.go:171","msg":"trace[1619598434] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"145.436298ms","start":"2026-03-03T18:35:09.132597Z","end":"2026-03-03T18:35:09.278034Z","steps":["trace[1619598434] 'agreement among raft nodes before linearized reading' (duration: 145.096299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.616837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278113Z","caller":"traceutil/trace.go:171","msg":"trace[1078606821] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"130.667848ms","start":"2026-03-03T18:35:09.147427Z","end":"2026-03-03T18:35:09.278095Z","steps":["trace[1078606821] 'agreement among raft nodes before linearized reading' (duration: 130.610256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.576532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.142147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278242Z","caller":"traceutil/trace.go:171","msg":"trace[1006303893] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"205.633443ms","start":"2026-03-03T18:35:09.072582Z","end":"2026-03-03T18:35:09.278216Z","steps":["trace[1006303893] 'agreement among raft nodes before linearized reading' (duration: 205.561922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.278268Z","caller":"traceutil/trace.go:171","msg":"trace[861368111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"220.330511ms","start":"2026-03-03T18:35:09.057925Z","end":"2026-03-03T18:35:09.278256Z","steps":["trace[861368111] 'agreement among raft nodes before linearized reading' (duration: 220.110696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.835502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278324Z","caller":"traceutil/trace.go:171","msg":"trace[1716626783] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"130.942454ms","start":"2026-03-03T18:35:09.147361Z","end":"2026-03-03T18:35:09.278304Z","steps":["trace[1716626783] 'agreement among raft nodes before linearized reading' (duration: 130.824482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.677503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.831241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.026513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.27854Z","caller":"traceutil/trace.go:171","msg":"trace[423362719] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"206.092804ms","start":"2026-03-03T18:35:09.072437Z","end":"2026-03-03T18:35:09.27853Z","steps":["trace[423362719] 'agreement among raft nodes before linearized reading' (duration: 206.026532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.014566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.392422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278609Z","caller":"traceutil/trace.go:171","msg":"trace[732869285] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21918; }","duration":"115.101548ms","start":"2026-03-03T18:35:09.163499Z","end":"2026-03-03T18:35:09.2786Z","steps":["trace[732869285] 'agreement among raft nodes before linearized reading' (duration: 115.022847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.277939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.041072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278632Z","caller":"traceutil/trace.go:171","msg":"trace[1581991105] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"228.443734ms","start":"2026-03-03T18:35:09.05018Z","end":"2026-03-03T18:35:09.278624Z","steps":["trace[1581991105] 'agreement among raft nodes before linearized reading' (duration: 228.386813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.27843Z","caller":"traceutil/trace.go:171","msg":"trace[2064272679] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"145.753285ms","start":"2026-03-03T18:35:09.132665Z","end":"2026-03-03T18:35:09.278418Z","steps":["trace[2064272679] 'agreement among raft nodes before linearized reading' (duration: 145.651383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.278667Z","caller":"traceutil/trace.go:171","msg":"trace[1569418661] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"154.795799ms","start":"2026-03-03T18:35:09.123852Z","end":"2026-03-03T18:35:09.278647Z","steps":["trace[1569418661] 'agreement among raft nodes before linearized reading' (duration: 154.057902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.71347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278741Z","caller":"traceutil/trace.go:171","msg":"trace[1530811572] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"220.779901ms","start":"2026-03-03T18:35:09.057951Z","end":"2026-03-03T18:35:09.278731Z","steps":["trace[1530811572] 'agreement among raft nodes before linearized reading' (duration: 220.72123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.278299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.805953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.277843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.122542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278899Z","caller":"traceutil/trace.go:171","msg":"trace[1794394338] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"193.238889ms","start":"2026-03-03T18:35:09.085646Z","end":"2026-03-03T18:35:09.278884Z","steps":["trace[1794394338] 'agreement among raft nodes before linearized reading' (duration: 192.104342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.277915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.426752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.935805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.278544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.664608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.279042Z","caller":"traceutil/trace.go:171","msg":"trace[1415286347] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"183.057678ms","start":"2026-03-03T18:35:09.095943Z","end":"2026-03-03T18:35:09.279001Z","steps":["trace[1415286347] 'agreement among raft nodes before linearized reading' (duration: 182.914994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.279059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.010297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.277944Z","caller":"traceutil/trace.go:171","msg":"trace[979929395] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21918; }","duration":"101.449385ms","start":"2026-03-03T18:35:09.176473Z","end":"2026-03-03T18:35:09.277922Z","steps":["trace[979929395] 'agreement among raft nodes before linearized reading' (duration: 101.27935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279072Z","caller":"traceutil/trace.go:171","msg":"trace[817991969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"280.18861ms","start":"2026-03-03T18:35:08.99887Z","end":"2026-03-03T18:35:09.279059Z","steps":["trace[817991969] 'agreement among raft nodes before linearized reading' (duration: 279.649578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279167Z","caller":"traceutil/trace.go:171","msg":"trace[405711145] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"131.530658ms","start":"2026-03-03T18:35:09.147445Z","end":"2026-03-03T18:35:09.278976Z","steps":["trace[405711145] 'agreement among raft nodes before linearized reading' (duration: 130.37848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279198Z","caller":"traceutil/trace.go:171","msg":"trace[522571439] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"183.16337ms","start":"2026-03-03T18:35:09.096023Z","end":"2026-03-03T18:35:09.279186Z","steps":["trace[522571439] 'agreement among raft nodes before linearized reading' (duration: 183.007516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.279175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.453174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.278495Z","caller":"traceutil/trace.go:171","msg":"trace[201488169] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21918; }","duration":"114.913234ms","start":"2026-03-03T18:35:09.163539Z","end":"2026-03-03T18:35:09.278452Z","steps":["trace[201488169] 'agreement among raft nodes before linearized reading' (duration: 114.822312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279276Z","caller":"traceutil/trace.go:171","msg":"trace[525881494] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"193.592508ms","start":"2026-03-03T18:35:09.085668Z","end":"2026-03-03T18:35:09.279261Z","steps":["trace[525881494] 'agreement among raft nodes before linearized reading' (duration: 193.467055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.27932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.452626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:09.27937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.095494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.279391Z","caller":"traceutil/trace.go:171","msg":"trace[1872105014] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"280.541808ms","start":"2026-03-03T18:35:08.998828Z","end":"2026-03-03T18:35:09.279369Z","steps":["trace[1872105014] 'agreement among raft nodes before linearized reading' (duration: 280.436926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279419Z","caller":"traceutil/trace.go:171","msg":"trace[130278297] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:21918; }","duration":"176.213866ms","start":"2026-03-03T18:35:09.10319Z","end":"2026-03-03T18:35:09.279404Z","steps":["trace[130278297] 'agreement among raft nodes before linearized reading' (duration: 176.125014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.277983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.088073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.279462Z","caller":"traceutil/trace.go:171","msg":"trace[879931179] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:21918; }","duration":"155.599388ms","start":"2026-03-03T18:35:09.123851Z","end":"2026-03-03T18:35:09.279451Z","steps":["trace[879931179] 'agreement among raft nodes before linearized reading' (duration: 154.107953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.279672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.023756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:09.279725Z","caller":"traceutil/trace.go:171","msg":"trace[1407139352] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:21918; }","duration":"296.039245ms","start":"2026-03-03T18:35:08.983673Z","end":"2026-03-03T18:35:09.279712Z","steps":["trace[1407139352] 'agreement among raft nodes before linearized reading' (duration: 294.018587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.279726Z","caller":"traceutil/trace.go:171","msg":"trace[1311808046] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:21918; }","duration":"102.449938ms","start":"2026-03-03T18:35:09.176429Z","end":"2026-03-03T18:35:09.278879Z","steps":["trace[1311808046] 'agreement among raft nodes before linearized reading' (duration: 101.778302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:09.5111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.082583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io\" ","response":"range_response_count:1 size:59270"} {"level":"info","ts":"2026-03-03T18:35:09.511228Z","caller":"traceutil/trace.go:171","msg":"trace[2109951703] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machines.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21919; }","duration":"127.292358ms","start":"2026-03-03T18:35:09.383901Z","end":"2026-03-03T18:35:09.511194Z","steps":["trace[2109951703] 'range keys from in-memory index tree' (duration: 126.861947ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:09.514258Z","caller":"traceutil/trace.go:171","msg":"trace[455275236] transaction","detail":"{read_only:false; response_revision:21920; number_of_response:1; }","duration":"108.768848ms","start":"2026-03-03T18:35:09.405457Z","end":"2026-03-03T18:35:09.514225Z","steps":["trace[455275236] 'process raft request' (duration: 108.597634ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:10.437651Z","caller":"traceutil/trace.go:171","msg":"trace[1571510694] linearizableReadLoop","detail":"{readStateIndex:22754; appliedIndex:22753; }","duration":"952.888301ms","start":"2026-03-03T18:35:09.484684Z","end":"2026-03-03T18:35:10.437572Z","steps":["trace[1571510694] 'read index received' (duration: 29.837517ms)","trace[1571510694] 'applied index is now lower than readState.Index' (duration: 923.049394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:10.43769Z","caller":"traceutil/trace.go:171","msg":"trace[470905154] transaction","detail":"{read_only:false; response_revision:21921; number_of_response:1; }","duration":"1.003772328s","start":"2026-03-03T18:35:09.433885Z","end":"2026-03-03T18:35:10.437658Z","steps":["trace[470905154] 'process raft request' (duration: 1.003414949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.437841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.433856Z","time spent":"1.003898351s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":82619,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:35:10.438189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.451035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:35:10.438502Z","caller":"traceutil/trace.go:171","msg":"trace[1047379374] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:21921; }","duration":"953.797584ms","start":"2026-03-03T18:35:09.484677Z","end":"2026-03-03T18:35:10.438475Z","steps":["trace[1047379374] 'agreement among raft nodes before linearized reading' (duration: 953.240701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.438657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.484619Z","time spent":"954.019279ms","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:35:10.447829Z","caller":"traceutil/trace.go:171","msg":"trace[91676209] transaction","detail":"{read_only:false; response_revision:21922; number_of_response:1; }","duration":"548.811346ms","start":"2026-03-03T18:35:09.898989Z","end":"2026-03-03T18:35:10.4478Z","steps":["trace[91676209] 'process raft request' (duration: 548.57535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.448194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.433185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:10.448273Z","caller":"traceutil/trace.go:171","msg":"trace[169180735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21923; }","duration":"453.573528ms","start":"2026-03-03T18:35:09.994685Z","end":"2026-03-03T18:35:10.448259Z","steps":["trace[169180735] 'agreement among raft nodes before linearized reading' (duration: 453.446785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:10.448277Z","caller":"traceutil/trace.go:171","msg":"trace[289961971] transaction","detail":"{read_only:false; response_revision:21923; number_of_response:1; }","duration":"372.59659ms","start":"2026-03-03T18:35:10.075647Z","end":"2026-03-03T18:35:10.448244Z","steps":["trace[289961971] 'process raft request' (duration: 372.084568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.448351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.994655Z","time spent":"453.658951ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:35:10.448398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.738377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:35:10.448454Z","caller":"traceutil/trace.go:171","msg":"trace[464428149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21923; }","duration":"587.826439ms","start":"2026-03-03T18:35:09.860609Z","end":"2026-03-03T18:35:10.448436Z","steps":["trace[464428149] 'agreement among raft nodes before linearized reading' (duration: 587.704717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.448401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:10.075607Z","time spent":"372.728683ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:35:10.448482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.016685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:35:10.44827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.948972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/cert-manager-test\" ","response":"range_response_count:1 size:385"} {"level":"info","ts":"2026-03-03T18:35:10.448606Z","caller":"traceutil/trace.go:171","msg":"trace[1604129185] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:21923; }","duration":"480.21438ms","start":"2026-03-03T18:35:09.968367Z","end":"2026-03-03T18:35:10.448581Z","steps":["trace[1604129185] 'agreement among raft nodes before linearized reading' (duration: 479.929923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:10.448623Z","caller":"traceutil/trace.go:171","msg":"trace[867493566] range","detail":"{range_begin:/registry/namespaces/cert-manager-test; range_end:; response_count:1; response_revision:21923; }","duration":"877.362901ms","start":"2026-03-03T18:35:09.571234Z","end":"2026-03-03T18:35:10.448597Z","steps":["trace[867493566] 'agreement among raft nodes before linearized reading' (duration: 876.839989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.448645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.030744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-tn7cj\" ","response":"range_response_count:1 size:5435"} {"level":"info","ts":"2026-03-03T18:35:10.44877Z","caller":"traceutil/trace.go:171","msg":"trace[1278798364] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5fbb4994-tn7cj; range_end:; response_count:1; response_revision:21923; }","duration":"466.211888ms","start":"2026-03-03T18:35:09.982531Z","end":"2026-03-03T18:35:10.448743Z","steps":["trace[1278798364] 'agreement among raft nodes before linearized reading' (duration: 465.831179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:10.448709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.571201Z","time spent":"877.483904ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":409,"request content":"key:\"/registry/namespaces/cert-manager-test\" "} {"level":"warn","ts":"2026-03-03T18:35:10.44883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.982504Z","time spent":"466.313081ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":5459,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5fbb4994-tn7cj\" "} {"level":"warn","ts":"2026-03-03T18:35:10.4485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.860581Z","time spent":"587.910692ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:35:10.449323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.898952Z","time spent":"549.049511ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:35:10.449756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:09.968348Z","time spent":"481.377488ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:35:11.440868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.416371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:11.440968Z","caller":"traceutil/trace.go:171","msg":"trace[1369500135] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21965; }","duration":"268.572565ms","start":"2026-03-03T18:35:11.172377Z","end":"2026-03-03T18:35:11.44095Z","steps":["trace[1369500135] 'count revisions from in-memory index tree' (duration: 268.300398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:11.441176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.274081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io\" ","response":"range_response_count:1 size:65143"} {"level":"info","ts":"2026-03-03T18:35:11.441239Z","caller":"traceutil/trace.go:171","msg":"trace[1445758004] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/machinesets.cluster.x-k8s.io; range_end:; response_count:1; response_revision:21965; }","duration":"280.345133ms","start":"2026-03-03T18:35:11.160878Z","end":"2026-03-03T18:35:11.441223Z","steps":["trace[1445758004] 'range keys from in-memory index tree' (duration: 280.173939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:11.44123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.773849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:11.441312Z","caller":"traceutil/trace.go:171","msg":"trace[1054531968] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21965; }","duration":"268.895043ms","start":"2026-03-03T18:35:11.172393Z","end":"2026-03-03T18:35:11.441288Z","steps":["trace[1054531968] 'range keys from in-memory index tree' (duration: 268.680557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:11.444175Z","caller":"traceutil/trace.go:171","msg":"trace[1190972594] linearizableReadLoop","detail":"{readStateIndex:22799; appliedIndex:22798; }","duration":"246.178124ms","start":"2026-03-03T18:35:11.197967Z","end":"2026-03-03T18:35:11.444145Z","steps":["trace[1190972594] 'read index received' (duration: 245.913108ms)","trace[1190972594] 'applied index is now lower than readState.Index' (duration: 263.716µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:35:11.4443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.314177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:11.444182Z","caller":"traceutil/trace.go:171","msg":"trace[1530980503] transaction","detail":"{read_only:false; response_revision:21966; number_of_response:1; }","duration":"259.670184ms","start":"2026-03-03T18:35:11.184487Z","end":"2026-03-03T18:35:11.444157Z","steps":["trace[1530980503] 'process raft request' (duration: 259.412508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:11.444335Z","caller":"traceutil/trace.go:171","msg":"trace[1753483812] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21966; }","duration":"246.401769ms","start":"2026-03-03T18:35:11.197922Z","end":"2026-03-03T18:35:11.444324Z","steps":["trace[1753483812] 'agreement among raft nodes before linearized reading' (duration: 246.327568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:11.444563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.44856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:11.444635Z","caller":"traceutil/trace.go:171","msg":"trace[1395462873] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:21966; }","duration":"246.554873ms","start":"2026-03-03T18:35:11.198064Z","end":"2026-03-03T18:35:11.444619Z","steps":["trace[1395462873] 'agreement among raft nodes before linearized reading' (duration: 246.42981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:11.444683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.260524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T18:35:11.444712Z","caller":"traceutil/trace.go:171","msg":"trace[1978681058] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:21966; }","duration":"121.323074ms","start":"2026-03-03T18:35:11.323381Z","end":"2026-03-03T18:35:11.444705Z","steps":["trace[1978681058] 'agreement among raft nodes before linearized reading' (duration: 121.196611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:11.444919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.227336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:35:11.444998Z","caller":"traceutil/trace.go:171","msg":"trace[1040169956] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/cert-manager-test0; response_count:0; response_revision:21966; }","duration":"246.343718ms","start":"2026-03-03T18:35:11.198635Z","end":"2026-03-03T18:35:11.444979Z","steps":["trace[1040169956] 'agreement among raft nodes before linearized reading' (duration: 246.105172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:13.00834Z","caller":"traceutil/trace.go:171","msg":"trace[331231742] transaction","detail":"{read_only:false; response_revision:21976; number_of_response:1; }","duration":"905.783965ms","start":"2026-03-03T18:35:12.102534Z","end":"2026-03-03T18:35:13.008318Z","steps":["trace[331231742] 'process raft request' (duration: 905.632342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.008456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.102523Z","time spent":"905.875927ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1781,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:13.012963Z","caller":"traceutil/trace.go:171","msg":"trace[1238182945] linearizableReadLoop","detail":"{readStateIndex:22814; appliedIndex:22809; }","duration":"459.960119ms","start":"2026-03-03T18:35:12.552989Z","end":"2026-03-03T18:35:13.01295Z","steps":["trace[1238182945] 'read index received' (duration: 455.162265ms)","trace[1238182945] 'applied index is now lower than readState.Index' (duration: 4.796994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:13.013198Z","caller":"traceutil/trace.go:171","msg":"trace[501692621] transaction","detail":"{read_only:false; response_revision:21977; number_of_response:1; }","duration":"491.443216ms","start":"2026-03-03T18:35:12.521742Z","end":"2026-03-03T18:35:13.013185Z","steps":["trace[501692621] 'process raft request' (duration: 490.971035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.013295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.521718Z","time spent":"491.508868ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:13.013442Z","caller":"traceutil/trace.go:171","msg":"trace[1882768196] transaction","detail":"{read_only:false; response_revision:21978; number_of_response:1; }","duration":"483.486978ms","start":"2026-03-03T18:35:12.529947Z","end":"2026-03-03T18:35:13.013435Z","steps":["trace[1882768196] 'process raft request' (duration: 482.857523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.013486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.52992Z","time spent":"483.543219ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:13.013578Z","caller":"traceutil/trace.go:171","msg":"trace[1097337302] transaction","detail":"{read_only:false; response_revision:21979; number_of_response:1; }","duration":"480.466926ms","start":"2026-03-03T18:35:12.533102Z","end":"2026-03-03T18:35:13.013569Z","steps":["trace[1097337302] 'process raft request' (duration: 479.733499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.013657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.53309Z","time spent":"480.538087ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:13.013735Z","caller":"traceutil/trace.go:171","msg":"trace[1092015904] transaction","detail":"{read_only:false; response_revision:21980; number_of_response:1; }","duration":"461.091767ms","start":"2026-03-03T18:35:12.552635Z","end":"2026-03-03T18:35:13.013727Z","steps":["trace[1092015904] 'process raft request' (duration: 460.225936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.013771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.552623Z","time spent":"461.129498ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:35:13.013899Z","caller":"traceutil/trace.go:171","msg":"trace[154951898] transaction","detail":"{read_only:false; response_revision:21981; number_of_response:1; }","duration":"239.992057ms","start":"2026-03-03T18:35:12.773893Z","end":"2026-03-03T18:35:13.013885Z","steps":["trace[154951898] 'process raft request' (duration: 239.001644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.01412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.136498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:35:13.014144Z","caller":"traceutil/trace.go:171","msg":"trace[1223434899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21982; }","duration":"461.197648ms","start":"2026-03-03T18:35:12.55294Z","end":"2026-03-03T18:35:13.014138Z","steps":["trace[1223434899] 'agreement among raft nodes before linearized reading' (duration: 461.094686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.014164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.55292Z","time spent":"461.2375ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:35:13.014387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.541935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:35:13.014395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.276697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:35:13.01442Z","caller":"traceutil/trace.go:171","msg":"trace[153021331] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21982; }","duration":"455.598856ms","start":"2026-03-03T18:35:12.558812Z","end":"2026-03-03T18:35:13.014411Z","steps":["trace[153021331] 'agreement among raft nodes before linearized reading' (duration: 455.497383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:13.01443Z","caller":"traceutil/trace.go:171","msg":"trace[1202822604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21982; }","duration":"330.344529ms","start":"2026-03-03T18:35:12.684075Z","end":"2026-03-03T18:35:13.014419Z","steps":["trace[1202822604] 'agreement among raft nodes before linearized reading' (duration: 330.254967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.014449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.558801Z","time spent":"455.634557ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:35:13.014456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.684047Z","time spent":"330.401829ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:35:13.014532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.869409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:35:13.014591Z","caller":"traceutil/trace.go:171","msg":"trace[1880507691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21982; }","duration":"389.974941ms","start":"2026-03-03T18:35:12.624602Z","end":"2026-03-03T18:35:13.014577Z","steps":["trace[1880507691] 'agreement among raft nodes before linearized reading' (duration: 389.779087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.014629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.624584Z","time spent":"390.038593ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:35:13.014937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.168583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:35:13.014969Z","caller":"traceutil/trace.go:171","msg":"trace[417079368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21982; }","duration":"359.229413ms","start":"2026-03-03T18:35:12.655732Z","end":"2026-03-03T18:35:13.014962Z","steps":["trace[417079368] 'agreement among raft nodes before linearized reading' (duration: 359.147672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:13.014992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:35:12.655702Z","time spent":"359.286755ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:35:19.667303Z","caller":"traceutil/trace.go:171","msg":"trace[1798460740] transaction","detail":"{read_only:false; response_revision:22084; number_of_response:1; }","duration":"142.967529ms","start":"2026-03-03T18:35:19.524306Z","end":"2026-03-03T18:35:19.667274Z","steps":["trace[1798460740] 'process raft request' (duration: 142.788775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:31.291762Z","caller":"traceutil/trace.go:171","msg":"trace[1059035416] transaction","detail":"{read_only:false; response_revision:22178; number_of_response:1; }","duration":"187.650897ms","start":"2026-03-03T18:35:31.104086Z","end":"2026-03-03T18:35:31.291737Z","steps":["trace[1059035416] 'process raft request' (duration: 184.243756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:31.292007Z","caller":"traceutil/trace.go:171","msg":"trace[418289434] linearizableReadLoop","detail":"{readStateIndex:23018; appliedIndex:23016; }","duration":"173.819239ms","start":"2026-03-03T18:35:31.118155Z","end":"2026-03-03T18:35:31.291974Z","steps":["trace[418289434] 'read index received' (duration: 170.223894ms)","trace[418289434] 'applied index is now lower than readState.Index' (duration: 3.592435ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:35:31.292382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.216178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:35:31.292426Z","caller":"traceutil/trace.go:171","msg":"trace[2075873399] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22179; }","duration":"174.300331ms","start":"2026-03-03T18:35:31.118112Z","end":"2026-03-03T18:35:31.292413Z","steps":["trace[2075873399] 'agreement among raft nodes before linearized reading' (duration: 174.105196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:31.292483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.441793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:35:31.292536Z","caller":"traceutil/trace.go:171","msg":"trace[959418162] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22179; }","duration":"171.519425ms","start":"2026-03-03T18:35:31.120996Z","end":"2026-03-03T18:35:31.292515Z","steps":["trace[959418162] 'agreement among raft nodes before linearized reading' (duration: 171.323481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:31.292557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.362024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:35:31.29262Z","caller":"traceutil/trace.go:171","msg":"trace[1128978828] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22179; }","duration":"169.451425ms","start":"2026-03-03T18:35:31.123151Z","end":"2026-03-03T18:35:31.292602Z","steps":["trace[1128978828] 'agreement among raft nodes before linearized reading' (duration: 169.180459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:31.292588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.479164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:35:31.292061Z","caller":"traceutil/trace.go:171","msg":"trace[1131902096] transaction","detail":"{read_only:false; response_revision:22179; number_of_response:1; }","duration":"187.895492ms","start":"2026-03-03T18:35:31.104116Z","end":"2026-03-03T18:35:31.292012Z","steps":["trace[1131902096] 'process raft request' (duration: 187.565475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:31.2927Z","caller":"traceutil/trace.go:171","msg":"trace[2001722734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22179; }","duration":"163.633638ms","start":"2026-03-03T18:35:31.129036Z","end":"2026-03-03T18:35:31.292669Z","steps":["trace[2001722734] 'agreement among raft nodes before linearized reading' (duration: 163.336991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:35:31.292701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.567779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:35:31.292785Z","caller":"traceutil/trace.go:171","msg":"trace[818351974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22179; }","duration":"169.692131ms","start":"2026-03-03T18:35:31.123072Z","end":"2026-03-03T18:35:31.292764Z","steps":["trace[818351974] 'agreement among raft nodes before linearized reading' (duration: 169.263991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:33.424012Z","caller":"traceutil/trace.go:171","msg":"trace[2062191444] linearizableReadLoop","detail":"{readStateIndex:23033; appliedIndex:23031; }","duration":"100.350248ms","start":"2026-03-03T18:35:33.323626Z","end":"2026-03-03T18:35:33.423976Z","steps":["trace[2062191444] 'read index received' (duration: 2.94153ms)","trace[2062191444] 'applied index is now lower than readState.Index' (duration: 97.407138ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:35:33.424083Z","caller":"traceutil/trace.go:171","msg":"trace[280986217] transaction","detail":"{read_only:false; response_revision:22193; number_of_response:1; }","duration":"124.819699ms","start":"2026-03-03T18:35:33.299224Z","end":"2026-03-03T18:35:33.424044Z","steps":["trace[280986217] 'process raft request' (duration: 42.133299ms)","trace[280986217] 'compare' (duration: 82.480275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:35:33.42426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.619105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:35:33.424334Z","caller":"traceutil/trace.go:171","msg":"trace[61734295] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22193; }","duration":"100.742867ms","start":"2026-03-03T18:35:33.323574Z","end":"2026-03-03T18:35:33.424317Z","steps":["trace[61734295] 'agreement among raft nodes before linearized reading' (duration: 100.505961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:33.542575Z","caller":"traceutil/trace.go:171","msg":"trace[156578885] transaction","detail":"{read_only:false; response_revision:22195; number_of_response:1; }","duration":"114.107845ms","start":"2026-03-03T18:35:33.428443Z","end":"2026-03-03T18:35:33.542551Z","steps":["trace[156578885] 'process raft request' (duration: 113.91808ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:33.542807Z","caller":"traceutil/trace.go:171","msg":"trace[202533822] transaction","detail":"{read_only:false; response_revision:22196; number_of_response:1; }","duration":"114.334229ms","start":"2026-03-03T18:35:33.42845Z","end":"2026-03-03T18:35:33.542784Z","steps":["trace[202533822] 'process raft request' (duration: 114.058473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:33.54297Z","caller":"traceutil/trace.go:171","msg":"trace[215071751] transaction","detail":"{read_only:false; response_revision:22197; number_of_response:1; }","duration":"114.423011ms","start":"2026-03-03T18:35:33.428529Z","end":"2026-03-03T18:35:33.542952Z","steps":["trace[215071751] 'process raft request' (duration: 114.177505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:35:33.543223Z","caller":"traceutil/trace.go:171","msg":"trace[2026446666] transaction","detail":"{read_only:false; response_revision:22198; number_of_response:1; }","duration":"113.200442ms","start":"2026-03-03T18:35:33.430004Z","end":"2026-03-03T18:35:33.543204Z","steps":["trace[2026446666] 'process raft request' (duration: 112.906565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:23.523604Z","caller":"traceutil/trace.go:171","msg":"trace[985715400] linearizableReadLoop","detail":"{readStateIndex:23616; appliedIndex:23615; }","duration":"112.187188ms","start":"2026-03-03T18:36:23.411387Z","end":"2026-03-03T18:36:23.523574Z","steps":["trace[985715400] 'read index received' (duration: 112.117466ms)","trace[985715400] 'applied index is now lower than readState.Index' (duration: 68.522µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:23.523819Z","caller":"traceutil/trace.go:171","msg":"trace[308492050] transaction","detail":"{read_only:false; response_revision:22762; number_of_response:1; }","duration":"118.787326ms","start":"2026-03-03T18:36:23.404991Z","end":"2026-03-03T18:36:23.523779Z","steps":["trace[308492050] 'process raft request' (duration: 118.393117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:23.523845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.423634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:23.523919Z","caller":"traceutil/trace.go:171","msg":"trace[995802488] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:22762; }","duration":"112.556438ms","start":"2026-03-03T18:36:23.411342Z","end":"2026-03-03T18:36:23.523898Z","steps":["trace[995802488] 'agreement among raft nodes before linearized reading' (duration: 112.372213ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:23.675623Z","caller":"traceutil/trace.go:171","msg":"trace[1147056694] linearizableReadLoop","detail":"{readStateIndex:23618; appliedIndex:23617; }","duration":"109.767171ms","start":"2026-03-03T18:36:23.56582Z","end":"2026-03-03T18:36:23.675588Z","steps":["trace[1147056694] 'read index received' (duration: 74.452364ms)","trace[1147056694] 'applied index is now lower than readState.Index' (duration: 35.312777ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:23.675693Z","caller":"traceutil/trace.go:171","msg":"trace[2061352272] transaction","detail":"{read_only:false; response_revision:22764; number_of_response:1; }","duration":"115.087727ms","start":"2026-03-03T18:36:23.560582Z","end":"2026-03-03T18:36:23.67567Z","steps":["trace[2061352272] 'process raft request' (duration: 79.521034ms)","trace[2061352272] 'compare' (duration: 35.323848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:23.675964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.105299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi\" ","response":"range_response_count:1 size:644"} {"level":"info","ts":"2026-03-03T18:36:23.676026Z","caller":"traceutil/trace.go:171","msg":"trace[1695582882] range","detail":"{range_begin:/registry/leases/capi-kubeadm-control-plane-system/kubeadm-control-plane-manager-leader-election-capi; range_end:; response_count:1; response_revision:22764; }","duration":"110.250913ms","start":"2026-03-03T18:36:23.565757Z","end":"2026-03-03T18:36:23.676008Z","steps":["trace[1695582882] 'agreement among raft nodes before linearized reading' (duration: 110.015778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:23.8918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.87579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:36:23.891911Z","caller":"traceutil/trace.go:171","msg":"trace[1741419086] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22769; }","duration":"101.069535ms","start":"2026-03-03T18:36:23.790815Z","end":"2026-03-03T18:36:23.891885Z","steps":["trace[1741419086] 'range keys from in-memory index tree' (duration: 100.606455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:23.891912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.23692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:36:23.892035Z","caller":"traceutil/trace.go:171","msg":"trace[131081172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22769; }","duration":"104.451766ms","start":"2026-03-03T18:36:23.787555Z","end":"2026-03-03T18:36:23.892007Z","steps":["trace[131081172] 'range keys from in-memory index tree' (duration: 103.919492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:24.083782Z","caller":"traceutil/trace.go:171","msg":"trace[507579782] transaction","detail":"{read_only:false; response_revision:22771; number_of_response:1; }","duration":"187.80006ms","start":"2026-03-03T18:36:23.895951Z","end":"2026-03-03T18:36:24.083751Z","steps":["trace[507579782] 'process raft request' (duration: 123.115287ms)","trace[507579782] 'compare' (duration: 64.066819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:24.08387Z","caller":"traceutil/trace.go:171","msg":"trace[54002312] transaction","detail":"{read_only:false; response_revision:22773; number_of_response:1; }","duration":"186.657034ms","start":"2026-03-03T18:36:23.897198Z","end":"2026-03-03T18:36:24.083855Z","steps":["trace[54002312] 'process raft request' (duration: 186.198593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:24.083952Z","caller":"traceutil/trace.go:171","msg":"trace[1189081853] transaction","detail":"{read_only:false; response_revision:22772; number_of_response:1; }","duration":"187.798091ms","start":"2026-03-03T18:36:23.896145Z","end":"2026-03-03T18:36:24.083943Z","steps":["trace[1189081853] 'process raft request' (duration: 187.205337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:25.61655Z","caller":"traceutil/trace.go:171","msg":"trace[1773955108] transaction","detail":"{read_only:false; response_revision:22779; number_of_response:1; }","duration":"232.994621ms","start":"2026-03-03T18:36:25.383519Z","end":"2026-03-03T18:36:25.616514Z","steps":["trace[1773955108] 'process raft request' (duration: 211.737017ms)","trace[1773955108] 'compare' (duration: 20.904856ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:25.616861Z","caller":"traceutil/trace.go:171","msg":"trace[242215466] transaction","detail":"{read_only:false; response_revision:22780; number_of_response:1; }","duration":"145.450397ms","start":"2026-03-03T18:36:25.471375Z","end":"2026-03-03T18:36:25.616825Z","steps":["trace[242215466] 'process raft request' (duration: 144.978496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:25.830584Z","caller":"traceutil/trace.go:171","msg":"trace[1604218424] transaction","detail":"{read_only:false; response_revision:22783; number_of_response:1; }","duration":"129.615932ms","start":"2026-03-03T18:36:25.700928Z","end":"2026-03-03T18:36:25.830544Z","steps":["trace[1604218424] 'process raft request' (duration: 47.966707ms)","trace[1604218424] 'compare' (duration: 81.211184ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:25.831155Z","caller":"traceutil/trace.go:171","msg":"trace[1538317406] transaction","detail":"{read_only:false; response_revision:22784; number_of_response:1; }","duration":"125.191797ms","start":"2026-03-03T18:36:25.705919Z","end":"2026-03-03T18:36:25.831111Z","steps":["trace[1538317406] 'process raft request' (duration: 124.688854ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:26.01495Z","caller":"traceutil/trace.go:171","msg":"trace[693306814] transaction","detail":"{read_only:false; response_revision:22786; number_of_response:1; }","duration":"149.421471ms","start":"2026-03-03T18:36:25.865495Z","end":"2026-03-03T18:36:26.014916Z","steps":["trace[693306814] 'process raft request' (duration: 115.214191ms)","trace[693306814] 'compare' (duration: 33.574985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:30.452598Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19816} {"level":"info","ts":"2026-03-03T18:36:30.538896Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19816,"took":"81.237645ms","hash":3989114430,"current-db-size-bytes":48988160,"current-db-size":"49 MB","current-db-size-in-use-bytes":39682048,"current-db-size-in-use":"40 MB"} {"level":"info","ts":"2026-03-03T18:36:30.538974Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3989114430,"revision":19816,"compact-revision":18060} {"level":"info","ts":"2026-03-03T18:36:31.980713Z","caller":"traceutil/trace.go:171","msg":"trace[978747448] linearizableReadLoop","detail":"{readStateIndex:23708; appliedIndex:23707; }","duration":"100.102663ms","start":"2026-03-03T18:36:31.880573Z","end":"2026-03-03T18:36:31.980675Z","steps":["trace[978747448] 'read index received' (duration: 47.401163ms)","trace[978747448] 'applied index is now lower than readState.Index' (duration: 52.6997ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:31.981018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.435101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:36:31.981022Z","caller":"traceutil/trace.go:171","msg":"trace[1731976434] transaction","detail":"{read_only:false; response_revision:22849; number_of_response:1; }","duration":"127.35815ms","start":"2026-03-03T18:36:31.853638Z","end":"2026-03-03T18:36:31.980996Z","steps":["trace[1731976434] 'process raft request' (duration: 74.413805ms)","trace[1731976434] 'compare' (duration: 52.472314ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:31.981062Z","caller":"traceutil/trace.go:171","msg":"trace[448083155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22849; }","duration":"100.538943ms","start":"2026-03-03T18:36:31.880511Z","end":"2026-03-03T18:36:31.98105Z","steps":["trace[448083155] 'agreement among raft nodes before linearized reading' (duration: 100.296328ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:32.339303Z","caller":"traceutil/trace.go:171","msg":"trace[894372297] transaction","detail":"{read_only:false; response_revision:22853; number_of_response:1; }","duration":"121.121671ms","start":"2026-03-03T18:36:32.218155Z","end":"2026-03-03T18:36:32.339277Z","steps":["trace[894372297] 'process raft request' (duration: 49.656166ms)","trace[894372297] 'compare' (duration: 71.29ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:32.339733Z","caller":"traceutil/trace.go:171","msg":"trace[1011227335] transaction","detail":"{read_only:false; response_revision:22854; number_of_response:1; }","duration":"121.407307ms","start":"2026-03-03T18:36:32.218216Z","end":"2026-03-03T18:36:32.339623Z","steps":["trace[1011227335] 'process raft request' (duration: 121.015777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:32.71436Z","caller":"traceutil/trace.go:171","msg":"trace[1012177781] transaction","detail":"{read_only:false; response_revision:22855; number_of_response:1; }","duration":"122.359099ms","start":"2026-03-03T18:36:32.59197Z","end":"2026-03-03T18:36:32.714329Z","steps":["trace[1012177781] 'process raft request' (duration: 122.164165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:32.873137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.796175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:32.873216Z","caller":"traceutil/trace.go:171","msg":"trace[1641266863] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22855; }","duration":"102.930599ms","start":"2026-03-03T18:36:32.770269Z","end":"2026-03-03T18:36:32.8732Z","steps":["trace[1641266863] 'range keys from in-memory index tree' (duration: 102.674502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:32.873584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.509709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:32.87367Z","caller":"traceutil/trace.go:171","msg":"trace[25170206] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22855; }","duration":"105.633192ms","start":"2026-03-03T18:36:32.76802Z","end":"2026-03-03T18:36:32.873653Z","steps":["trace[25170206] 'range keys from in-memory index tree' (duration: 105.392587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:32.873893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.794589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:32.873945Z","caller":"traceutil/trace.go:171","msg":"trace[2075740250] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22855; }","duration":"103.860731ms","start":"2026-03-03T18:36:32.770071Z","end":"2026-03-03T18:36:32.873932Z","steps":["trace[2075740250] 'range keys from in-memory index tree' (duration: 103.755968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:32.87415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.126998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:32.874201Z","caller":"traceutil/trace.go:171","msg":"trace[2006905732] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22855; }","duration":"104.21314ms","start":"2026-03-03T18:36:32.769976Z","end":"2026-03-03T18:36:32.874189Z","steps":["trace[2006905732] 'range keys from in-memory index tree' (duration: 103.991594ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:35.62094Z","caller":"traceutil/trace.go:171","msg":"trace[56881571] transaction","detail":"{read_only:false; response_revision:22876; number_of_response:1; }","duration":"314.449491ms","start":"2026-03-03T18:36:35.306462Z","end":"2026-03-03T18:36:35.620912Z","steps":["trace[56881571] 'process raft request' (duration: 314.231476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:35.621105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:35.306453Z","time spent":"314.565073ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:35.628788Z","caller":"traceutil/trace.go:171","msg":"trace[1859632081] transaction","detail":"{read_only:false; response_revision:22877; number_of_response:1; }","duration":"263.820761ms","start":"2026-03-03T18:36:35.36495Z","end":"2026-03-03T18:36:35.628771Z","steps":["trace[1859632081] 'process raft request' (duration: 263.693078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:35.628941Z","caller":"traceutil/trace.go:171","msg":"trace[724557726] linearizableReadLoop","detail":"{readStateIndex:23737; appliedIndex:23734; }","duration":"216.50996ms","start":"2026-03-03T18:36:35.412407Z","end":"2026-03-03T18:36:35.628917Z","steps":["trace[724557726] 'read index received' (duration: 208.243184ms)","trace[724557726] 'applied index is now lower than readState.Index' (duration: 8.264896ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:35.629081Z","caller":"traceutil/trace.go:171","msg":"trace[1562219217] transaction","detail":"{read_only:false; response_revision:22878; number_of_response:1; }","duration":"220.237078ms","start":"2026-03-03T18:36:35.40883Z","end":"2026-03-03T18:36:35.629067Z","steps":["trace[1562219217] 'process raft request' (duration: 219.8805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:35.629132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.711814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:35.6292Z","caller":"traceutil/trace.go:171","msg":"trace[1045100617] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:22878; }","duration":"216.838697ms","start":"2026-03-03T18:36:35.412347Z","end":"2026-03-03T18:36:35.629185Z","steps":["trace[1045100617] 'agreement among raft nodes before linearized reading' (duration: 216.688504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:48.269086Z","caller":"traceutil/trace.go:171","msg":"trace[997968568] linearizableReadLoop","detail":"{readStateIndex:23827; appliedIndex:23826; }","duration":"291.849886ms","start":"2026-03-03T18:36:47.977201Z","end":"2026-03-03T18:36:48.269051Z","steps":["trace[997968568] 'read index received' (duration: 291.689693ms)","trace[997968568] 'applied index is now lower than readState.Index' (duration: 158.193µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:48.269401Z","caller":"traceutil/trace.go:171","msg":"trace[2133144081] transaction","detail":"{read_only:false; response_revision:22965; number_of_response:1; }","duration":"310.938059ms","start":"2026-03-03T18:36:47.958436Z","end":"2026-03-03T18:36:48.269374Z","steps":["trace[2133144081] 'process raft request' (duration: 310.297874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.269448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.221205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:36:48.269556Z","caller":"traceutil/trace.go:171","msg":"trace[1552573291] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:22965; }","duration":"292.383759ms","start":"2026-03-03T18:36:47.97715Z","end":"2026-03-03T18:36:48.269534Z","steps":["trace[1552573291] 'agreement among raft nodes before linearized reading' (duration: 292.181554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.26971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:47.958413Z","time spent":"311.056951ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:36:48.355089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.35368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:36:48.355285Z","caller":"traceutil/trace.go:171","msg":"trace[1803280209] transaction","detail":"{read_only:false; response_revision:22967; number_of_response:1; }","duration":"213.362696ms","start":"2026-03-03T18:36:48.141904Z","end":"2026-03-03T18:36:48.355266Z","steps":["trace[1803280209] 'process raft request' (duration: 212.553657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:48.355279Z","caller":"traceutil/trace.go:171","msg":"trace[938323635] transaction","detail":"{read_only:false; response_revision:22966; number_of_response:1; }","duration":"299.906617ms","start":"2026-03-03T18:36:48.055324Z","end":"2026-03-03T18:36:48.355231Z","steps":["trace[938323635] 'process raft request' (duration: 229.99944ms)","trace[938323635] 'compare' (duration: 68.956665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:48.355369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.334835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:36:48.355456Z","caller":"traceutil/trace.go:171","msg":"trace[1462050021] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22967; }","duration":"148.474169ms","start":"2026-03-03T18:36:48.206957Z","end":"2026-03-03T18:36:48.355431Z","steps":["trace[1462050021] 'agreement among raft nodes before linearized reading' (duration: 148.241303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.355502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.055295Z","time spent":"300.113822ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:48.355184Z","caller":"traceutil/trace.go:171","msg":"trace[1638846248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22967; }","duration":"284.583594ms","start":"2026-03-03T18:36:48.070578Z","end":"2026-03-03T18:36:48.355161Z","steps":["trace[1638846248] 'agreement among raft nodes before linearized reading' (duration: 284.050972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.355819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.731939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:48.355928Z","caller":"traceutil/trace.go:171","msg":"trace[2014541316] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22967; }","duration":"361.522648ms","start":"2026-03-03T18:36:47.994385Z","end":"2026-03-03T18:36:48.355907Z","steps":["trace[2014541316] 'agreement among raft nodes before linearized reading' (duration: 360.695398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.355972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:47.994362Z","time spent":"361.598499ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:36:48.672799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.287345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:36:48.67288Z","caller":"traceutil/trace.go:171","msg":"trace[1330862320] transaction","detail":"{read_only:false; response_revision:22968; number_of_response:1; }","duration":"312.774802ms","start":"2026-03-03T18:36:48.360093Z","end":"2026-03-03T18:36:48.672868Z","steps":["trace[1330862320] 'process raft request' (duration: 207.359824ms)","trace[1330862320] 'compare' (duration: 54.386069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:48.672914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.360068Z","time spent":"312.831333ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:48.695946Z","caller":"traceutil/trace.go:171","msg":"trace[125588040] linearizableReadLoop","detail":"{readStateIndex:23832; appliedIndex:23829; }","duration":"284.320988ms","start":"2026-03-03T18:36:48.411594Z","end":"2026-03-03T18:36:48.695915Z","steps":["trace[125588040] 'read index received' (duration: 155.878864ms)","trace[125588040] 'applied index is now lower than readState.Index' (duration: 128.441454ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:48.695982Z","caller":"traceutil/trace.go:171","msg":"trace[739411358] transaction","detail":"{read_only:false; response_revision:22969; number_of_response:1; }","duration":"335.369928ms","start":"2026-03-03T18:36:48.360579Z","end":"2026-03-03T18:36:48.695949Z","steps":["trace[739411358] 'process raft request' (duration: 335.153622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:48.696017Z","caller":"traceutil/trace.go:171","msg":"trace[1604966936] transaction","detail":"{read_only:false; response_revision:22970; number_of_response:1; }","duration":"335.244785ms","start":"2026-03-03T18:36:48.360737Z","end":"2026-03-03T18:36:48.695982Z","steps":["trace[1604966936] 'process raft request' (duration: 335.143843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.696114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.360563Z","time spent":"335.477221ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:36:48.69613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.360657Z","time spent":"335.404139ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:36:48.696158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.565104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:36:48.696184Z","caller":"traceutil/trace.go:171","msg":"trace[782267051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22970; }","duration":"284.633936ms","start":"2026-03-03T18:36:48.411542Z","end":"2026-03-03T18:36:48.696176Z","steps":["trace[782267051] 'agreement among raft nodes before linearized reading' (duration: 284.493623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.872831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.361924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:36:48.873195Z","caller":"traceutil/trace.go:171","msg":"trace[1730688348] transaction","detail":"{read_only:false; response_revision:22972; number_of_response:1; }","duration":"173.324238ms","start":"2026-03-03T18:36:48.699845Z","end":"2026-03-03T18:36:48.873169Z","steps":["trace[1730688348] 'process raft request' (duration: 173.250746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:48.873275Z","caller":"traceutil/trace.go:171","msg":"trace[1746723171] linearizableReadLoop","detail":"{readStateIndex:23833; appliedIndex:23832; }","duration":"177.23064ms","start":"2026-03-03T18:36:48.696012Z","end":"2026-03-03T18:36:48.873243Z","steps":["trace[1746723171] 'read index received' (duration: 42.294522ms)","trace[1746723171] 'applied index is now lower than readState.Index' (duration: 134.929978ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:48.873665Z","caller":"traceutil/trace.go:171","msg":"trace[1378287692] transaction","detail":"{read_only:false; response_revision:22971; number_of_response:1; }","duration":"192.287057ms","start":"2026-03-03T18:36:48.681354Z","end":"2026-03-03T18:36:48.873641Z","steps":["trace[1378287692] 'process raft request' (duration: 56.972321ms)","trace[1378287692] 'compare' (duration: 134.21576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:48.873888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.62363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:48.873926Z","caller":"traceutil/trace.go:171","msg":"trace[1867471386] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:22972; }","duration":"199.730442ms","start":"2026-03-03T18:36:48.674185Z","end":"2026-03-03T18:36:48.873915Z","steps":["trace[1867471386] 'agreement among raft nodes before linearized reading' (duration: 199.6154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.874075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.396208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:36:48.874189Z","caller":"traceutil/trace.go:171","msg":"trace[778700975] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22972; }","duration":"462.538831ms","start":"2026-03-03T18:36:48.411603Z","end":"2026-03-03T18:36:48.874142Z","steps":["trace[778700975] 'agreement among raft nodes before linearized reading' (duration: 462.235504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:48.874431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.41158Z","time spent":"462.649154ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:36:49.103198Z","caller":"traceutil/trace.go:171","msg":"trace[783352272] linearizableReadLoop","detail":"{readStateIndex:23835; appliedIndex:23834; }","duration":"229.613032ms","start":"2026-03-03T18:36:48.873568Z","end":"2026-03-03T18:36:49.103181Z","steps":["trace[783352272] 'read index received' (duration: 223.664971ms)","trace[783352272] 'applied index is now lower than readState.Index' (duration: 5.947271ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:49.103253Z","caller":"traceutil/trace.go:171","msg":"trace[803521155] transaction","detail":"{read_only:false; response_revision:22973; number_of_response:1; }","duration":"340.328166ms","start":"2026-03-03T18:36:48.762896Z","end":"2026-03-03T18:36:49.103224Z","steps":["trace[803521155] 'process raft request' (duration: 334.377495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.103287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.901861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.103288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.711987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.103308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.830306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:49.103343Z","caller":"traceutil/trace.go:171","msg":"trace[786459564] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22973; }","duration":"346.958972ms","start":"2026-03-03T18:36:48.756373Z","end":"2026-03-03T18:36:49.103332Z","steps":["trace[786459564] 'agreement among raft nodes before linearized reading' (duration: 346.829359ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.103346Z","caller":"traceutil/trace.go:171","msg":"trace[1143541495] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22973; }","duration":"346.803178ms","start":"2026-03-03T18:36:48.756529Z","end":"2026-03-03T18:36:49.103333Z","steps":["trace[1143541495] 'agreement among raft nodes before linearized reading' (duration: 346.676015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.103357Z","caller":"traceutil/trace.go:171","msg":"trace[259202245] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22973; }","duration":"345.943378ms","start":"2026-03-03T18:36:48.757399Z","end":"2026-03-03T18:36:49.103342Z","steps":["trace[259202245] 'agreement among raft nodes before linearized reading' (duration: 345.795365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.103375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.756334Z","time spent":"347.033184ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:36:49.103379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.756517Z","time spent":"346.85485ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:36:49.103387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.000777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-03-03T18:36:49.10339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.757389Z","time spent":"345.993879ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T18:36:49.103386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.874255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"warn","ts":"2026-03-03T18:36:49.103301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.990623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:49.103434Z","caller":"traceutil/trace.go:171","msg":"trace[218114630] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22973; }","duration":"342.942536ms","start":"2026-03-03T18:36:48.760479Z","end":"2026-03-03T18:36:49.103422Z","steps":["trace[218114630] 'agreement among raft nodes before linearized reading' (duration: 342.780123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.103467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.760472Z","time spent":"342.988308ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:36:49.103389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.762877Z","time spent":"340.443298ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:49.103467Z","caller":"traceutil/trace.go:171","msg":"trace[1068588327] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22973; }","duration":"347.191898ms","start":"2026-03-03T18:36:48.756248Z","end":"2026-03-03T18:36:49.10344Z","steps":["trace[1068588327] 'agreement among raft nodes before linearized reading' (duration: 347.013284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.103414Z","caller":"traceutil/trace.go:171","msg":"trace[301954786] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:22973; }","duration":"367.065529ms","start":"2026-03-03T18:36:48.736338Z","end":"2026-03-03T18:36:49.103404Z","steps":["trace[301954786] 'agreement among raft nodes before linearized reading' (duration: 366.979507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.10356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.756224Z","time spent":"347.30549ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:36:49.103662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.736312Z","time spent":"367.289023ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1878,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:36:49.432501Z","caller":"traceutil/trace.go:171","msg":"trace[1362793157] transaction","detail":"{read_only:false; response_revision:22974; number_of_response:1; }","duration":"551.661992ms","start":"2026-03-03T18:36:48.880795Z","end":"2026-03-03T18:36:49.432457Z","steps":["trace[1362793157] 'process raft request' (duration: 504.649639ms)","trace[1362793157] 'compare' (duration: 46.672835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:49.432752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.88077Z","time spent":"551.843038ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:49.452403Z","caller":"traceutil/trace.go:171","msg":"trace[1148272077] linearizableReadLoop","detail":"{readStateIndex:23837; appliedIndex:23835; }","duration":"349.135834ms","start":"2026-03-03T18:36:49.103241Z","end":"2026-03-03T18:36:49.452377Z","steps":["trace[1148272077] 'read index received' (duration: 282.229299ms)","trace[1148272077] 'applied index is now lower than readState.Index' (duration: 66.905035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:49.452574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.561052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.452581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.288238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:36:49.45257Z","caller":"traceutil/trace.go:171","msg":"trace[251572686] transaction","detail":"{read_only:false; response_revision:22975; number_of_response:1; }","duration":"353.077206ms","start":"2026-03-03T18:36:49.099444Z","end":"2026-03-03T18:36:49.452521Z","steps":["trace[251572686] 'process raft request' (duration: 352.777909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.452621Z","caller":"traceutil/trace.go:171","msg":"trace[884310699] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:22975; }","duration":"530.37703ms","start":"2026-03-03T18:36:48.922234Z","end":"2026-03-03T18:36:49.452611Z","steps":["trace[884310699] 'agreement among raft nodes before linearized reading' (duration: 530.200855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.45261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.715988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.45265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.922212Z","time spent":"530.431871ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/magnum-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:36:49.452654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.837608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:49.452677Z","caller":"traceutil/trace.go:171","msg":"trace[1205876397] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22975; }","duration":"433.831731ms","start":"2026-03-03T18:36:49.018828Z","end":"2026-03-03T18:36:49.45266Z","steps":["trace[1205876397] 'agreement among raft nodes before linearized reading' (duration: 433.706338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.452716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:49.018805Z","time spent":"433.905063ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:36:49.452708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:49.099416Z","time spent":"353.21931ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:36:49.452617Z","caller":"traceutil/trace.go:171","msg":"trace[651909482] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:22975; }","duration":"535.630843ms","start":"2026-03-03T18:36:48.916974Z","end":"2026-03-03T18:36:49.452605Z","steps":["trace[651909482] 'agreement among raft nodes before linearized reading' (duration: 535.551612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.452781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.096758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.452845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.916968Z","time spent":"535.8704ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" "} {"level":"info","ts":"2026-03-03T18:36:49.452683Z","caller":"traceutil/trace.go:171","msg":"trace[1130564205] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:22975; }","duration":"535.88505ms","start":"2026-03-03T18:36:48.91679Z","end":"2026-03-03T18:36:49.452675Z","steps":["trace[1130564205] 'agreement among raft nodes before linearized reading' (duration: 535.845249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.452822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.241652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-03T18:36:49.452884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.318431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.45289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.610367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:49.452912Z","caller":"traceutil/trace.go:171","msg":"trace[1012636138] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd; range_end:; response_count:1; response_revision:22975; }","duration":"345.362595ms","start":"2026-03-03T18:36:49.107536Z","end":"2026-03-03T18:36:49.452898Z","steps":["trace[1012636138] 'agreement among raft nodes before linearized reading' (duration: 345.178661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.452949Z","caller":"traceutil/trace.go:171","msg":"trace[51303169] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:22975; }","duration":"536.692138ms","start":"2026-03-03T18:36:48.916245Z","end":"2026-03-03T18:36:49.452937Z","steps":["trace[51303169] 'agreement among raft nodes before linearized reading' (duration: 536.580946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.452965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.345064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:49.45297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:49.107516Z","time spent":"345.440427ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" "} {"level":"info","ts":"2026-03-03T18:36:49.452997Z","caller":"traceutil/trace.go:171","msg":"trace[1742737223] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:22975; }","duration":"272.378634ms","start":"2026-03-03T18:36:49.180609Z","end":"2026-03-03T18:36:49.452987Z","steps":["trace[1742737223] 'agreement among raft nodes before linearized reading' (duration: 272.333993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.452999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.916231Z","time spent":"536.7605ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:36:49.45291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.91678Z","time spent":"536.119805ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-ks-user\" "} {"level":"info","ts":"2026-03-03T18:36:49.452868Z","caller":"traceutil/trace.go:171","msg":"trace[1800781408] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:22975; }","duration":"537.240271ms","start":"2026-03-03T18:36:48.91561Z","end":"2026-03-03T18:36:49.45285Z","steps":["trace[1800781408] 'agreement among raft nodes before linearized reading' (duration: 537.080507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:49.452917Z","caller":"traceutil/trace.go:171","msg":"trace[559176432] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:22975; }","duration":"193.388992ms","start":"2026-03-03T18:36:49.259515Z","end":"2026-03-03T18:36:49.452904Z","steps":["trace[559176432] 'agreement among raft nodes before linearized reading' (duration: 193.335001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:49.454017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:36:48.915587Z","time spent":"537.722493ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:36:53.588621Z","caller":"traceutil/trace.go:171","msg":"trace[753593074] linearizableReadLoop","detail":"{readStateIndex:23870; appliedIndex:23869; }","duration":"110.443177ms","start":"2026-03-03T18:36:53.478143Z","end":"2026-03-03T18:36:53.588586Z","steps":["trace[753593074] 'read index received' (duration: 96.790193ms)","trace[753593074] 'applied index is now lower than readState.Index' (duration: 13.651294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:53.588925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.932244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:53.588965Z","caller":"traceutil/trace.go:171","msg":"trace[498991454] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23007; }","duration":"126.038496ms","start":"2026-03-03T18:36:53.462917Z","end":"2026-03-03T18:36:53.588955Z","steps":["trace[498991454] 'agreement among raft nodes before linearized reading' (duration: 125.78609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:53.588977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.814327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:53.589039Z","caller":"traceutil/trace.go:171","msg":"trace[2144471545] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:0; response_revision:23007; }","duration":"124.904479ms","start":"2026-03-03T18:36:53.46412Z","end":"2026-03-03T18:36:53.589024Z","steps":["trace[2144471545] 'agreement among raft nodes before linearized reading' (duration: 124.777566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:53.589135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.844372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:36:53.589215Z","caller":"traceutil/trace.go:171","msg":"trace[1636949427] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23007; }","duration":"125.966215ms","start":"2026-03-03T18:36:53.463227Z","end":"2026-03-03T18:36:53.589193Z","steps":["trace[1636949427] 'agreement among raft nodes before linearized reading' (duration: 125.75139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:53.589291Z","caller":"traceutil/trace.go:171","msg":"trace[1972228461] transaction","detail":"{read_only:false; response_revision:23007; number_of_response:1; }","duration":"124.839588ms","start":"2026-03-03T18:36:53.46444Z","end":"2026-03-03T18:36:53.58928Z","steps":["trace[1972228461] 'process raft request' (duration: 110.58664ms)","trace[1972228461] 'compare' (duration: 13.020009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:36:53.589327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.315603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:53.589371Z","caller":"traceutil/trace.go:171","msg":"trace[1726313278] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23007; }","duration":"126.407765ms","start":"2026-03-03T18:36:53.462955Z","end":"2026-03-03T18:36:53.589363Z","steps":["trace[1726313278] 'agreement among raft nodes before linearized reading' (duration: 126.318583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:54.093021Z","caller":"traceutil/trace.go:171","msg":"trace[312465720] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"116.366417ms","start":"2026-03-03T18:36:53.976605Z","end":"2026-03-03T18:36:54.092971Z","steps":["trace[312465720] 'process raft request' (duration: 87.202636ms)","trace[312465720] 'compare' (duration: 28.799132ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:54.81001Z","caller":"traceutil/trace.go:171","msg":"trace[1815665883] transaction","detail":"{read_only:false; response_revision:23026; number_of_response:1; }","duration":"109.502865ms","start":"2026-03-03T18:36:54.700463Z","end":"2026-03-03T18:36:54.809966Z","steps":["trace[1815665883] 'process raft request' (duration: 109.236679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:55.264558Z","caller":"traceutil/trace.go:171","msg":"trace[1356119353] linearizableReadLoop","detail":"{readStateIndex:23895; appliedIndex:23893; }","duration":"140.629992ms","start":"2026-03-03T18:36:55.123899Z","end":"2026-03-03T18:36:55.264529Z","steps":["trace[1356119353] 'read index received' (duration: 60.913473ms)","trace[1356119353] 'applied index is now lower than readState.Index' (duration: 79.715559ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:55.264587Z","caller":"traceutil/trace.go:171","msg":"trace[1489040248] transaction","detail":"{read_only:false; response_revision:23032; number_of_response:1; }","duration":"155.479934ms","start":"2026-03-03T18:36:55.109053Z","end":"2026-03-03T18:36:55.264532Z","steps":["trace[1489040248] 'process raft request' (duration: 94.343325ms)","trace[1489040248] 'compare' (duration: 60.775701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:36:55.264875Z","caller":"traceutil/trace.go:171","msg":"trace[26259583] transaction","detail":"{read_only:false; response_revision:23033; number_of_response:1; }","duration":"137.082369ms","start":"2026-03-03T18:36:55.127773Z","end":"2026-03-03T18:36:55.264856Z","steps":["trace[26259583] 'process raft request' (duration: 136.666679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:55.265122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.91464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:55.265199Z","caller":"traceutil/trace.go:171","msg":"trace[1406145624] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23033; }","duration":"141.034883ms","start":"2026-03-03T18:36:55.124147Z","end":"2026-03-03T18:36:55.265182Z","steps":["trace[1406145624] 'agreement among raft nodes before linearized reading' (duration: 140.877878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:55.265445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.458662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:36:55.265442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.178085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4874"} {"level":"info","ts":"2026-03-03T18:36:55.265484Z","caller":"traceutil/trace.go:171","msg":"trace[1468641526] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23033; }","duration":"138.517063ms","start":"2026-03-03T18:36:55.126958Z","end":"2026-03-03T18:36:55.265475Z","steps":["trace[1468641526] 'agreement among raft nodes before linearized reading' (duration: 138.442591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:55.26552Z","caller":"traceutil/trace.go:171","msg":"trace[1269935498] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23033; }","duration":"138.333349ms","start":"2026-03-03T18:36:55.127169Z","end":"2026-03-03T18:36:55.265503Z","steps":["trace[1269935498] 'agreement among raft nodes before linearized reading' (duration: 138.109103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:55.26574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.842892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:36:55.265786Z","caller":"traceutil/trace.go:171","msg":"trace[1001388367] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23033; }","duration":"141.977715ms","start":"2026-03-03T18:36:55.123796Z","end":"2026-03-03T18:36:55.265774Z","steps":["trace[1001388367] 'agreement among raft nodes before linearized reading' (duration: 141.902613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:55.265979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.392897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-db-sync\" ","response":"range_response_count:1 size:5104"} {"level":"info","ts":"2026-03-03T18:36:55.266023Z","caller":"traceutil/trace.go:171","msg":"trace[1176589416] range","detail":"{range_begin:/registry/jobs/openstack/magnum-db-sync; range_end:; response_count:1; response_revision:23033; }","duration":"140.456989ms","start":"2026-03-03T18:36:55.125555Z","end":"2026-03-03T18:36:55.266012Z","steps":["trace[1176589416] 'agreement among raft nodes before linearized reading' (duration: 140.341976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:36:56.908317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.394894ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:36:57.015271Z","caller":"traceutil/trace.go:171","msg":"trace[1645736559] transaction","detail":"{read_only:false; response_revision:23046; number_of_response:1; }","duration":"100.547553ms","start":"2026-03-03T18:36:56.914697Z","end":"2026-03-03T18:36:57.015244Z","steps":["trace[1645736559] 'process raft request' (duration: 100.347279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:36:57.148074Z","caller":"traceutil/trace.go:171","msg":"trace[2011574658] transaction","detail":"{read_only:false; response_revision:23048; number_of_response:1; }","duration":"122.036342ms","start":"2026-03-03T18:36:57.026019Z","end":"2026-03-03T18:36:57.148055Z","steps":["trace[2011574658] 'process raft request' (duration: 85.197149ms)","trace[2011574658] 'compare' (duration: 36.544736ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:03.349751Z","caller":"traceutil/trace.go:171","msg":"trace[1103631590] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"113.982131ms","start":"2026-03-03T18:37:03.235745Z","end":"2026-03-03T18:37:03.349727Z","steps":["trace[1103631590] 'process raft request' (duration: 113.853498ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.498365Z","caller":"traceutil/trace.go:171","msg":"trace[298340618] transaction","detail":"{read_only:false; response_revision:23101; number_of_response:1; }","duration":"196.427636ms","start":"2026-03-03T18:37:03.301905Z","end":"2026-03-03T18:37:03.498333Z","steps":["trace[298340618] 'process raft request' (duration: 196.124628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:03.498541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.239276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:37:03.498609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.304918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4977"} {"level":"info","ts":"2026-03-03T18:37:03.498628Z","caller":"traceutil/trace.go:171","msg":"trace[312426420] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23101; }","duration":"200.355328ms","start":"2026-03-03T18:37:03.298246Z","end":"2026-03-03T18:37:03.498602Z","steps":["trace[312426420] 'agreement among raft nodes before linearized reading' (duration: 200.161484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.498689Z","caller":"traceutil/trace.go:171","msg":"trace[1878617689] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23101; }","duration":"200.39389ms","start":"2026-03-03T18:37:03.298264Z","end":"2026-03-03T18:37:03.498658Z","steps":["trace[1878617689] 'agreement among raft nodes before linearized reading' (duration: 200.131453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:03.498768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.472821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:37:03.498301Z","caller":"traceutil/trace.go:171","msg":"trace[362425769] linearizableReadLoop","detail":"{readStateIndex:23966; appliedIndex:23965; }","duration":"148.414136ms","start":"2026-03-03T18:37:03.349858Z","end":"2026-03-03T18:37:03.498272Z","steps":["trace[362425769] 'read index received' (duration: 148.091838ms)","trace[362425769] 'applied index is now lower than readState.Index' (duration: 321.077µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:03.498826Z","caller":"traceutil/trace.go:171","msg":"trace[1008646899] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-user; range_end:; response_count:0; response_revision:23101; }","duration":"200.585524ms","start":"2026-03-03T18:37:03.298223Z","end":"2026-03-03T18:37:03.498808Z","steps":["trace[1008646899] 'agreement among raft nodes before linearized reading' (duration: 200.444991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.520296Z","caller":"traceutil/trace.go:171","msg":"trace[1216215156] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"160.677037ms","start":"2026-03-03T18:37:03.359593Z","end":"2026-03-03T18:37:03.52027Z","steps":["trace[1216215156] 'process raft request' (duration: 160.291998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.520466Z","caller":"traceutil/trace.go:171","msg":"trace[1903224865] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"149.779599ms","start":"2026-03-03T18:37:03.370665Z","end":"2026-03-03T18:37:03.520444Z","steps":["trace[1903224865] 'process raft request' (duration: 149.40163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.779548Z","caller":"traceutil/trace.go:171","msg":"trace[1011219818] linearizableReadLoop","detail":"{readStateIndex:23971; appliedIndex:23970; }","duration":"133.244258ms","start":"2026-03-03T18:37:03.646271Z","end":"2026-03-03T18:37:03.779515Z","steps":["trace[1011219818] 'read index received' (duration: 132.958492ms)","trace[1011219818] 'applied index is now lower than readState.Index' (duration: 283.826µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:03.779737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.437632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:37:03.77979Z","caller":"traceutil/trace.go:171","msg":"trace[1994381274] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23106; }","duration":"133.561035ms","start":"2026-03-03T18:37:03.646217Z","end":"2026-03-03T18:37:03.779778Z","steps":["trace[1994381274] 'agreement among raft nodes before linearized reading' (duration: 133.451963ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.779844Z","caller":"traceutil/trace.go:171","msg":"trace[836489572] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"180.068398ms","start":"2026-03-03T18:37:03.59955Z","end":"2026-03-03T18:37:03.779618Z","steps":["trace[836489572] 'process raft request' (duration: 179.73357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:03.790631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.876076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:37:03.790653Z","caller":"traceutil/trace.go:171","msg":"trace[1773887453] transaction","detail":"{read_only:false; response_revision:23107; number_of_response:1; }","duration":"138.434211ms","start":"2026-03-03T18:37:03.652166Z","end":"2026-03-03T18:37:03.7906Z","steps":["trace[1773887453] 'process raft request' (duration: 138.147684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:03.790728Z","caller":"traceutil/trace.go:171","msg":"trace[828005713] range","detail":"{range_begin:/registry/jobs/openstack/magnum-ks-endpoints; range_end:; response_count:0; response_revision:23107; }","duration":"143.028349ms","start":"2026-03-03T18:37:03.647678Z","end":"2026-03-03T18:37:03.790706Z","steps":["trace[828005713] 'agreement among raft nodes before linearized reading' (duration: 142.863156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:03.790786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.852135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-rabbit-init\" ","response":"range_response_count:1 size:4971"} {"level":"info","ts":"2026-03-03T18:37:03.790894Z","caller":"traceutil/trace.go:171","msg":"trace[666427341] range","detail":"{range_begin:/registry/jobs/openstack/magnum-rabbit-init; range_end:; response_count:1; response_revision:23107; }","duration":"142.994049ms","start":"2026-03-03T18:37:03.647869Z","end":"2026-03-03T18:37:03.790863Z","steps":["trace[666427341] 'agreement among raft nodes before linearized reading' (duration: 142.734603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:40.091949Z","caller":"traceutil/trace.go:171","msg":"trace[455367203] transaction","detail":"{read_only:false; response_revision:23407; number_of_response:1; }","duration":"154.413099ms","start":"2026-03-03T18:37:39.937514Z","end":"2026-03-03T18:37:40.091927Z","steps":["trace[455367203] 'process raft request' (duration: 154.278096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:40.195887Z","caller":"traceutil/trace.go:171","msg":"trace[14297638] linearizableReadLoop","detail":"{readStateIndex:24281; appliedIndex:24279; }","duration":"201.140646ms","start":"2026-03-03T18:37:39.994726Z","end":"2026-03-03T18:37:40.195867Z","steps":["trace[14297638] 'read index received' (duration: 97.08543ms)","trace[14297638] 'applied index is now lower than readState.Index' (duration: 104.054256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:37:40.196002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.258119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:37:40.196026Z","caller":"traceutil/trace.go:171","msg":"trace[18210615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23409; }","duration":"201.33853ms","start":"2026-03-03T18:37:39.99468Z","end":"2026-03-03T18:37:40.196019Z","steps":["trace[18210615] 'agreement among raft nodes before linearized reading' (duration: 201.262919ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:40.196144Z","caller":"traceutil/trace.go:171","msg":"trace[605081117] transaction","detail":"{read_only:false; response_revision:23408; number_of_response:1; }","duration":"226.724373ms","start":"2026-03-03T18:37:39.969385Z","end":"2026-03-03T18:37:40.196109Z","steps":["trace[605081117] 'process raft request' (duration: 220.359162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:40.196218Z","caller":"traceutil/trace.go:171","msg":"trace[2101288309] transaction","detail":"{read_only:false; response_revision:23409; number_of_response:1; }","duration":"123.521667ms","start":"2026-03-03T18:37:40.072688Z","end":"2026-03-03T18:37:40.19621Z","steps":["trace[2101288309] 'process raft request' (duration: 123.144568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:41.616815Z","caller":"traceutil/trace.go:171","msg":"trace[1439345549] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24288; }","duration":"177.379374ms","start":"2026-03-03T18:37:41.43941Z","end":"2026-03-03T18:37:41.616789Z","steps":["trace[1439345549] 'read index received' (duration: 12.990958ms)","trace[1439345549] 'applied index is now lower than readState.Index' (duration: 164.387346ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:37:41.6169Z","caller":"traceutil/trace.go:171","msg":"trace[1308285296] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"281.575833ms","start":"2026-03-03T18:37:41.335288Z","end":"2026-03-03T18:37:41.616864Z","steps":["trace[1308285296] 'process raft request' (duration: 272.895857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:41.61706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.62619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/magnum-domain-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:37:41.617169Z","caller":"traceutil/trace.go:171","msg":"trace[163662818] range","detail":"{range_begin:/registry/jobs/openstack/magnum-domain-ks-user; range_end:; response_count:0; response_revision:23416; }","duration":"177.779774ms","start":"2026-03-03T18:37:41.439368Z","end":"2026-03-03T18:37:41.617148Z","steps":["trace[163662818] 'agreement among raft nodes before linearized reading' (duration: 177.586339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:37:41.620473Z","caller":"traceutil/trace.go:171","msg":"trace[1390623957] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"164.029747ms","start":"2026-03-03T18:37:41.456397Z","end":"2026-03-03T18:37:41.620427Z","steps":["trace[1390623957] 'process raft request' (duration: 163.834813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:37:41.62053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.29565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:37:41.620608Z","caller":"traceutil/trace.go:171","msg":"trace[975621877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23417; }","duration":"120.407373ms","start":"2026-03-03T18:37:41.500186Z","end":"2026-03-03T18:37:41.620594Z","steps":["trace[975621877] 'agreement among raft nodes before linearized reading' (duration: 120.192228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:39.989083Z","caller":"traceutil/trace.go:171","msg":"trace[3502962] linearizableReadLoop","detail":"{readStateIndex:24842; appliedIndex:24841; }","duration":"167.850506ms","start":"2026-03-03T18:38:39.821217Z","end":"2026-03-03T18:38:39.989067Z","steps":["trace[3502962] 'read index received' (duration: 167.823775ms)","trace[3502962] 'applied index is now lower than readState.Index' (duration: 25.841µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:39.989165Z","caller":"traceutil/trace.go:171","msg":"trace[1202708905] transaction","detail":"{read_only:false; response_revision:23952; number_of_response:1; }","duration":"168.531043ms","start":"2026-03-03T18:38:39.820627Z","end":"2026-03-03T18:38:39.989159Z","steps":["trace[1202708905] 'process raft request' (duration: 168.333388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:39.989394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.168123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:38:39.989424Z","caller":"traceutil/trace.go:171","msg":"trace[572460511] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23952; }","duration":"168.235995ms","start":"2026-03-03T18:38:39.82118Z","end":"2026-03-03T18:38:39.989416Z","steps":["trace[572460511] 'agreement among raft nodes before linearized reading' (duration: 168.137312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.116326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063258,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:45.141064Z","caller":"traceutil/trace.go:171","msg":"trace[1316637349] transaction","detail":"{read_only:false; response_revision:24022; number_of_response:1; }","duration":"707.712861ms","start":"2026-03-03T18:38:44.433326Z","end":"2026-03-03T18:38:45.141039Z","steps":["trace[1316637349] 'process raft request' (duration: 707.559037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.141209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.433305Z","time spent":"707.829033ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:45.145837Z","caller":"traceutil/trace.go:171","msg":"trace[869538657] transaction","detail":"{read_only:false; response_revision:24024; number_of_response:1; }","duration":"529.557882ms","start":"2026-03-03T18:38:44.61625Z","end":"2026-03-03T18:38:45.145808Z","steps":["trace[869538657] 'process raft request' (duration: 529.299886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:45.145965Z","caller":"traceutil/trace.go:171","msg":"trace[1104314105] transaction","detail":"{read_only:false; response_revision:24023; number_of_response:1; }","duration":"712.095224ms","start":"2026-03-03T18:38:44.433838Z","end":"2026-03-03T18:38:45.145933Z","steps":["trace[1104314105] 'process raft request' (duration: 711.426438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:45.145788Z","caller":"traceutil/trace.go:171","msg":"trace[507823649] linearizableReadLoop","detail":"{readStateIndex:24920; appliedIndex:24915; }","duration":"529.653794ms","start":"2026-03-03T18:38:44.616101Z","end":"2026-03-03T18:38:45.145755Z","steps":["trace[507823649] 'read index received' (duration: 524.755209ms)","trace[507823649] 'applied index is now lower than readState.Index' (duration: 4.897325ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:45.145967Z","caller":"traceutil/trace.go:171","msg":"trace[272371428] transaction","detail":"{read_only:false; response_revision:24026; number_of_response:1; }","duration":"125.230485ms","start":"2026-03-03T18:38:45.020659Z","end":"2026-03-03T18:38:45.14589Z","steps":["trace[272371428] 'process raft request' (duration: 125.03735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.146039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.616225Z","time spent":"529.695425ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:45.146042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.92723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:45.146095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.433811Z","time spent":"712.222697ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:45.145856Z","caller":"traceutil/trace.go:171","msg":"trace[414071221] transaction","detail":"{read_only:false; response_revision:24025; number_of_response:1; }","duration":"279.745155ms","start":"2026-03-03T18:38:44.866085Z","end":"2026-03-03T18:38:45.145831Z","steps":["trace[414071221] 'process raft request' (duration: 279.560331ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:45.14614Z","caller":"traceutil/trace.go:171","msg":"trace[1234433501] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:24026; }","duration":"530.047303ms","start":"2026-03-03T18:38:44.616077Z","end":"2026-03-03T18:38:45.146124Z","steps":["trace[1234433501] 'agreement among raft nodes before linearized reading' (duration: 529.803858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.146226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.616061Z","time spent":"530.154795ms","remote":"127.0.0.1:40186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:45.146414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.727264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:45.14645Z","caller":"traceutil/trace.go:171","msg":"trace[308952518] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24026; }","duration":"151.791916ms","start":"2026-03-03T18:38:44.99465Z","end":"2026-03-03T18:38:45.146442Z","steps":["trace[308952518] 'agreement among raft nodes before linearized reading' (duration: 151.731934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.146527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.522775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-03-03T18:38:45.146593Z","caller":"traceutil/trace.go:171","msg":"trace[598208177] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24026; }","duration":"427.609848ms","start":"2026-03-03T18:38:44.718963Z","end":"2026-03-03T18:38:45.146573Z","steps":["trace[598208177] 'agreement among raft nodes before linearized reading' (duration: 427.429824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.146626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.718955Z","time spent":"427.662829ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1658,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T18:38:45.146789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.221178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:45.146825Z","caller":"traceutil/trace.go:171","msg":"trace[283958303] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24026; }","duration":"435.283799ms","start":"2026-03-03T18:38:44.711532Z","end":"2026-03-03T18:38:45.146815Z","steps":["trace[283958303] 'agreement among raft nodes before linearized reading' (duration: 434.807398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:45.146846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:44.711515Z","time spent":"435.32538ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":88,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:49.820084Z","caller":"traceutil/trace.go:171","msg":"trace[405843088] linearizableReadLoop","detail":"{readStateIndex:24949; appliedIndex:24948; }","duration":"173.626942ms","start":"2026-03-03T18:38:49.646434Z","end":"2026-03-03T18:38:49.820061Z","steps":["trace[405843088] 'read index received' (duration: 173.358246ms)","trace[405843088] 'applied index is now lower than readState.Index' (duration: 267.446µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:49.820176Z","caller":"traceutil/trace.go:171","msg":"trace[653295863] transaction","detail":"{read_only:false; response_revision:24054; number_of_response:1; }","duration":"174.004321ms","start":"2026-03-03T18:38:49.646119Z","end":"2026-03-03T18:38:49.820123Z","steps":["trace[653295863] 'process raft request' (duration: 173.785956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:49.820495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.9869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:38:49.820553Z","caller":"traceutil/trace.go:171","msg":"trace[1209818835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24054; }","duration":"174.157855ms","start":"2026-03-03T18:38:49.646381Z","end":"2026-03-03T18:38:49.820539Z","steps":["trace[1209818835] 'agreement among raft nodes before linearized reading' (duration: 173.771836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:50.342681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:50.843201Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:51.343368Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063336,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:51.448368Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.611120357s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:52.150231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000812326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:52.15029Z","caller":"traceutil/trace.go:171","msg":"trace[1075841030] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000906809s","start":"2026-03-03T18:38:50.14937Z","end":"2026-03-03T18:38:52.150277Z","steps":["trace[1075841030] 'agreement among raft nodes before linearized reading' (duration: 2.000822667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.150323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.149364Z","time spent":"2.0009512s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:52.295421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.29688ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:52.29557Z","caller":"traceutil/trace.go:171","msg":"trace[281839561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24054; }","duration":"495.458474ms","start":"2026-03-03T18:38:51.800099Z","end":"2026-03-03T18:38:52.295557Z","steps":["trace[281839561] 'range keys from in-memory index tree' (duration: 495.28469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:52.296859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.051765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:52.297023Z","caller":"traceutil/trace.go:171","msg":"trace[1785729688] transaction","detail":"{read_only:false; response_revision:24055; number_of_response:1; }","duration":"2.459885928s","start":"2026-03-03T18:38:49.837109Z","end":"2026-03-03T18:38:52.296995Z","steps":["trace[1785729688] 'process raft request' (duration: 1.611582218s)","trace[1785729688] 'compare' (duration: 847.700146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:52.297126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.837082Z","time spent":"2.45999481s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:53.080742Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.615152812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:38:53.165946Z","caller":"traceutil/trace.go:171","msg":"trace[2094884419] transaction","detail":"{read_only:false; response_revision:24056; number_of_response:1; }","duration":"3.019255986s","start":"2026-03-03T18:38:50.146658Z","end":"2026-03-03T18:38:53.165914Z","steps":["trace[2094884419] 'process raft request' (duration: 2.934255364s)","trace[2094884419] 'compare' (duration: 84.546352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:53.166109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.146646Z","time spent":"3.019380259s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.166403Z","caller":"traceutil/trace.go:171","msg":"trace[663118037] transaction","detail":"{read_only:false; response_revision:24057; number_of_response:1; }","duration":"2.820835127s","start":"2026-03-03T18:38:50.345538Z","end":"2026-03-03T18:38:53.166373Z","steps":["trace[663118037] 'process raft request' (duration: 2.820298084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.166562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.345512Z","time spent":"2.820972601s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.166615Z","caller":"traceutil/trace.go:171","msg":"trace[61436343] transaction","detail":"{read_only:false; response_revision:24058; number_of_response:1; }","duration":"2.007281079s","start":"2026-03-03T18:38:51.159324Z","end":"2026-03-03T18:38:53.166605Z","steps":["trace[61436343] 'process raft request' (duration: 2.006942641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.166663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.159303Z","time spent":"2.007334491s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.166795Z","caller":"traceutil/trace.go:171","msg":"trace[2078596250] transaction","detail":"{read_only:false; response_revision:24059; number_of_response:1; }","duration":"2.001934023s","start":"2026-03-03T18:38:51.164854Z","end":"2026-03-03T18:38:53.166788Z","steps":["trace[2078596250] 'process raft request' (duration: 2.001713548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.166853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.164841Z","time spent":"2.001990724s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.167068Z","caller":"traceutil/trace.go:171","msg":"trace[1358848112] transaction","detail":"{read_only:false; response_revision:24063; number_of_response:1; }","duration":"1.19364559s","start":"2026-03-03T18:38:51.973415Z","end":"2026-03-03T18:38:53.167061Z","steps":["trace[1358848112] 'process raft request' (duration: 1.193598829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.167267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.973399Z","time spent":"1.193839294s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:38:53.167254Z","caller":"traceutil/trace.go:171","msg":"trace[361005486] transaction","detail":"{read_only:false; response_revision:24060; number_of_response:1; }","duration":"1.999535876s","start":"2026-03-03T18:38:51.1677Z","end":"2026-03-03T18:38:53.167236Z","steps":["trace[361005486] 'process raft request' (duration: 1.999061055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.167356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.167681Z","time spent":"1.999628268s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.167459Z","caller":"traceutil/trace.go:171","msg":"trace[1019932275] transaction","detail":"{read_only:false; response_revision:24061; number_of_response:1; }","duration":"1.999220579s","start":"2026-03-03T18:38:51.168227Z","end":"2026-03-03T18:38:53.167447Z","steps":["trace[1019932275] 'process raft request' (duration: 1.998707467s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:53.167491Z","caller":"traceutil/trace.go:171","msg":"trace[2014766515] linearizableReadLoop","detail":"{readStateIndex:24957; appliedIndex:24949; }","duration":"3.325143711s","start":"2026-03-03T18:38:49.842338Z","end":"2026-03-03T18:38:53.167482Z","steps":["trace[2014766515] 'read index received' (duration: 1.606333863s)","trace[2014766515] 'applied index is now lower than readState.Index' (duration: 1.718808358s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:53.167509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.168221Z","time spent":"1.99925986s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:53.167555Z","caller":"traceutil/trace.go:171","msg":"trace[1178587032] transaction","detail":"{read_only:false; response_revision:24062; number_of_response:1; }","duration":"1.998267905s","start":"2026-03-03T18:38:51.16928Z","end":"2026-03-03T18:38:53.167548Z","steps":["trace[1178587032] 'process raft request' (duration: 1.997697332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.167591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.169275Z","time spent":"1.998293666s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:53.167722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325391226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T18:38:53.167743Z","caller":"traceutil/trace.go:171","msg":"trace[34650314] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24063; }","duration":"3.325436918s","start":"2026-03-03T18:38:49.8423Z","end":"2026-03-03T18:38:53.167737Z","steps":["trace[34650314] 'agreement among raft nodes before linearized reading' (duration: 3.325342066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.167761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:49.842283Z","time spent":"3.325474738s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T18:38:53.167834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02149619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:38:53.167883Z","caller":"traceutil/trace.go:171","msg":"trace[664779504] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24063; }","duration":"3.021543931s","start":"2026-03-03T18:38:50.146324Z","end":"2026-03-03T18:38:53.167868Z","steps":["trace[664779504] 'agreement among raft nodes before linearized reading' (duration: 3.021403318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.167917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.146278Z","time spent":"3.021630703s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955099884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:53.168042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.337073736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:38:53.168041Z","caller":"traceutil/trace.go:171","msg":"trace[624308528] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24063; }","duration":"1.955245927s","start":"2026-03-03T18:38:51.212783Z","end":"2026-03-03T18:38:53.168029Z","steps":["trace[624308528] 'agreement among raft nodes before linearized reading' (duration: 1.955178265s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:53.168065Z","caller":"traceutil/trace.go:171","msg":"trace[1139453442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24063; }","duration":"1.337096466s","start":"2026-03-03T18:38:51.830961Z","end":"2026-03-03T18:38:53.168058Z","steps":["trace[1139453442] 'agreement among raft nodes before linearized reading' (duration: 1.337033355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.830919Z","time spent":"1.337160298s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.212762Z","time spent":"1.955306789s","remote":"127.0.0.1:44506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.168094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.414972995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:53.168146Z","caller":"traceutil/trace.go:171","msg":"trace[2097126786] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24063; }","duration":"2.415071057s","start":"2026-03-03T18:38:50.753057Z","end":"2026-03-03T18:38:53.168128Z","steps":["trace[2097126786] 'agreement among raft nodes before linearized reading' (duration: 2.414994165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.869265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:53.168193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.753034Z","time spent":"2.415144488s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:53.168224Z","caller":"traceutil/trace.go:171","msg":"trace[449660164] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24063; }","duration":"688.937816ms","start":"2026-03-03T18:38:52.47928Z","end":"2026-03-03T18:38:53.168218Z","steps":["trace[449660164] 'agreement among raft nodes before linearized reading' (duration: 688.887295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.479255Z","time spent":"688.988968ms","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.168286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.830766599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T18:38:53.168317Z","caller":"traceutil/trace.go:171","msg":"trace[699107326] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24063; }","duration":"1.83086418s","start":"2026-03-03T18:38:51.337445Z","end":"2026-03-03T18:38:53.168309Z","steps":["trace[699107326] 'agreement among raft nodes before linearized reading' (duration: 1.830769508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.337419Z","time spent":"1.830919212s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017823965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:53.168372Z","caller":"traceutil/trace.go:171","msg":"trace[1419001839] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24063; }","duration":"1.017870777s","start":"2026-03-03T18:38:52.150496Z","end":"2026-03-03T18:38:53.168367Z","steps":["trace[1419001839] 'agreement among raft nodes before linearized reading' (duration: 1.017841816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.150479Z","time spent":"1.017906507s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436460764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:38:53.168519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096444747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:53.168527Z","caller":"traceutil/trace.go:171","msg":"trace[1101450967] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24063; }","duration":"2.436527576s","start":"2026-03-03T18:38:50.731988Z","end":"2026-03-03T18:38:53.168516Z","steps":["trace[1101450967] 'agreement among raft nodes before linearized reading' (duration: 2.436418143s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:53.168542Z","caller":"traceutil/trace.go:171","msg":"trace[493358337] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24063; }","duration":"1.096505368s","start":"2026-03-03T18:38:52.072029Z","end":"2026-03-03T18:38:53.168535Z","steps":["trace[493358337] 'agreement among raft nodes before linearized reading' (duration: 1.096441917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:52.071975Z","time spent":"1.09658204s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.168563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.731972Z","time spent":"2.436583687s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905544949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:38:53.168648Z","caller":"traceutil/trace.go:171","msg":"trace[1651317194] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24063; }","duration":"1.905603261s","start":"2026-03-03T18:38:51.263033Z","end":"2026-03-03T18:38:53.168637Z","steps":["trace[1651317194] 'agreement among raft nodes before linearized reading' (duration: 1.905445117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.26302Z","time spent":"1.905648592s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":236,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.168733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756133185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:53.168766Z","caller":"traceutil/trace.go:171","msg":"trace[1555878773] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24063; }","duration":"2.756164946s","start":"2026-03-03T18:38:50.41259Z","end":"2026-03-03T18:38:53.168755Z","steps":["trace[1555878773] 'agreement among raft nodes before linearized reading' (duration: 2.756111914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.412461Z","time spent":"2.756329549s","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.168827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939907133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:53.168854Z","caller":"traceutil/trace.go:171","msg":"trace[441642776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24063; }","duration":"1.939974435s","start":"2026-03-03T18:38:51.228871Z","end":"2026-03-03T18:38:53.168846Z","steps":["trace[441642776] 'agreement among raft nodes before linearized reading' (duration: 1.939930544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.16888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:51.22885Z","time spent":"1.940024895s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:53.168911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022535274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:38:53.168932Z","caller":"traceutil/trace.go:171","msg":"trace[445668001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24063; }","duration":"3.022568145s","start":"2026-03-03T18:38:50.146358Z","end":"2026-03-03T18:38:53.168926Z","steps":["trace[445668001] 'agreement among raft nodes before linearized reading' (duration: 3.022501603s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.168953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.146354Z","time spent":"3.022591675s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:38:53.169047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929765446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:38:53.169064Z","caller":"traceutil/trace.go:171","msg":"trace[1992161638] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24063; }","duration":"2.929781707s","start":"2026-03-03T18:38:50.239277Z","end":"2026-03-03T18:38:53.169059Z","steps":["trace[1992161638] 'agreement among raft nodes before linearized reading' (duration: 2.929722725s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.16908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.239234Z","time spent":"2.929842028s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:38:53.169212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954281617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:38:53.169233Z","caller":"traceutil/trace.go:171","msg":"trace[42280644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24063; }","duration":"2.954330228s","start":"2026-03-03T18:38:50.214897Z","end":"2026-03-03T18:38:53.169227Z","steps":["trace[42280644] 'agreement among raft nodes before linearized reading' (duration: 2.954274246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.16925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.214881Z","time spent":"2.954365489s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:53.169339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.994674794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:53.169357Z","caller":"traceutil/trace.go:171","msg":"trace[678210655] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24063; }","duration":"2.994693315s","start":"2026-03-03T18:38:50.174657Z","end":"2026-03-03T18:38:53.16935Z","steps":["trace[678210655] 'agreement among raft nodes before linearized reading' (duration: 2.994659204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.169396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.174613Z","time spent":"2.994777467s","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:53.169543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.023127109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:38:53.169579Z","caller":"traceutil/trace.go:171","msg":"trace[1699993341] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24063; }","duration":"3.02317229s","start":"2026-03-03T18:38:50.146396Z","end":"2026-03-03T18:38:53.169569Z","steps":["trace[1699993341] 'agreement among raft nodes before linearized reading' (duration: 3.023074087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:53.169654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:50.146393Z","time spent":"3.023253731s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:38:53.692641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063347,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:53.951521Z","caller":"traceutil/trace.go:171","msg":"trace[515903331] transaction","detail":"{read_only:false; response_revision:24064; number_of_response:1; }","duration":"759.9826ms","start":"2026-03-03T18:38:53.191498Z","end":"2026-03-03T18:38:53.951481Z","steps":["trace[515903331] 'process raft request' (duration: 709.843372ms)","trace[515903331] 'compare' (duration: 49.771119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:53.951684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191473Z","time spent":"760.129424ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:54.806603Z","caller":"traceutil/trace.go:171","msg":"trace[1499521344] linearizableReadLoop","detail":"{readStateIndex:24965; appliedIndex:24958; }","duration":"1.614973918s","start":"2026-03-03T18:38:53.191606Z","end":"2026-03-03T18:38:54.80658Z","steps":["trace[1499521344] 'read index received' (duration: 709.746459ms)","trace[1499521344] 'applied index is now lower than readState.Index' (duration: 905.226559ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:54.806942Z","caller":"traceutil/trace.go:171","msg":"trace[800104908] transaction","detail":"{read_only:false; response_revision:24065; number_of_response:1; }","duration":"1.615322606s","start":"2026-03-03T18:38:53.191604Z","end":"2026-03-03T18:38:54.806926Z","steps":["trace[800104908] 'process raft request' (duration: 1.614424445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.80706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191586Z","time spent":"1.615404479s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:54.807241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191576Z","time spent":"1.615663475s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:38:54.807406Z","caller":"traceutil/trace.go:171","msg":"trace[876238216] transaction","detail":"{read_only:false; response_revision:24066; number_of_response:1; }","duration":"1.615767587s","start":"2026-03-03T18:38:53.191628Z","end":"2026-03-03T18:38:54.807395Z","steps":["trace[876238216] 'process raft request' (duration: 1.614660501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.807472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191615Z","time spent":"1.615821168s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:54.80762Z","caller":"traceutil/trace.go:171","msg":"trace[278784549] transaction","detail":"{read_only:false; response_revision:24067; number_of_response:1; }","duration":"1.615878579s","start":"2026-03-03T18:38:53.191732Z","end":"2026-03-03T18:38:54.80761Z","steps":["trace[278784549] 'process raft request' (duration: 1.614688551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.807677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191706Z","time spent":"1.615943511s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:54.80781Z","caller":"traceutil/trace.go:171","msg":"trace[2108886684] transaction","detail":"{read_only:false; response_revision:24068; number_of_response:1; }","duration":"1.614969258s","start":"2026-03-03T18:38:53.192831Z","end":"2026-03-03T18:38:54.8078Z","steps":["trace[2108886684] 'process raft request' (duration: 1.613644087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.807867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.192812Z","time spent":"1.615025189s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:54.808005Z","caller":"traceutil/trace.go:171","msg":"trace[1688639292] transaction","detail":"{read_only:false; response_revision:24069; number_of_response:1; }","duration":"1.614461385s","start":"2026-03-03T18:38:53.193529Z","end":"2026-03-03T18:38:54.80799Z","steps":["trace[1688639292] 'process raft request' (duration: 1.612994491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.808097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.193511Z","time spent":"1.614543788s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:54.808321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.616709351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:38:54.808362Z","caller":"traceutil/trace.go:171","msg":"trace[806578248] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24069; }","duration":"1.616770322s","start":"2026-03-03T18:38:53.19158Z","end":"2026-03-03T18:38:54.80835Z","steps":["trace[806578248] 'agreement among raft nodes before linearized reading' (duration: 1.616630158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.808397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191566Z","time spent":"1.616824663s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:38:54.845186Z","caller":"traceutil/trace.go:171","msg":"trace[414224189] transaction","detail":"{read_only:false; response_revision:24071; number_of_response:1; }","duration":"691.306853ms","start":"2026-03-03T18:38:54.153813Z","end":"2026-03-03T18:38:54.84512Z","steps":["trace[414224189] 'process raft request' (duration: 691.15488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.845461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.153787Z","time spent":"691.506997ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:54.845625Z","caller":"traceutil/trace.go:171","msg":"trace[222229359] transaction","detail":"{read_only:false; response_revision:24070; number_of_response:1; }","duration":"851.21813ms","start":"2026-03-03T18:38:53.994355Z","end":"2026-03-03T18:38:54.845574Z","steps":["trace[222229359] 'process raft request' (duration: 850.413411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.84576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.99433Z","time spent":"851.358604ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:54.846048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.958591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.846104Z","caller":"traceutil/trace.go:171","msg":"trace[860465571] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24071; }","duration":"348.050003ms","start":"2026-03-03T18:38:54.49804Z","end":"2026-03-03T18:38:54.84609Z","steps":["trace[860465571] 'agreement among raft nodes before linearized reading' (duration: 347.954331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.49802Z","time spent":"348.107364ms","remote":"127.0.0.1:35996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.846183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12696439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.846228Z","caller":"traceutil/trace.go:171","msg":"trace[333812912] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24071; }","duration":"1.127025012s","start":"2026-03-03T18:38:53.719188Z","end":"2026-03-03T18:38:54.846213Z","steps":["trace[333812912] 'agreement among raft nodes before linearized reading' (duration: 1.1269385s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.71918Z","time spent":"1.127071283s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.846406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226220611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:54.846447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.609275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.846442Z","caller":"traceutil/trace.go:171","msg":"trace[305593607] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24071; }","duration":"1.226297103s","start":"2026-03-03T18:38:53.620133Z","end":"2026-03-03T18:38:54.846431Z","steps":["trace[305593607] 'agreement among raft nodes before linearized reading' (duration: 1.226225671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.620109Z","time spent":"1.226394716s","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.846532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.944107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.846559Z","caller":"traceutil/trace.go:171","msg":"trace[775376963] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24071; }","duration":"472.033849ms","start":"2026-03-03T18:38:54.374518Z","end":"2026-03-03T18:38:54.846552Z","steps":["trace[775376963] 'agreement among raft nodes before linearized reading' (duration: 471.981618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.374486Z","time spent":"472.08952ms","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.846718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332659471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:38:54.846743Z","caller":"traceutil/trace.go:171","msg":"trace[1529539771] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24071; }","duration":"1.332720533s","start":"2026-03-03T18:38:53.514016Z","end":"2026-03-03T18:38:54.846736Z","steps":["trace[1529539771] 'agreement among raft nodes before linearized reading' (duration: 1.332670122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.513995Z","time spent":"1.332761094s","remote":"127.0.0.1:36008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.846813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.322215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:38:54.846842Z","caller":"traceutil/trace.go:171","msg":"trace[1811477266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24071; }","duration":"545.377466ms","start":"2026-03-03T18:38:54.301456Z","end":"2026-03-03T18:38:54.846833Z","steps":["trace[1811477266] 'agreement among raft nodes before linearized reading' (duration: 545.252973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.301441Z","time spent":"545.422547ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:38:54.846885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424276521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.846907Z","caller":"traceutil/trace.go:171","msg":"trace[1497189166] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24071; }","duration":"1.424349323s","start":"2026-03-03T18:38:53.422552Z","end":"2026-03-03T18:38:54.846901Z","steps":["trace[1497189166] 'agreement among raft nodes before linearized reading' (duration: 1.424306402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.846925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.422535Z","time spent":"1.424385414s","remote":"127.0.0.1:39220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.847052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652353952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:54.847069Z","caller":"traceutil/trace.go:171","msg":"trace[1044681927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24071; }","duration":"1.652382764s","start":"2026-03-03T18:38:53.194681Z","end":"2026-03-03T18:38:54.847063Z","steps":["trace[1044681927] 'agreement among raft nodes before linearized reading' (duration: 1.652345733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.847064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.545251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T18:38:54.847085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.194674Z","time spent":"1.652408194s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:38:54.847095Z","caller":"traceutil/trace.go:171","msg":"trace[354796584] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24071; }","duration":"822.681073ms","start":"2026-03-03T18:38:54.024405Z","end":"2026-03-03T18:38:54.847086Z","steps":["trace[354796584] 'agreement among raft nodes before linearized reading' (duration: 822.585781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.847118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.02439Z","time spent":"822.722685ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:38:54.847293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.638179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:38:54.847304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652958088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"info","ts":"2026-03-03T18:38:54.847324Z","caller":"traceutil/trace.go:171","msg":"trace[1390298836] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24071; }","duration":"1.653002249s","start":"2026-03-03T18:38:53.194316Z","end":"2026-03-03T18:38:54.847318Z","steps":["trace[1390298836] 'agreement among raft nodes before linearized reading' (duration: 1.652859565s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:54.847323Z","caller":"traceutil/trace.go:171","msg":"trace[1584297854] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24071; }","duration":"840.721282ms","start":"2026-03-03T18:38:54.006592Z","end":"2026-03-03T18:38:54.847313Z","steps":["trace[1584297854] 'agreement among raft nodes before linearized reading' (duration: 840.65278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.847348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.194305Z","time spent":"1.653033649s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11740,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-03-03T18:38:54.847352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.006573Z","time spent":"840.770872ms","remote":"127.0.0.1:53786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:38:54.846484Z","caller":"traceutil/trace.go:171","msg":"trace[2053991606] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24071; }","duration":"353.645976ms","start":"2026-03-03T18:38:54.492824Z","end":"2026-03-03T18:38:54.84647Z","steps":["trace[2053991606] 'agreement among raft nodes before linearized reading' (duration: 353.583344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.848209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.492646Z","time spent":"355.548291ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:54.848558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65680007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T18:38:54.84866Z","caller":"traceutil/trace.go:171","msg":"trace[413280614] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24071; }","duration":"1.656932882s","start":"2026-03-03T18:38:53.191701Z","end":"2026-03-03T18:38:54.848634Z","steps":["trace[413280614] 'agreement among raft nodes before linearized reading' (duration: 1.655761005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:54.848717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:53.191691Z","time spent":"1.657013914s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:38:55.346955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:55.410989Z","caller":"traceutil/trace.go:171","msg":"trace[850445438] transaction","detail":"{read_only:false; response_revision:24072; number_of_response:1; }","duration":"600.575014ms","start":"2026-03-03T18:38:54.810383Z","end":"2026-03-03T18:38:55.410958Z","steps":["trace[850445438] 'process raft request' (duration: 594.847379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.411169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.810362Z","time spent":"600.712337ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.419807Z","caller":"traceutil/trace.go:171","msg":"trace[512203910] transaction","detail":"{read_only:false; response_revision:24076; number_of_response:1; }","duration":"228.250066ms","start":"2026-03-03T18:38:55.191539Z","end":"2026-03-03T18:38:55.419789Z","steps":["trace[512203910] 'process raft request' (duration: 228.129123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.419819Z","caller":"traceutil/trace.go:171","msg":"trace[1682952890] transaction","detail":"{read_only:false; response_revision:24074; number_of_response:1; }","duration":"567.299546ms","start":"2026-03-03T18:38:54.85249Z","end":"2026-03-03T18:38:55.41979Z","steps":["trace[1682952890] 'process raft request' (duration: 567.103162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.419889Z","caller":"traceutil/trace.go:171","msg":"trace[1314367972] transaction","detail":"{read_only:false; response_revision:24075; number_of_response:1; }","duration":"228.37759ms","start":"2026-03-03T18:38:55.191476Z","end":"2026-03-03T18:38:55.419853Z","steps":["trace[1314367972] 'process raft request' (duration: 228.155865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.419891Z","caller":"traceutil/trace.go:171","msg":"trace[1699961555] transaction","detail":"{read_only:false; response_revision:24073; number_of_response:1; }","duration":"569.065437ms","start":"2026-03-03T18:38:54.850799Z","end":"2026-03-03T18:38:55.419864Z","steps":["trace[1699961555] 'process raft request' (duration: 568.680278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.420054Z","caller":"traceutil/trace.go:171","msg":"trace[1385418174] transaction","detail":"{read_only:false; response_revision:24077; number_of_response:1; }","duration":"227.668122ms","start":"2026-03-03T18:38:55.192366Z","end":"2026-03-03T18:38:55.420034Z","steps":["trace[1385418174] 'process raft request' (duration: 227.323894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.419948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.852463Z","time spent":"567.411208ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:55.42013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.850777Z","time spent":"569.295243ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:38:55.42035Z","caller":"traceutil/trace.go:171","msg":"trace[517693646] transaction","detail":"{read_only:false; response_revision:24078; number_of_response:1; }","duration":"227.937448ms","start":"2026-03-03T18:38:55.192406Z","end":"2026-03-03T18:38:55.420344Z","steps":["trace[517693646] 'process raft request' (duration: 227.557499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.420532Z","caller":"traceutil/trace.go:171","msg":"trace[316809576] transaction","detail":"{read_only:false; response_revision:24079; number_of_response:1; }","duration":"228.01792ms","start":"2026-03-03T18:38:55.192505Z","end":"2026-03-03T18:38:55.420523Z","steps":["trace[316809576] 'process raft request' (duration: 227.790675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.420585Z","caller":"traceutil/trace.go:171","msg":"trace[901444770] linearizableReadLoop","detail":"{readStateIndex:24977; appliedIndex:24967; }","duration":"574.647259ms","start":"2026-03-03T18:38:54.845919Z","end":"2026-03-03T18:38:55.420567Z","steps":["trace[901444770] 'read index received' (duration: 559.45887ms)","trace[901444770] 'applied index is now lower than readState.Index' (duration: 15.187429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:55.420648Z","caller":"traceutil/trace.go:171","msg":"trace[629708872] transaction","detail":"{read_only:false; response_revision:24081; number_of_response:1; }","duration":"227.61296ms","start":"2026-03-03T18:38:55.193023Z","end":"2026-03-03T18:38:55.420636Z","steps":["trace[629708872] 'process raft request' (duration: 227.508198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:38:55.420642Z","caller":"traceutil/trace.go:171","msg":"trace[2092949235] transaction","detail":"{read_only:false; response_revision:24080; number_of_response:1; }","duration":"228.037311ms","start":"2026-03-03T18:38:55.19259Z","end":"2026-03-03T18:38:55.420627Z","steps":["trace[2092949235] 'process raft request' (duration: 227.869417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.420729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.620954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:55.420753Z","caller":"traceutil/trace.go:171","msg":"trace[1770316338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24081; }","duration":"570.659886ms","start":"2026-03-03T18:38:54.850086Z","end":"2026-03-03T18:38:55.420746Z","steps":["trace[1770316338] 'agreement among raft nodes before linearized reading' (duration: 570.619315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.420767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.85007Z","time spent":"570.694096ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:55.420811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.47579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:55.420925Z","caller":"traceutil/trace.go:171","msg":"trace[1470691051] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24081; }","duration":"100.629183ms","start":"2026-03-03T18:38:55.320282Z","end":"2026-03-03T18:38:55.420911Z","steps":["trace[1470691051] 'agreement among raft nodes before linearized reading' (duration: 100.47783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.420815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.829169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:38:55.420976Z","caller":"traceutil/trace.go:171","msg":"trace[372871998] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24081; }","duration":"609.051634ms","start":"2026-03-03T18:38:54.811918Z","end":"2026-03-03T18:38:55.42097Z","steps":["trace[372871998] 'agreement among raft nodes before linearized reading' (duration: 608.751367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.420994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.811889Z","time spent":"609.099255ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:38:55.420875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.78283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:55.421096Z","caller":"traceutil/trace.go:171","msg":"trace[110778489] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24081; }","duration":"455.032847ms","start":"2026-03-03T18:38:54.966054Z","end":"2026-03-03T18:38:55.421086Z","steps":["trace[110778489] 'agreement among raft nodes before linearized reading' (duration: 454.798091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:55.421115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:54.966038Z","time spent":"455.071337ms","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:38:56.492035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063380,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:38:56.728628Z","caller":"traceutil/trace.go:171","msg":"trace[1645340385] transaction","detail":"{read_only:false; response_revision:24082; number_of_response:1; }","duration":"770.542459ms","start":"2026-03-03T18:38:55.958062Z","end":"2026-03-03T18:38:56.728605Z","steps":["trace[1645340385] 'process raft request' (duration: 770.388115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:56.728797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.958046Z","time spent":"770.664062ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:57.904496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.099734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:38:57.904609Z","caller":"traceutil/trace.go:171","msg":"trace[915711869] linearizableReadLoop","detail":"{readStateIndex:24979; appliedIndex:24978; }","duration":"1.912681919s","start":"2026-03-03T18:38:55.99191Z","end":"2026-03-03T18:38:57.904592Z","steps":["trace[915711869] 'read index received' (duration: 736.692247ms)","trace[915711869] 'applied index is now lower than readState.Index' (duration: 1.175988032s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:38:57.90491Z","caller":"traceutil/trace.go:171","msg":"trace[1116236357] transaction","detail":"{read_only:false; response_revision:24083; number_of_response:1; }","duration":"1.752483195s","start":"2026-03-03T18:38:56.152412Z","end":"2026-03-03T18:38:57.904895Z","steps":["trace[1116236357] 'process raft request' (duration: 1.531346617s)","trace[1116236357] 'compare' (duration: 219.602871ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:38:57.904981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.152383Z","time spent":"1.752563167s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:38:57.905035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91311971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:38:57.905103Z","caller":"traceutil/trace.go:171","msg":"trace[252052219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24083; }","duration":"1.913239403s","start":"2026-03-03T18:38:55.991849Z","end":"2026-03-03T18:38:57.905089Z","steps":["trace[252052219] 'agreement among raft nodes before linearized reading' (duration: 1.91311121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:57.905136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:55.991824Z","time spent":"1.913306664s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:38:58.405705Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:58.906683Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:59.40729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063392,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:38:59.51389Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.830106663s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:38:59.91263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:38:59.912725Z","caller":"traceutil/trace.go:171","msg":"trace[1471079770] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000094709s","start":"2026-03-03T18:38:57.912612Z","end":"2026-03-03T18:38:59.912706Z","steps":["trace[1471079770] 'agreement among raft nodes before linearized reading' (duration: 1.999968726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:38:59.912787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.912594Z","time spent":"2.000174912s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:00.358225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.810175ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:39:00.359612Z","caller":"traceutil/trace.go:171","msg":"trace[1241448999] transaction","detail":"{read_only:false; response_revision:24084; number_of_response:1; }","duration":"2.93288102s","start":"2026-03-03T18:38:57.426706Z","end":"2026-03-03T18:39:00.359587Z","steps":["trace[1241448999] 'process raft request' (duration: 2.93159071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:00.359759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.426679Z","time spent":"2.933003963s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.480882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121213094s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:01.48146Z","caller":"traceutil/trace.go:171","msg":"trace[528835691] transaction","detail":"{read_only:false; response_revision:24087; number_of_response:1; }","duration":"4.049742163s","start":"2026-03-03T18:38:57.431674Z","end":"2026-03-03T18:39:01.481417Z","steps":["trace[528835691] 'process raft request' (duration: 4.049424265s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.481479Z","caller":"traceutil/trace.go:171","msg":"trace[258310900] transaction","detail":"{read_only:false; response_revision:24092; number_of_response:1; }","duration":"1.62853544s","start":"2026-03-03T18:38:59.852918Z","end":"2026-03-03T18:39:01.481453Z","steps":["trace[258310900] 'process raft request' (duration: 1.628474489s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.481541Z","caller":"traceutil/trace.go:171","msg":"trace[866579513] transaction","detail":"{read_only:false; response_revision:24088; number_of_response:1; }","duration":"4.04964421s","start":"2026-03-03T18:38:57.43189Z","end":"2026-03-03T18:39:01.481534Z","steps":["trace[866579513] 'process raft request' (duration: 4.049284192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.481624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.431639Z","time spent":"4.049882995s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.481643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.431865Z","time spent":"4.049702631s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.481665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.852893Z","time spent":"1.628663543s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.481761Z","caller":"traceutil/trace.go:171","msg":"trace[142638148] transaction","detail":"{read_only:false; response_revision:24091; number_of_response:1; }","duration":"3.580170331s","start":"2026-03-03T18:38:57.901561Z","end":"2026-03-03T18:39:01.481731Z","steps":["trace[142638148] 'process raft request' (duration: 3.579772602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.481762Z","caller":"traceutil/trace.go:171","msg":"trace[107438553] transaction","detail":"{read_only:false; response_revision:24090; number_of_response:1; }","duration":"4.049730332s","start":"2026-03-03T18:38:57.432004Z","end":"2026-03-03T18:39:01.481734Z","steps":["trace[107438553] 'process raft request' (duration: 4.049269031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.237315378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:01.48203Z","caller":"traceutil/trace.go:171","msg":"trace[1158515760] transaction","detail":"{read_only:false; response_revision:24085; number_of_response:1; }","duration":"4.050131722s","start":"2026-03-03T18:38:57.431678Z","end":"2026-03-03T18:39:01.481809Z","steps":["trace[1158515760] 'process raft request' (duration: 2.927892953s)","trace[1158515760] 'compare' (duration: 1.120888056s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:01.48212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842395432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.482081Z","caller":"traceutil/trace.go:171","msg":"trace[2089123378] transaction","detail":"{read_only:false; response_revision:24086; number_of_response:1; }","duration":"4.050350836s","start":"2026-03-03T18:38:57.43168Z","end":"2026-03-03T18:39:01.482031Z","steps":["trace[2089123378] 'process raft request' (duration: 4.049313891s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.482141Z","caller":"traceutil/trace.go:171","msg":"trace[223219023] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24092; }","duration":"3.842449752s","start":"2026-03-03T18:38:57.639684Z","end":"2026-03-03T18:39:01.482134Z","steps":["trace[223219023] 'agreement among raft nodes before linearized reading' (duration: 3.842416191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.639665Z","time spent":"3.842493114s","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.48216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.611842085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.482201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.261922656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.4822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.43166Z","time spent":"4.050475669s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.482214Z","caller":"traceutil/trace.go:171","msg":"trace[1587845893] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24092; }","duration":"4.611929256s","start":"2026-03-03T18:38:56.870266Z","end":"2026-03-03T18:39:01.482196Z","steps":["trace[1587845893] 'agreement among raft nodes before linearized reading' (duration: 4.611844664s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.482243Z","caller":"traceutil/trace.go:171","msg":"trace[2035697792] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24092; }","duration":"4.262005789s","start":"2026-03-03T18:38:57.220224Z","end":"2026-03-03T18:39:01.48223Z","steps":["trace[2035697792] 'agreement among raft nodes before linearized reading' (duration: 4.261921897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302688943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.481797Z","caller":"traceutil/trace.go:171","msg":"trace[958895391] linearizableReadLoop","detail":"{readStateIndex:24988; appliedIndex:24979; }","duration":"3.577115288s","start":"2026-03-03T18:38:57.904674Z","end":"2026-03-03T18:39:01.481789Z","steps":["trace[958895391] 'read index received' (duration: 1.609746094s)","trace[958895391] 'applied index is now lower than readState.Index' (duration: 1.967368334s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:01.482269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.220204Z","time spent":"4.26205828s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.482275Z","caller":"traceutil/trace.go:171","msg":"trace[283549952] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24092; }","duration":"4.302760414s","start":"2026-03-03T18:38:57.179507Z","end":"2026-03-03T18:39:01.482267Z","steps":["trace[283549952] 'agreement among raft nodes before linearized reading' (duration: 4.302706243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.431662Z","time spent":"4.0505081s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.482269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.870247Z","time spent":"4.612006208s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.482061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.901543Z","time spent":"3.580273603s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:01.482297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.179483Z","time spent":"4.302805095s","remote":"127.0.0.1:56366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.482343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.667310138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:39:01.482365Z","caller":"traceutil/trace.go:171","msg":"trace[1985390607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24092; }","duration":"4.667351118s","start":"2026-03-03T18:38:56.815007Z","end":"2026-03-03T18:39:01.482358Z","steps":["trace[1985390607] 'agreement among raft nodes before linearized reading' (duration: 4.667262386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.814995Z","time spent":"4.66738267s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:39:01.482086Z","caller":"traceutil/trace.go:171","msg":"trace[49713853] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:24092; }","duration":"5.237346419s","start":"2026-03-03T18:38:56.244734Z","end":"2026-03-03T18:39:01.48208Z","steps":["trace[49713853] 'agreement among raft nodes before linearized reading' (duration: 5.237081243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.244689Z","time spent":"5.237721628s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.48246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02293943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.48207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.431985Z","time spent":"4.049843014s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.481491Z","caller":"traceutil/trace.go:171","msg":"trace[793159101] transaction","detail":"{read_only:false; response_revision:24089; number_of_response:1; }","duration":"4.049545747s","start":"2026-03-03T18:38:57.43191Z","end":"2026-03-03T18:39:01.481455Z","steps":["trace[793159101] 'process raft request' (duration: 4.049315862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668930076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:39:01.482523Z","caller":"traceutil/trace.go:171","msg":"trace[1410199892] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24092; }","duration":"5.023048903s","start":"2026-03-03T18:38:56.459452Z","end":"2026-03-03T18:39:01.482501Z","steps":["trace[1410199892] 'agreement among raft nodes before linearized reading' (duration: 5.02293887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.129045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.48254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.056162073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:39:01.482553Z","caller":"traceutil/trace.go:171","msg":"trace[191319949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24092; }","duration":"4.669056289s","start":"2026-03-03T18:38:56.813471Z","end":"2026-03-03T18:39:01.482528Z","steps":["trace[191319949] 'agreement among raft nodes before linearized reading' (duration: 4.668817964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.668227189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T18:39:01.482573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.459431Z","time spent":"5.023127415s","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.482601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.244189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T18:39:01.482606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.112465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.482599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.813452Z","time spent":"4.669137532s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:39:01.482595Z","caller":"traceutil/trace.go:171","msg":"trace[877057513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24092; }","duration":"4.056253206s","start":"2026-03-03T18:38:57.426326Z","end":"2026-03-03T18:39:01.482579Z","steps":["trace[877057513] 'agreement among raft nodes before linearized reading' (duration: 4.05602047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.431898Z","time spent":"4.050628702s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:01.482632Z","caller":"traceutil/trace.go:171","msg":"trace[2002747949] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24092; }","duration":"541.177557ms","start":"2026-03-03T18:39:00.941446Z","end":"2026-03-03T18:39:01.482623Z","steps":["trace[2002747949] 'agreement among raft nodes before linearized reading' (duration: 541.134696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.880552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T18:39:01.482621Z","caller":"traceutil/trace.go:171","msg":"trace[796337300] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24092; }","duration":"4.668347342s","start":"2026-03-03T18:38:56.814254Z","end":"2026-03-03T18:39:01.482601Z","steps":["trace[796337300] 'agreement among raft nodes before linearized reading' (duration: 4.668139547s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.482628Z","caller":"traceutil/trace.go:171","msg":"trace[278035351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24092; }","duration":"973.318231ms","start":"2026-03-03T18:39:00.509302Z","end":"2026-03-03T18:39:01.482621Z","steps":["trace[278035351] 'agreement among raft nodes before linearized reading' (duration: 973.207758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.94142Z","time spent":"541.229078ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.482657Z","caller":"traceutil/trace.go:171","msg":"trace[261548136] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24092; }","duration":"144.942792ms","start":"2026-03-03T18:39:01.337708Z","end":"2026-03-03T18:39:01.482651Z","steps":["trace[261548136] 'agreement among raft nodes before linearized reading' (duration: 144.875901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:57.426306Z","time spent":"4.056333008s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:01.482668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.743251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:01.482678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:56.814233Z","time spent":"4.668431714s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:39:01.482694Z","caller":"traceutil/trace.go:171","msg":"trace[351695774] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24092; }","duration":"875.808672ms","start":"2026-03-03T18:39:00.606877Z","end":"2026-03-03T18:39:01.482685Z","steps":["trace[351695774] 'agreement among raft nodes before linearized reading' (duration: 875.763821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.509276Z","time spent":"973.399283ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.482718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:00.606848Z","time spent":"875.862904ms","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.482561Z","caller":"traceutil/trace.go:171","msg":"trace[1332260667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"253.186856ms","start":"2026-03-03T18:39:01.229368Z","end":"2026-03-03T18:39:01.482555Z","steps":["trace[1332260667] 'agreement among raft nodes before linearized reading' (duration: 253.155215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.48284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740752297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.482867Z","caller":"traceutil/trace.go:171","msg":"trace[1974582361] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"1.740801007s","start":"2026-03-03T18:38:59.742057Z","end":"2026-03-03T18:39:01.482858Z","steps":["trace[1974582361] 'agreement among raft nodes before linearized reading' (duration: 1.740755886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137756459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:01.482887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.742043Z","time spent":"1.740839119s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:01.48287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.398853316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:01.482895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.750222385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:39:01.482855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56943618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:01.482913Z","caller":"traceutil/trace.go:171","msg":"trace[1932499563] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24092; }","duration":"2.13782687s","start":"2026-03-03T18:38:59.345073Z","end":"2026-03-03T18:39:01.4829Z","steps":["trace[1932499563] 'agreement among raft nodes before linearized reading' (duration: 2.137732418s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.482928Z","caller":"traceutil/trace.go:171","msg":"trace[1905497485] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24092; }","duration":"3.398941058s","start":"2026-03-03T18:38:58.083972Z","end":"2026-03-03T18:39:01.482913Z","steps":["trace[1905497485] 'agreement among raft nodes before linearized reading' (duration: 3.398846926s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:01.482931Z","caller":"traceutil/trace.go:171","msg":"trace[1464431217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24092; }","duration":"2.750299217s","start":"2026-03-03T18:38:58.732621Z","end":"2026-03-03T18:39:01.482921Z","steps":["trace[1464431217] 'agreement among raft nodes before linearized reading' (duration: 2.750189654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.482956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.345057Z","time spent":"2.137886042s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:01.482966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:58.732597Z","time spent":"2.750362009s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:39:01.482967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:58.083956Z","time spent":"3.39900221s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:01.482952Z","caller":"traceutil/trace.go:171","msg":"trace[795483402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24092; }","duration":"1.569568022s","start":"2026-03-03T18:38:59.913369Z","end":"2026-03-03T18:39:01.482937Z","steps":["trace[795483402] 'agreement among raft nodes before linearized reading' (duration: 1.569439869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.483013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:59.913346Z","time spent":"1.569654595s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:01.483118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448495163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272967"} {"level":"info","ts":"2026-03-03T18:39:01.485439Z","caller":"traceutil/trace.go:171","msg":"trace[1957452026] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24092; }","duration":"3.449194098s","start":"2026-03-03T18:38:58.034574Z","end":"2026-03-03T18:39:01.483768Z","steps":["trace[1957452026] 'agreement among raft nodes before linearized reading' (duration: 3.447814796s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:01.485503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:38:58.034557Z","time spent":"3.45092165s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272991,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:39:01.993246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063395,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:03.013231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212185157s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:03.013317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:02.049807Z","time spent":"963.464917ms","remote":"127.0.0.1:56696","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:39:03.013384Z","caller":"traceutil/trace.go:171","msg":"trace[1634875273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24092; }","duration":"1.212347571s","start":"2026-03-03T18:39:01.801013Z","end":"2026-03-03T18:39:03.01336Z","steps":["trace[1634875273] 'range keys from in-memory index tree' (duration: 1.212167497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.01395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.768016ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:39:03.014055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.485541Z","time spent":"1.52850947s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:39:03.01465Z","caller":"traceutil/trace.go:171","msg":"trace[327159572] linearizableReadLoop","detail":"{readStateIndex:24995; appliedIndex:24989; }","duration":"1.525567431s","start":"2026-03-03T18:39:01.489062Z","end":"2026-03-03T18:39:03.014629Z","steps":["trace[327159572] 'read index received' (duration: 580.091878ms)","trace[327159572] 'applied index is now lower than readState.Index' (duration: 945.474703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:03.014797Z","caller":"traceutil/trace.go:171","msg":"trace[627639286] transaction","detail":"{read_only:false; response_revision:24095; number_of_response:1; }","duration":"1.525566101s","start":"2026-03-03T18:39:01.489196Z","end":"2026-03-03T18:39:03.014762Z","steps":["trace[627639286] 'process raft request' (duration: 1.525326995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:03.014935Z","caller":"traceutil/trace.go:171","msg":"trace[1423162157] transaction","detail":"{read_only:false; response_revision:24096; number_of_response:1; }","duration":"1.525723034s","start":"2026-03-03T18:39:01.489199Z","end":"2026-03-03T18:39:03.014922Z","steps":["trace[1423162157] 'process raft request' (duration: 1.525354506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.014966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.489187Z","time spent":"1.525679043s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:03.015046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.48919Z","time spent":"1.525786236s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:03.015152Z","caller":"traceutil/trace.go:171","msg":"trace[1971992292] transaction","detail":"{read_only:false; response_revision:24097; number_of_response:1; }","duration":"1.525914739s","start":"2026-03-03T18:39:01.489226Z","end":"2026-03-03T18:39:03.015141Z","steps":["trace[1971992292] 'process raft request' (duration: 1.525364436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:03.015237Z","caller":"traceutil/trace.go:171","msg":"trace[1971917197] transaction","detail":"{read_only:false; response_revision:24093; number_of_response:1; }","duration":"1.526100273s","start":"2026-03-03T18:39:01.489122Z","end":"2026-03-03T18:39:03.015222Z","steps":["trace[1971917197] 'process raft request' (duration: 1.525222243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.01526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.48922Z","time spent":"1.525984551s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:03.015302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.489112Z","time spent":"1.526153964s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:03.015522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526453671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T18:39:03.015535Z","caller":"traceutil/trace.go:171","msg":"trace[96544538] transaction","detail":"{read_only:false; response_revision:24094; number_of_response:1; }","duration":"1.526359389s","start":"2026-03-03T18:39:01.489162Z","end":"2026-03-03T18:39:03.015521Z","steps":["trace[96544538] 'process raft request' (duration: 1.525320905s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:03.015568Z","caller":"traceutil/trace.go:171","msg":"trace[30879371] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24097; }","duration":"1.526519133s","start":"2026-03-03T18:39:01.489035Z","end":"2026-03-03T18:39:03.015554Z","steps":["trace[30879371] 'agreement among raft nodes before linearized reading' (duration: 1.526350229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.015594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.48915Z","time spent":"1.52641179s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:03.015603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.489023Z","time spent":"1.526572874s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"info","ts":"2026-03-03T18:39:03.055825Z","caller":"traceutil/trace.go:171","msg":"trace[2034395019] transaction","detail":"{read_only:false; response_revision:24098; number_of_response:1; }","duration":"690.370891ms","start":"2026-03-03T18:39:02.365433Z","end":"2026-03-03T18:39:03.055804Z","steps":["trace[2034395019] 'process raft request' (duration: 690.187977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.055943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:02.365406Z","time spent":"690.476413ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:03.056437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136983907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:03.056517Z","caller":"traceutil/trace.go:171","msg":"trace[237377901] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24098; }","duration":"1.13710271s","start":"2026-03-03T18:39:01.919395Z","end":"2026-03-03T18:39:03.056498Z","steps":["trace[237377901] 'agreement among raft nodes before linearized reading' (duration: 1.136972967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.05657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.919378Z","time spent":"1.137178162s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:03.057091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567981615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T18:39:03.057099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564952964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:03.057151Z","caller":"traceutil/trace.go:171","msg":"trace[533069095] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24098; }","duration":"1.568065567s","start":"2026-03-03T18:39:01.489074Z","end":"2026-03-03T18:39:03.05714Z","steps":["trace[533069095] 'agreement among raft nodes before linearized reading' (duration: 1.567898643s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:03.057174Z","caller":"traceutil/trace.go:171","msg":"trace[1057206170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24098; }","duration":"1.565050296s","start":"2026-03-03T18:39:01.492105Z","end":"2026-03-03T18:39:03.057155Z","steps":["trace[1057206170] 'agreement among raft nodes before linearized reading' (duration: 1.564911212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.057183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.489061Z","time spent":"1.568115018s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:03.057206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520685294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:03.057227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.492099Z","time spent":"1.565120807s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:03.057223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.627978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:03.057258Z","caller":"traceutil/trace.go:171","msg":"trace[1695510279] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24098; }","duration":"1.520788227s","start":"2026-03-03T18:39:01.536458Z","end":"2026-03-03T18:39:03.057247Z","steps":["trace[1695510279] 'agreement among raft nodes before linearized reading' (duration: 1.520702915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.057255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.567454602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:03.057289Z","caller":"traceutil/trace.go:171","msg":"trace[1008329280] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24098; }","duration":"270.7032ms","start":"2026-03-03T18:39:02.786566Z","end":"2026-03-03T18:39:03.057269Z","steps":["trace[1008329280] 'agreement among raft nodes before linearized reading' (duration: 270.583817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:03.057345Z","caller":"traceutil/trace.go:171","msg":"trace[326748546] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24098; }","duration":"1.567570254s","start":"2026-03-03T18:39:01.48975Z","end":"2026-03-03T18:39:03.05732Z","steps":["trace[326748546] 'agreement among raft nodes before linearized reading' (duration: 1.56739621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:03.057285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.536433Z","time spent":"1.520844348s","remote":"127.0.0.1:53840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:03.05739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:01.489742Z","time spent":"1.567639146s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:03.560961Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:04.061369Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063407,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:04.079911Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.024164665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:04.354776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.550912ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:04.355017Z","caller":"traceutil/trace.go:171","msg":"trace[1547001317] transaction","detail":"{read_only:false; response_revision:24099; number_of_response:1; }","duration":"1.338861949s","start":"2026-03-03T18:39:03.016124Z","end":"2026-03-03T18:39:04.354986Z","steps":["trace[1547001317] 'process raft request' (duration: 1.06402262s)","trace[1547001317] 'compare' (duration: 273.378935ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:04.35504Z","caller":"traceutil/trace.go:171","msg":"trace[395390596] transaction","detail":"{read_only:false; response_revision:24100; number_of_response:1; }","duration":"1.336276388s","start":"2026-03-03T18:39:03.018744Z","end":"2026-03-03T18:39:04.355021Z","steps":["trace[395390596] 'process raft request' (duration: 1.336130835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:04.355175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.018726Z","time spent":"1.336409391s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:04.3552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.016079Z","time spent":"1.339001763s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:05.063741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:05.063821Z","caller":"traceutil/trace.go:171","msg":"trace[605704545] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000489678s","start":"2026-03-03T18:39:03.063314Z","end":"2026-03-03T18:39:05.063803Z","steps":["trace[605704545] 'agreement among raft nodes before linearized reading' (duration: 2.000394496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:05.063863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.063307Z","time spent":"2.00054766s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:05.556959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201641758s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:05.557426Z","caller":"traceutil/trace.go:171","msg":"trace[1722219992] transaction","detail":"{read_only:false; response_revision:24101; number_of_response:1; }","duration":"2.068579662s","start":"2026-03-03T18:39:03.488828Z","end":"2026-03-03T18:39:05.557408Z","steps":["trace[1722219992] 'process raft request' (duration: 2.068410648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:05.557554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.488811Z","time spent":"2.068674443s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:05.557745Z","caller":"traceutil/trace.go:171","msg":"trace[2114114361] linearizableReadLoop","detail":"{readStateIndex:25004; appliedIndex:24996; }","duration":"2.497308945s","start":"2026-03-03T18:39:03.060412Z","end":"2026-03-03T18:39:05.557721Z","steps":["trace[2114114361] 'read index received' (duration: 1.019748121s)","trace[2114114361] 'applied index is now lower than readState.Index' (duration: 1.477559984s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:05.557831Z","caller":"traceutil/trace.go:171","msg":"trace[1803618630] transaction","detail":"{read_only:false; response_revision:24102; number_of_response:1; }","duration":"2.068927279s","start":"2026-03-03T18:39:03.488895Z","end":"2026-03-03T18:39:05.557823Z","steps":["trace[1803618630] 'process raft request' (duration: 2.068478989s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:05.557893Z","caller":"traceutil/trace.go:171","msg":"trace[1749845481] transaction","detail":"{read_only:false; response_revision:24105; number_of_response:1; }","duration":"2.068903619s","start":"2026-03-03T18:39:03.488965Z","end":"2026-03-03T18:39:05.557869Z","steps":["trace[1749845481] 'process raft request' (duration: 2.068700835s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:05.557937Z","caller":"traceutil/trace.go:171","msg":"trace[1075349243] transaction","detail":"{read_only:false; response_revision:24106; number_of_response:1; }","duration":"2.068824377s","start":"2026-03-03T18:39:03.489106Z","end":"2026-03-03T18:39:05.55793Z","steps":["trace[1075349243] 'process raft request' (duration: 2.068584981s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:05.557933Z","caller":"traceutil/trace.go:171","msg":"trace[303170782] transaction","detail":"{read_only:false; response_revision:24103; number_of_response:1; }","duration":"2.068984181s","start":"2026-03-03T18:39:03.488922Z","end":"2026-03-03T18:39:05.557906Z","steps":["trace[303170782] 'process raft request' (duration: 2.068614703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:05.55797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.489101Z","time spent":"2.068851478s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:05.557989Z","caller":"traceutil/trace.go:171","msg":"trace[489201114] transaction","detail":"{read_only:false; response_revision:24104; number_of_response:1; }","duration":"2.069022522s","start":"2026-03-03T18:39:03.488945Z","end":"2026-03-03T18:39:05.557968Z","steps":["trace[489201114] 'process raft request' (duration: 2.068694324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:05.558068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.488917Z","time spent":"2.069076313s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:05.558087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.488942Z","time spent":"2.069094853s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:05.558201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497787827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:39:05.558224Z","caller":"traceutil/trace.go:171","msg":"trace[1284084580] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24106; }","duration":"2.497830548s","start":"2026-03-03T18:39:03.060387Z","end":"2026-03-03T18:39:05.558218Z","steps":["trace[1284084580] 'agreement among raft nodes before linearized reading' (duration: 2.497716185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:05.558209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.488963Z","time spent":"2.068976231s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:05.557909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.488891Z","time spent":"2.06895747s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:05.558242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.060372Z","time spent":"2.497866438s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:39:07.064293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000076659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:07.064375Z","caller":"traceutil/trace.go:171","msg":"trace[446742259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209701s","start":"2026-03-03T18:39:05.064148Z","end":"2026-03-03T18:39:07.064358Z","steps":["trace[446742259] 'agreement among raft nodes before linearized reading' (duration: 2.000106939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.065191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.063943Z","time spent":"2.000778786s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:07.763413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.434259Z","time spent":"329.147485ms","remote":"127.0.0.1:56704","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:07.76396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030062228s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:07.764145Z","caller":"traceutil/trace.go:171","msg":"trace[189870387] linearizableReadLoop","detail":"{readStateIndex:25007; appliedIndex:25004; }","duration":"2.206340063s","start":"2026-03-03T18:39:05.557788Z","end":"2026-03-03T18:39:07.764129Z","steps":["trace[189870387] 'read index received' (duration: 175.932037ms)","trace[189870387] 'applied index is now lower than readState.Index' (duration: 2.030406686s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:07.764131Z","caller":"traceutil/trace.go:171","msg":"trace[378316059] transaction","detail":"{read_only:false; response_revision:24107; number_of_response:1; }","duration":"2.824614266s","start":"2026-03-03T18:39:04.939485Z","end":"2026-03-03T18:39:07.764099Z","steps":["trace[378316059] 'process raft request' (duration: 794.346823ms)","trace[378316059] 'compare' (duration: 2.028202895s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:07.764335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:04.939461Z","time spent":"2.824796661s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:07.764613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.744377787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:39:07.766193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405399792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:39:07.766248Z","caller":"traceutil/trace.go:171","msg":"trace[526707047] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24109; }","duration":"3.405479324s","start":"2026-03-03T18:39:04.360754Z","end":"2026-03-03T18:39:07.766233Z","steps":["trace[526707047] 'agreement among raft nodes before linearized reading' (duration: 3.40531169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:04.360742Z","time spent":"3.405538905s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"warn","ts":"2026-03-03T18:39:07.766391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.637013787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:07.766463Z","caller":"traceutil/trace.go:171","msg":"trace[1252317896] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24109; }","duration":"3.63713141s","start":"2026-03-03T18:39:04.129316Z","end":"2026-03-03T18:39:07.766448Z","steps":["trace[1252317896] 'agreement among raft nodes before linearized reading' (duration: 3.636985686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.746839154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:39:07.766572Z","caller":"traceutil/trace.go:171","msg":"trace[1668315031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24109; }","duration":"2.746881055s","start":"2026-03-03T18:39:05.019679Z","end":"2026-03-03T18:39:07.76656Z","steps":["trace[1668315031] 'agreement among raft nodes before linearized reading' (duration: 2.746778813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:04.129297Z","time spent":"3.637221251s","remote":"127.0.0.1:53680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:07.766639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016090431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:39:07.766693Z","caller":"traceutil/trace.go:171","msg":"trace[514160240] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24109; }","duration":"3.016142852s","start":"2026-03-03T18:39:04.750534Z","end":"2026-03-03T18:39:07.766677Z","steps":["trace[514160240] 'agreement among raft nodes before linearized reading' (duration: 3.016002209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.547760479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:39:07.766731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:04.750474Z","time spent":"3.016247714s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T18:39:07.766743Z","caller":"traceutil/trace.go:171","msg":"trace[736198491] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24109; }","duration":"2.547844771s","start":"2026-03-03T18:39:05.21889Z","end":"2026-03-03T18:39:07.766735Z","steps":["trace[736198491] 'agreement among raft nodes before linearized reading' (duration: 2.546446689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.218842Z","time spent":"2.547922923s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2629,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:07.766948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408615127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T18:39:07.767381Z","caller":"traceutil/trace.go:171","msg":"trace[1318403730] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24109; }","duration":"3.409079779s","start":"2026-03-03T18:39:04.358291Z","end":"2026-03-03T18:39:07.767371Z","steps":["trace[1318403730] 'agreement among raft nodes before linearized reading' (duration: 3.408594497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.767444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:04.358271Z","time spent":"3.409163131s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:39:07.766205Z","caller":"traceutil/trace.go:171","msg":"trace[1691934037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24109; }","duration":"2.746021155s","start":"2026-03-03T18:39:05.020167Z","end":"2026-03-03T18:39:07.766188Z","steps":["trace[1691934037] 'agreement among raft nodes before linearized reading' (duration: 2.743977376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.767572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.02015Z","time spent":"2.747402998s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:07.766999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.747386377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:39:07.767725Z","caller":"traceutil/trace.go:171","msg":"trace[785802930] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24109; }","duration":"2.748126235s","start":"2026-03-03T18:39:05.019577Z","end":"2026-03-03T18:39:07.767703Z","steps":["trace[785802930] 'agreement among raft nodes before linearized reading' (duration: 2.747366966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.766605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.019615Z","time spent":"2.746981797s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:39:07.765289Z","caller":"traceutil/trace.go:171","msg":"trace[988995097] transaction","detail":"{read_only:false; response_revision:24108; number_of_response:1; }","duration":"2.701243974s","start":"2026-03-03T18:39:05.064027Z","end":"2026-03-03T18:39:07.765271Z","steps":["trace[988995097] 'process raft request' (duration: 2.700006204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.767895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.063993Z","time spent":"2.703870728s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:07.765323Z","caller":"traceutil/trace.go:171","msg":"trace[23942490] transaction","detail":"{read_only:false; response_revision:24109; number_of_response:1; }","duration":"2.354569875s","start":"2026-03-03T18:39:05.410742Z","end":"2026-03-03T18:39:07.765312Z","steps":["trace[23942490] 'process raft request' (duration: 2.353342016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.768019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.410713Z","time spent":"2.357239709s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:07.765351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745129085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:39:07.768222Z","caller":"traceutil/trace.go:171","msg":"trace[1110429505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24109; }","duration":"2.747995002s","start":"2026-03-03T18:39:05.020188Z","end":"2026-03-03T18:39:07.768183Z","steps":["trace[1110429505] 'agreement among raft nodes before linearized reading' (duration: 2.744991971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.765412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736823667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:07.768364Z","caller":"traceutil/trace.go:171","msg":"trace[2014547566] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:24109; }","duration":"2.739774547s","start":"2026-03-03T18:39:05.028578Z","end":"2026-03-03T18:39:07.768353Z","steps":["trace[2014547566] 'agreement among raft nodes before linearized reading' (duration: 2.736806687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.768416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.028541Z","time spent":"2.739862869s","remote":"127.0.0.1:56352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:07.765209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.594971378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:07.768587Z","caller":"traceutil/trace.go:171","msg":"trace[1481454721] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24109; }","duration":"2.598393069s","start":"2026-03-03T18:39:05.17018Z","end":"2026-03-03T18:39:07.768573Z","steps":["trace[1481454721] 'agreement among raft nodes before linearized reading' (duration: 2.594945678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.768646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.170164Z","time spent":"2.598471341s","remote":"127.0.0.1:44382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:07.767147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551922874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-03-03T18:39:07.76724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.704021167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:07.767766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.019561Z","time spent":"2.748192057s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:39:07.769385Z","caller":"traceutil/trace.go:171","msg":"trace[1585499821] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24109; }","duration":"4.554183208s","start":"2026-03-03T18:39:03.21519Z","end":"2026-03-03T18:39:07.769373Z","steps":["trace[1585499821] 'agreement among raft nodes before linearized reading' (duration: 4.551904174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.770125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.215174Z","time spent":"4.554914205s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T18:39:07.770223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.020181Z","time spent":"2.748120005s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:39:07.770271Z","caller":"traceutil/trace.go:171","msg":"trace[1486625736] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24109; }","duration":"4.707160803s","start":"2026-03-03T18:39:03.063095Z","end":"2026-03-03T18:39:07.770256Z","steps":["trace[1486625736] 'agreement among raft nodes before linearized reading' (duration: 4.704042628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.770609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:03.063079Z","time spent":"4.70751637s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:07.764343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.74414421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:07.772162Z","caller":"traceutil/trace.go:171","msg":"trace[127054588] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24109; }","duration":"2.751974876s","start":"2026-03-03T18:39:05.02017Z","end":"2026-03-03T18:39:07.772145Z","steps":["trace[127054588] 'agreement among raft nodes before linearized reading' (duration: 2.744053498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:07.772217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.020162Z","time spent":"2.752034048s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:08.264637Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063425,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:08.467385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.977636467s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:09.070614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000747854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:09.070704Z","caller":"traceutil/trace.go:171","msg":"trace[1935694254] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000888888s","start":"2026-03-03T18:39:07.069795Z","end":"2026-03-03T18:39:09.070684Z","steps":["trace[1935694254] 'agreement among raft nodes before linearized reading' (duration: 2.000766795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:09.070753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.06978Z","time spent":"2.00096375s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:09.78014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31232882s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:09.780274Z","caller":"traceutil/trace.go:171","msg":"trace[626941383] transaction","detail":"{read_only:false; response_revision:24110; number_of_response:1; }","duration":"3.290823338s","start":"2026-03-03T18:39:06.489427Z","end":"2026-03-03T18:39:09.780251Z","steps":["trace[626941383] 'process raft request' (duration: 1.978304374s)","trace[626941383] 'compare' (duration: 1.31146501s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:09.78035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:06.489389Z","time spent":"3.290921081s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:10.720177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.091730799s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:11.072334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:11.072419Z","caller":"traceutil/trace.go:171","msg":"trace[718632795] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00052738s","start":"2026-03-03T18:39:09.071875Z","end":"2026-03-03T18:39:11.072402Z","steps":["trace[718632795] 'agreement among raft nodes before linearized reading' (duration: 2.000421488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:11.072459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:09.071856Z","time spent":"2.000594881s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:12.566132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.568747Z","time spent":"4.997380205s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:12.566203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.568356Z","time spent":"4.997840457s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:12.566643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.568632Z","time spent":"4.99800984s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:12.566673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.568517Z","time spent":"4.998155403s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:12.566901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.569189Z","time spent":"4.997706323s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:12.569057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.570508Z","time spent":"4.998545673s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:12.770954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.773495Z","time spent":"4.997452287s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:12.772856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.774726Z","time spent":"4.998126802s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:12.776496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.778354Z","time spent":"4.998137994s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:39:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:12.781228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.848979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:12.781312Z","caller":"traceutil/trace.go:171","msg":"trace[1740044692] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24110; }","duration":"980.940061ms","start":"2026-03-03T18:39:11.800358Z","end":"2026-03-03T18:39:12.781298Z","steps":["trace[1740044692] 'range keys from in-memory index tree' (duration: 980.838539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:12.782662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061945354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:12.783701Z","caller":"traceutil/trace.go:171","msg":"trace[302513339] transaction","detail":"{read_only:false; response_revision:24120; number_of_response:1; }","duration":"5.007500144s","start":"2026-03-03T18:39:07.77618Z","end":"2026-03-03T18:39:12.78368Z","steps":["trace[302513339] 'process raft request' (duration: 5.007015553s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:12.783726Z","caller":"traceutil/trace.go:171","msg":"trace[1826574838] transaction","detail":"{read_only:false; response_revision:24121; number_of_response:1; }","duration":"5.007083865s","start":"2026-03-03T18:39:07.776619Z","end":"2026-03-03T18:39:12.783703Z","steps":["trace[1826574838] 'process raft request' (duration: 5.006604383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:12.783829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.776609Z","time spent":"5.007166576s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:12.783857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.776167Z","time spent":"5.007587167s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:12.783966Z","caller":"traceutil/trace.go:171","msg":"trace[844100366] linearizableReadLoop","detail":"{readStateIndex:25020; appliedIndex:25007; }","duration":"5.019776426s","start":"2026-03-03T18:39:07.764183Z","end":"2026-03-03T18:39:12.783959Z","steps":["trace[844100366] 'read index received' (duration: 703.573763ms)","trace[844100366] 'applied index is now lower than readState.Index' (duration: 4.316201162s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:12.783948Z","caller":"traceutil/trace.go:171","msg":"trace[456207531] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"3.000896832s","start":"2026-03-03T18:39:09.783033Z","end":"2026-03-03T18:39:12.78393Z","steps":["trace[456207531] 'process raft request' (duration: 3.000253397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:12.783992Z","caller":"traceutil/trace.go:171","msg":"trace[1378433920] transaction","detail":"{read_only:false; response_revision:24117; number_of_response:1; }","duration":"5.013560588s","start":"2026-03-03T18:39:07.770407Z","end":"2026-03-03T18:39:12.783967Z","steps":["trace[1378433920] 'process raft request' (duration: 5.012672077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:12.78449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.770381Z","time spent":"5.01406414s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:12.785095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:09.783004Z","time spent":"3.001488366s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:13.090774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.013240921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:13.090834Z","caller":"traceutil/trace.go:171","msg":"trace[1892756028] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.013381053s","start":"2026-03-03T18:39:11.077441Z","end":"2026-03-03T18:39:13.090822Z","steps":["trace[1892756028] 'agreement among raft nodes before linearized reading' (duration: 2.013303131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:13.090862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:11.077422Z","time spent":"2.013433375s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:13.284636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063435,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:13.695403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.831941437s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:14.029665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246268915s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T18:39:14.030231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.762559961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:14.030284Z","caller":"traceutil/trace.go:171","msg":"trace[1218717052] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24123; }","duration":"6.762653342s","start":"2026-03-03T18:39:07.267612Z","end":"2026-03-03T18:39:14.030265Z","steps":["trace[1218717052] 'agreement among raft nodes before linearized reading' (duration: 5.516358186s)","trace[1218717052] 'count revisions from in-memory index tree' (duration: 1.246219405s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.030324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.267592Z","time spent":"6.762722384s","remote":"127.0.0.1:53590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:14.030513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.470767107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:14.030548Z","caller":"traceutil/trace.go:171","msg":"trace[1550828343] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24123; }","duration":"8.470817108s","start":"2026-03-03T18:39:05.559721Z","end":"2026-03-03T18:39:14.030538Z","steps":["trace[1550828343] 'agreement among raft nodes before linearized reading' (duration: 7.224256186s)","trace[1550828343] 'count revisions from in-memory index tree' (duration: 1.246514602s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.030577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.559707Z","time spent":"8.470862359s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:14.030811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.293637214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T18:39:14.030862Z","caller":"traceutil/trace.go:171","msg":"trace[1870837929] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24123; }","duration":"6.293709846s","start":"2026-03-03T18:39:07.737139Z","end":"2026-03-03T18:39:14.030849Z","steps":["trace[1870837929] 'agreement among raft nodes before linearized reading' (duration: 5.046846596s)","trace[1870837929] 'range keys from in-memory index tree' (duration: 1.246749227s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.030899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.737125Z","time spent":"6.293764747s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:39:14.03127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.336093407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:39:14.031338Z","caller":"traceutil/trace.go:171","msg":"trace[561346389] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24123; }","duration":"8.33618787s","start":"2026-03-03T18:39:05.695132Z","end":"2026-03-03T18:39:14.03132Z","steps":["trace[561346389] 'agreement among raft nodes before linearized reading' (duration: 7.088848618s)","trace[561346389] 'range keys from in-memory index tree' (duration: 1.247192847s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.031385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.695116Z","time spent":"8.336255631s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T18:39:14.031614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.351911182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:14.031675Z","caller":"traceutil/trace.go:171","msg":"trace[953297846] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24123; }","duration":"8.351996475s","start":"2026-03-03T18:39:05.679658Z","end":"2026-03-03T18:39:14.031655Z","steps":["trace[953297846] 'agreement among raft nodes before linearized reading' (duration: 7.104331265s)","trace[953297846] 'range keys from in-memory index tree' (duration: 1.247600198s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.031725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:05.679641Z","time spent":"8.352072396s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:39:14.032001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.303727483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:39:14.032057Z","caller":"traceutil/trace.go:171","msg":"trace[594205410] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24123; }","duration":"6.303838586s","start":"2026-03-03T18:39:07.728203Z","end":"2026-03-03T18:39:14.032041Z","steps":["trace[594205410] 'agreement among raft nodes before linearized reading' (duration: 5.055790087s)","trace[594205410] 'range keys from in-memory index tree' (duration: 1.247926276s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.032192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.72818Z","time spent":"6.30399601s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:39:14.032414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.609279013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:14.032462Z","caller":"traceutil/trace.go:171","msg":"trace[1063201233] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24123; }","duration":"7.609378936s","start":"2026-03-03T18:39:06.423067Z","end":"2026-03-03T18:39:14.032446Z","steps":["trace[1063201233] 'agreement among raft nodes before linearized reading' (duration: 6.360926998s)","trace[1063201233] 'count revisions from in-memory index tree' (duration: 1.248388327s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.032506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:06.423037Z","time spent":"7.609454177s","remote":"127.0.0.1:53636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:14.032734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.678327255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:14.032792Z","caller":"traceutil/trace.go:171","msg":"trace[772202604] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24123; }","duration":"6.678412768s","start":"2026-03-03T18:39:07.354361Z","end":"2026-03-03T18:39:14.032774Z","steps":["trace[772202604] 'agreement among raft nodes before linearized reading' (duration: 5.429637852s)","trace[772202604] 'count revisions from in-memory index tree' (duration: 1.248704983s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.032838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.354305Z","time spent":"6.67851801s","remote":"127.0.0.1:53698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:14.034727Z","caller":"traceutil/trace.go:171","msg":"trace[1914220075] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"2.43796284s","start":"2026-03-03T18:39:11.596751Z","end":"2026-03-03T18:39:14.034713Z","steps":["trace[1914220075] 'process raft request' (duration: 2.433026213s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:14.034736Z","caller":"traceutil/trace.go:171","msg":"trace[1814099519] linearizableReadLoop","detail":"{readStateIndex:25023; appliedIndex:25021; }","duration":"1.250518087s","start":"2026-03-03T18:39:12.784201Z","end":"2026-03-03T18:39:14.034719Z","steps":["trace[1814099519] 'read index received' (duration: 911.410776ms)","trace[1814099519] 'applied index is now lower than readState.Index' (duration: 339.105691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:14.034847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:11.596731Z","time spent":"2.438031221s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:15.290146Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:15.521952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193478966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:15.522063Z","caller":"traceutil/trace.go:171","msg":"trace[233515298] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24124; }","duration":"4.19364589s","start":"2026-03-03T18:39:11.328388Z","end":"2026-03-03T18:39:15.522034Z","steps":["trace[233515298] 'agreement among raft nodes before linearized reading' (duration: 2.706335975s)","trace[233515298] 'count revisions from in-memory index tree' (duration: 1.48715238s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.52214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954117244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:515"} {"level":"warn","ts":"2026-03-03T18:39:15.522175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:11.328367Z","time spent":"4.193732491s","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:15.522196Z","caller":"traceutil/trace.go:171","msg":"trace[1225780697] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24124; }","duration":"2.954194166s","start":"2026-03-03T18:39:12.567981Z","end":"2026-03-03T18:39:15.522176Z","steps":["trace[1225780697] 'agreement among raft nodes before linearized reading' (duration: 1.466757879s)","trace[1225780697] 'range keys from in-memory index tree' (duration: 1.487286014s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.522244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.567966Z","time spent":"2.954266067s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-03-03T18:39:15.522457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431499586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:15.522519Z","caller":"traceutil/trace.go:171","msg":"trace[465430367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24124; }","duration":"2.431703721s","start":"2026-03-03T18:39:13.090799Z","end":"2026-03-03T18:39:15.522503Z","steps":["trace[465430367] 'agreement among raft nodes before linearized reading' (duration: 944.019347ms)","trace[465430367] 'range keys from in-memory index tree' (duration: 1.487587781s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.522533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.412597701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:15.522561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:13.090786Z","time spent":"2.431765013s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:15.522598Z","caller":"traceutil/trace.go:171","msg":"trace[1122631968] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24124; }","duration":"3.412691073s","start":"2026-03-03T18:39:12.109889Z","end":"2026-03-03T18:39:15.52258Z","steps":["trace[1122631968] 'agreement among raft nodes before linearized reading' (duration: 1.924853937s)","trace[1122631968] 'count revisions from in-memory index tree' (duration: 1.487758195s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.522668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.109872Z","time spent":"3.412778455s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":14,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:15.52272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484895867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:15.52277Z","caller":"traceutil/trace.go:171","msg":"trace[1496931440] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24124; }","duration":"1.484945599s","start":"2026-03-03T18:39:14.037812Z","end":"2026-03-03T18:39:15.522757Z","steps":["trace[1496931440] 'range keys from in-memory index tree' (duration: 1.484837435s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.522823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.037765Z","time spent":"1.485046181s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:39:15.522854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952095646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T18:39:15.522901Z","caller":"traceutil/trace.go:171","msg":"trace[199589350] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24124; }","duration":"2.952148887s","start":"2026-03-03T18:39:12.570737Z","end":"2026-03-03T18:39:15.522886Z","steps":["trace[199589350] 'agreement among raft nodes before linearized reading' (duration: 1.464015123s)","trace[199589350] 'range keys from in-memory index tree' (duration: 1.488022021s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.522954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.570732Z","time spent":"2.952210508s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T18:39:15.523074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.041803384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:15.523133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484923048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T18:39:15.523217Z","caller":"traceutil/trace.go:171","msg":"trace[1592343581] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24124; }","duration":"1.48502541s","start":"2026-03-03T18:39:14.03817Z","end":"2026-03-03T18:39:15.523195Z","steps":["trace[1592343581] 'range keys from in-memory index tree' (duration: 1.484810695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.523265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.954795199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T18:39:15.523301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.038155Z","time spent":"1.485126263s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:39:15.52344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.955973757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T18:39:15.523499Z","caller":"traceutil/trace.go:171","msg":"trace[1776613521] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24124; }","duration":"2.956045458s","start":"2026-03-03T18:39:12.567436Z","end":"2026-03-03T18:39:15.523481Z","steps":["trace[1776613521] 'agreement among raft nodes before linearized reading' (duration: 1.467306431s)","trace[1776613521] 'range keys from in-memory index tree' (duration: 1.488592075s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.52355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.567426Z","time spent":"2.956111171s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":565,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-03-03T18:39:15.523633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-03T18:39:15.523717Z","caller":"traceutil/trace.go:171","msg":"trace[1287066733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"742.518376ms","start":"2026-03-03T18:39:14.78118Z","end":"2026-03-03T18:39:15.523698Z","steps":["trace[1287066733] 'range keys from in-memory index tree' (duration: 742.203698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.523774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.781156Z","time spent":"742.606267ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 18:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:15.523877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95569261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T18:39:15.523902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.152997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-03-03T18:39:15.523942Z","caller":"traceutil/trace.go:171","msg":"trace[760226662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"742.191288ms","start":"2026-03-03T18:39:14.781739Z","end":"2026-03-03T18:39:15.523931Z","steps":["trace[760226662] 'range keys from in-memory index tree' (duration: 742.040424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.523978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.781669Z","time spent":"742.30123ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 18:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:15.524031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.316441075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:15.524087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.350667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"warn","ts":"2026-03-03T18:39:15.524115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.748715686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-03T18:39:15.524148Z","caller":"traceutil/trace.go:171","msg":"trace[437986451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"741.44847ms","start":"2026-03-03T18:39:14.782685Z","end":"2026-03-03T18:39:15.524133Z","steps":["trace[437986451] 'range keys from in-memory index tree' (duration: 741.273495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:15.52394Z","caller":"traceutil/trace.go:171","msg":"trace[1516832049] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24124; }","duration":"2.955760832s","start":"2026-03-03T18:39:12.56816Z","end":"2026-03-03T18:39:15.523921Z","steps":["trace[1516832049] 'agreement among raft nodes before linearized reading' (duration: 1.466604964s)","trace[1516832049] 'range keys from in-memory index tree' (duration: 1.489017145s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.252774291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:15.524191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749627977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-03-03T18:39:15.524197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.749514044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T18:39:15.524193Z","caller":"traceutil/trace.go:171","msg":"trace[1734095814] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24124; }","duration":"7.748820589s","start":"2026-03-03T18:39:07.775349Z","end":"2026-03-03T18:39:15.524169Z","steps":["trace[1734095814] 'agreement among raft nodes before linearized reading' (duration: 6.259414045s)","trace[1734095814] 'range keys from in-memory index tree' (duration: 1.48924811s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.568156Z","time spent":"2.956033738s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T18:39:15.524226Z","caller":"traceutil/trace.go:171","msg":"trace[902079189] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24124; }","duration":"7.749687879s","start":"2026-03-03T18:39:07.774528Z","end":"2026-03-03T18:39:15.524216Z","steps":["trace[902079189] 'agreement among raft nodes before linearized reading' (duration: 6.260251825s)","trace[902079189] 'range keys from in-memory index tree' (duration: 1.489337992s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.775331Z","time spent":"7.74890632s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.709316456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:39:15.52429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.753284853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-03T18:39:15.524311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956384007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T18:39:15.52432Z","caller":"traceutil/trace.go:171","msg":"trace[1427364833] range","detail":"{range_begin:/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897; range_end:; response_count:1; response_revision:24124; }","duration":"7.753326244s","start":"2026-03-03T18:39:07.770986Z","end":"2026-03-03T18:39:15.524312Z","steps":["trace[1427364833] 'agreement among raft nodes before linearized reading' (duration: 6.263801218s)","trace[1427364833] 'range keys from in-memory index tree' (duration: 1.489462175s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:15.524321Z","caller":"traceutil/trace.go:171","msg":"trace[1495610914] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24124; }","duration":"5.709362617s","start":"2026-03-03T18:39:09.814945Z","end":"2026-03-03T18:39:15.524308Z","steps":["trace[1495610914] 'agreement among raft nodes before linearized reading' (duration: 4.21981963s)","trace[1495610914] 'range keys from in-memory index tree' (duration: 1.489459645s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:15.524339Z","caller":"traceutil/trace.go:171","msg":"trace[358516255] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24124; }","duration":"2.956419367s","start":"2026-03-03T18:39:12.567912Z","end":"2026-03-03T18:39:15.524331Z","steps":["trace[358516255] 'agreement among raft nodes before linearized reading' (duration: 1.46685814s)","trace[358516255] 'range keys from in-memory index tree' (duration: 1.489457675s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.770977Z","time spent":"7.753361136s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-aac27062-3107-4599-9cd6-c2117cd55897\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:09.81494Z","time spent":"5.709408029s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:39:15.524212Z","caller":"traceutil/trace.go:171","msg":"trace[1054039405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24124; }","duration":"7.252831011s","start":"2026-03-03T18:39:08.271372Z","end":"2026-03-03T18:39:15.524203Z","steps":["trace[1054039405] 'agreement among raft nodes before linearized reading' (duration: 5.763380017s)","trace[1054039405] 'count revisions from in-memory index tree' (duration: 1.489402204s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:15.524131Z","caller":"traceutil/trace.go:171","msg":"trace[1286567571] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24124; }","duration":"6.316592618s","start":"2026-03-03T18:39:09.207511Z","end":"2026-03-03T18:39:15.524104Z","steps":["trace[1286567571] 'agreement among raft nodes before linearized reading' (duration: 4.827266236s)","trace[1286567571] 'count revisions from in-memory index tree' (duration: 1.489198138s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.52442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.886363876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:15.524421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:08.271355Z","time spent":"7.253050038s","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:15.524443Z","caller":"traceutil/trace.go:171","msg":"trace[1779190536] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24124; }","duration":"4.886427618s","start":"2026-03-03T18:39:10.63801Z","end":"2026-03-03T18:39:15.524437Z","steps":["trace[1779190536] 'agreement among raft nodes before linearized reading' (duration: 3.396765277s)","trace[1779190536] 'count revisions from in-memory index tree' (duration: 1.489631559s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:09.207487Z","time spent":"6.316951967s","remote":"127.0.0.1:53640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:15.524265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.774516Z","time spent":"7.74974s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.746599526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:15.523137Z","caller":"traceutil/trace.go:171","msg":"trace[140798483] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24124; }","duration":"4.041860215s","start":"2026-03-03T18:39:11.481255Z","end":"2026-03-03T18:39:15.523116Z","steps":["trace[140798483] 'agreement among raft nodes before linearized reading' (duration: 2.553497746s)","trace[140798483] 'count revisions from in-memory index tree' (duration: 1.488292887s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.567906Z","time spent":"2.956451839s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-03-03T18:39:15.523322Z","caller":"traceutil/trace.go:171","msg":"trace[63333141] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24124; }","duration":"2.954855541s","start":"2026-03-03T18:39:12.568445Z","end":"2026-03-03T18:39:15.5233Z","steps":["trace[63333141] 'agreement among raft nodes before linearized reading' (duration: 1.466314278s)","trace[63333141] 'range keys from in-memory index tree' (duration: 1.488423771s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.568441Z","time spent":"2.956175463s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T18:39:15.524234Z","caller":"traceutil/trace.go:171","msg":"trace[2053890361] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24124; }","duration":"7.749564996s","start":"2026-03-03T18:39:07.774657Z","end":"2026-03-03T18:39:15.524222Z","steps":["trace[2053890361] 'agreement among raft nodes before linearized reading' (duration: 6.260133062s)","trace[2053890361] 'range keys from in-memory index tree' (duration: 1.489284321s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.736411707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" ","response":"range_response_count:1 size:1138"} {"level":"info","ts":"2026-03-03T18:39:15.524878Z","caller":"traceutil/trace.go:171","msg":"trace[239158742] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"740.872167ms","start":"2026-03-03T18:39:14.783995Z","end":"2026-03-03T18:39:15.524867Z","steps":["trace[239158742] 'process raft request' (duration: 690.622167ms)","trace[239158742] 'compare' (duration: 49.238645ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:15.524897Z","caller":"traceutil/trace.go:171","msg":"trace[1031342755] range","detail":"{range_begin:/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a; range_end:; response_count:1; response_revision:24124; }","duration":"2.736677094s","start":"2026-03-03T18:39:12.788146Z","end":"2026-03-03T18:39:15.524823Z","steps":["trace[1031342755] 'agreement among raft nodes before linearized reading' (duration: 1.246667025s)","trace[1031342755] 'range keys from in-memory index tree' (duration: 1.489280971s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.524198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.782667Z","time spent":"741.516501ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.783977Z","time spent":"740.930498ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} 2026/03/03 18:39:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:15.524764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.774647Z","time spent":"7.750104269s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.711114638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:39:15.525132Z","caller":"traceutil/trace.go:171","msg":"trace[1448055340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24124; }","duration":"5.712198534s","start":"2026-03-03T18:39:09.812923Z","end":"2026-03-03T18:39:15.525121Z","steps":["trace[1448055340] 'agreement among raft nodes before linearized reading' (duration: 4.221853977s)","trace[1448055340] 'range keys from in-memory index tree' (duration: 1.489190278s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.525161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:09.812913Z","time spent":"5.712240086s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:10.637988Z","time spent":"4.886469109s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:15.524578Z","caller":"traceutil/trace.go:171","msg":"trace[525045808] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24124; }","duration":"7.746673359s","start":"2026-03-03T18:39:07.777884Z","end":"2026-03-03T18:39:15.524557Z","steps":["trace[525045808] 'agreement among raft nodes before linearized reading' (duration: 6.256880365s)","trace[525045808] 'range keys from in-memory index tree' (duration: 1.489719392s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.525347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:07.777876Z","time spent":"7.747463297s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:15.524589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:11.481167Z","time spent":"4.043407352s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:15.525686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:12.788135Z","time spent":"2.737207586s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1162,"request content":"key:\"/registry/events/openstack/barbican-api-8656646c6f-zs42q.189966b0693e6c5a\" "} {"level":"warn","ts":"2026-03-03T18:39:15.521985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54832048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:15.527303Z","caller":"traceutil/trace.go:171","msg":"trace[910395409] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24124; }","duration":"1.553666726s","start":"2026-03-03T18:39:13.97361Z","end":"2026-03-03T18:39:15.527277Z","steps":["trace[910395409] 'agreement among raft nodes before linearized reading' (duration: 61.206119ms)","trace[910395409] 'count revisions from in-memory index tree' (duration: 1.48712238s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:15.527377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:13.973575Z","time spent":"1.553778109s","remote":"127.0.0.1:44522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:15.709327Z","caller":"traceutil/trace.go:171","msg":"trace[299702381] linearizableReadLoop","detail":"{readStateIndex:25025; appliedIndex:25023; }","duration":"920.095301ms","start":"2026-03-03T18:39:14.789203Z","end":"2026-03-03T18:39:15.709299Z","steps":["trace[299702381] 'read index received' (duration: 685.381842ms)","trace[299702381] 'applied index is now lower than readState.Index' (duration: 234.712339ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:15.709459Z","caller":"traceutil/trace.go:171","msg":"trace[1457282298] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24125; }","duration":"687.049863ms","start":"2026-03-03T18:39:15.022395Z","end":"2026-03-03T18:39:15.709445Z","steps":["trace[1457282298] 'process raft request' (duration: 686.634902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.70964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.022366Z","time spent":"687.159536ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:15.709788Z","caller":"traceutil/trace.go:171","msg":"trace[659887683] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"391.512343ms","start":"2026-03-03T18:39:15.318253Z","end":"2026-03-03T18:39:15.709766Z","steps":["trace[659887683] 'process raft request' (duration: 390.936659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.709889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.318224Z","time spent":"391.615356ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:15.709987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.777807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-03-03T18:39:15.710023Z","caller":"traceutil/trace.go:171","msg":"trace[766906325] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24126; }","duration":"920.836529ms","start":"2026-03-03T18:39:14.789175Z","end":"2026-03-03T18:39:15.710012Z","steps":["trace[766906325] 'agreement among raft nodes before linearized reading' (duration: 920.685215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:15.710052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.789164Z","time spent":"920.88197ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:39:16.210388Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063451,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:17.085004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999791972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.085078Z","caller":"traceutil/trace.go:171","msg":"trace[651290627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999919235s","start":"2026-03-03T18:39:15.085142Z","end":"2026-03-03T18:39:17.085061Z","steps":["trace[651290627] 'agreement among raft nodes before linearized reading' (duration: 1.999826183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.085117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.085126Z","time spent":"1.999982367s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:17.282493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01209077s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:17.282738Z","caller":"traceutil/trace.go:171","msg":"trace[654048369] transaction","detail":"{read_only:false; response_revision:24127; number_of_response:1; }","duration":"1.751755547s","start":"2026-03-03T18:39:15.53095Z","end":"2026-03-03T18:39:17.282706Z","steps":["trace[654048369] 'process raft request' (duration: 739.360981ms)","trace[654048369] 'compare' (duration: 1.011723431s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:17.282798Z","caller":"traceutil/trace.go:171","msg":"trace[1033090401] transaction","detail":"{read_only:false; response_revision:24128; number_of_response:1; }","duration":"1.751624305s","start":"2026-03-03T18:39:15.53115Z","end":"2026-03-03T18:39:17.282775Z","steps":["trace[1033090401] 'process raft request' (duration: 1.751450501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.282888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.530935Z","time spent":"1.751881421s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:17.282903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.531141Z","time spent":"1.751713507s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:17.283128Z","caller":"traceutil/trace.go:171","msg":"trace[415139393] transaction","detail":"{read_only:false; response_revision:24129; number_of_response:1; }","duration":"1.751614625s","start":"2026-03-03T18:39:15.531497Z","end":"2026-03-03T18:39:17.283112Z","steps":["trace[415139393] 'process raft request' (duration: 1.751199515s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:17.283195Z","caller":"traceutil/trace.go:171","msg":"trace[909978190] transaction","detail":"{read_only:false; response_revision:24131; number_of_response:1; }","duration":"1.75060331s","start":"2026-03-03T18:39:15.532577Z","end":"2026-03-03T18:39:17.28318Z","steps":["trace[909978190] 'process raft request' (duration: 1.750546449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.283243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.531485Z","time spent":"1.751667696s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:17.28327Z","caller":"traceutil/trace.go:171","msg":"trace[891807770] transaction","detail":"{read_only:false; response_revision:24130; number_of_response:1; }","duration":"1.751118703s","start":"2026-03-03T18:39:15.53214Z","end":"2026-03-03T18:39:17.283259Z","steps":["trace[891807770] 'process raft request' (duration: 1.750860157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.283304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.532572Z","time spent":"1.750683253s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:17.283329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.532131Z","time spent":"1.751170394s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:17.566183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.033859239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.566276Z","caller":"traceutil/trace.go:171","msg":"trace[1236947693] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.033979142s","start":"2026-03-03T18:39:15.532279Z","end":"2026-03-03T18:39:17.566258Z","steps":["trace[1236947693] 'agreement among raft nodes before linearized reading' (duration: 2.033861589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.566325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.532273Z","time spent":"2.034042434s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:17.567453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0368405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.567588Z","caller":"traceutil/trace.go:171","msg":"trace[1539630608] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.037011914s","start":"2026-03-03T18:39:15.530559Z","end":"2026-03-03T18:39:17.567571Z","steps":["trace[1539630608] 'agreement among raft nodes before linearized reading' (duration: 2.036854701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.56765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.53055Z","time spent":"2.037089166s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:17.567745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037012114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.56777Z","caller":"traceutil/trace.go:171","msg":"trace[233178213] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.037052095s","start":"2026-03-03T18:39:15.530712Z","end":"2026-03-03T18:39:17.567764Z","steps":["trace[233178213] 'agreement among raft nodes before linearized reading' (duration: 2.037025654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.567792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.530704Z","time spent":"2.037082275s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:17.567524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.036778578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.568Z","caller":"traceutil/trace.go:171","msg":"trace[470928752] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.037293891s","start":"2026-03-03T18:39:15.530678Z","end":"2026-03-03T18:39:17.567972Z","steps":["trace[470928752] 'agreement among raft nodes before linearized reading' (duration: 2.036786629s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.568636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.530671Z","time spent":"2.037787672s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:17.595161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.063030061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T18:39:17.595213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064595468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T18:39:17.595248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064115816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:17.595261Z","caller":"traceutil/trace.go:171","msg":"trace[791602145] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.063153833s","start":"2026-03-03T18:39:15.532084Z","end":"2026-03-03T18:39:17.595238Z","steps":["trace[791602145] 'agreement among raft nodes before linearized reading' (duration: 2.063039081s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:17.595272Z","caller":"traceutil/trace.go:171","msg":"trace[226952258] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.064651349s","start":"2026-03-03T18:39:15.530602Z","end":"2026-03-03T18:39:17.595253Z","steps":["trace[226952258] 'agreement among raft nodes before linearized reading' (duration: 2.064594738s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:17.595363Z","caller":"traceutil/trace.go:171","msg":"trace[1099356201] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.064250869s","start":"2026-03-03T18:39:15.531094Z","end":"2026-03-03T18:39:17.595345Z","steps":["trace[1099356201] 'agreement among raft nodes before linearized reading' (duration: 2.064123506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:17.595398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.530571Z","time spent":"2.064802942s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T18:39:17.595395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.532077Z","time spent":"2.063296467s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:39:17.595425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.531088Z","time spent":"2.06432103s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 18:39:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:18.087495Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.536843337s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:18.427947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.138625ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:18.428271Z","caller":"traceutil/trace.go:171","msg":"trace[531225587] linearizableReadLoop","detail":"{readStateIndex:25033; appliedIndex:25026; }","duration":"2.71880774s","start":"2026-03-03T18:39:15.70941Z","end":"2026-03-03T18:39:18.428217Z","steps":["trace[531225587] 'read index received' (duration: 560.897743ms)","trace[531225587] 'applied index is now lower than readState.Index' (duration: 2.157908717s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:18.428357Z","caller":"traceutil/trace.go:171","msg":"trace[860112552] transaction","detail":"{read_only:false; response_revision:24132; number_of_response:1; }","duration":"2.716100396s","start":"2026-03-03T18:39:15.712244Z","end":"2026-03-03T18:39:18.428344Z","steps":["trace[860112552] 'process raft request' (duration: 2.375475749s)","trace[860112552] 'compare' (duration: 338.873936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:18.428692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.712228Z","time spent":"2.716398852s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:18.428788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762363912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:18.428803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.331289826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:18.428802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067044919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:18.428836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.898805763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:18.428844Z","caller":"traceutil/trace.go:171","msg":"trace[2047335605] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24133; }","duration":"2.762463924s","start":"2026-03-03T18:39:15.666366Z","end":"2026-03-03T18:39:18.42883Z","steps":["trace[2047335605] 'agreement among raft nodes before linearized reading' (duration: 2.762318441s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:18.428869Z","caller":"traceutil/trace.go:171","msg":"trace[939541482] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24133; }","duration":"2.898870555s","start":"2026-03-03T18:39:15.52999Z","end":"2026-03-03T18:39:18.428861Z","steps":["trace[939541482] 'agreement among raft nodes before linearized reading' (duration: 2.898752832s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:18.428869Z","caller":"traceutil/trace.go:171","msg":"trace[297683167] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24133; }","duration":"3.067197962s","start":"2026-03-03T18:39:15.361659Z","end":"2026-03-03T18:39:18.428857Z","steps":["trace[297683167] 'agreement among raft nodes before linearized reading' (duration: 3.067013387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.428883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.666341Z","time spent":"2.762531346s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:18.428875Z","caller":"traceutil/trace.go:171","msg":"trace[437109017] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24133; }","duration":"3.331404769s","start":"2026-03-03T18:39:15.097448Z","end":"2026-03-03T18:39:18.428853Z","steps":["trace[437109017] 'agreement among raft nodes before linearized reading' (duration: 3.331248835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.428899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.529969Z","time spent":"2.898924786s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:39:18.428902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.361581Z","time spent":"3.067313535s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:18.428897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897915192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-03-03T18:39:18.428929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.097429Z","time spent":"3.331484321s","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:18.428805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392880125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:18.428976Z","caller":"traceutil/trace.go:171","msg":"trace[745008065] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24133; }","duration":"2.898033625s","start":"2026-03-03T18:39:15.530923Z","end":"2026-03-03T18:39:18.428956Z","steps":["trace[745008065] 'agreement among raft nodes before linearized reading' (duration: 2.897784999s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:18.429012Z","caller":"traceutil/trace.go:171","msg":"trace[294477481] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:24133; }","duration":"3.393128921s","start":"2026-03-03T18:39:15.035856Z","end":"2026-03-03T18:39:18.428985Z","steps":["trace[294477481] 'agreement among raft nodes before linearized reading' (duration: 3.392822854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.530905Z","time spent":"2.898105047s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T18:39:18.429037Z","caller":"traceutil/trace.go:171","msg":"trace[1851943549] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"2.472397274s","start":"2026-03-03T18:39:15.956627Z","end":"2026-03-03T18:39:18.429025Z","steps":["trace[1851943549] 'process raft request' (duration: 2.471413801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.408107005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:39:18.429043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.035833Z","time spent":"3.393198693s","remote":"127.0.0.1:53292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:18.429064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.895260309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:18.429083Z","caller":"traceutil/trace.go:171","msg":"trace[1316444110] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:24133; }","duration":"2.89529124s","start":"2026-03-03T18:39:15.533786Z","end":"2026-03-03T18:39:18.429077Z","steps":["trace[1316444110] 'agreement among raft nodes before linearized reading' (duration: 2.895258029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.533779Z","time spent":"2.89531951s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-03-03T18:39:18.42909Z","caller":"traceutil/trace.go:171","msg":"trace[2008596138] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24133; }","duration":"3.408197288s","start":"2026-03-03T18:39:15.020875Z","end":"2026-03-03T18:39:18.429072Z","steps":["trace[2008596138] 'agreement among raft nodes before linearized reading' (duration: 3.408031344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.956601Z","time spent":"2.472460966s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:18.429139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.020862Z","time spent":"3.408261849s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:18.429156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635275385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T18:39:18.429132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.635103391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:39:18.429196Z","caller":"traceutil/trace.go:171","msg":"trace[136307711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24133; }","duration":"3.635371657s","start":"2026-03-03T18:39:14.793814Z","end":"2026-03-03T18:39:18.429185Z","steps":["trace[136307711] 'agreement among raft nodes before linearized reading' (duration: 3.635168903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.42926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.793799Z","time spent":"3.635450279s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:39:18.42927Z","caller":"traceutil/trace.go:171","msg":"trace[1401876323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24133; }","duration":"3.635270366s","start":"2026-03-03T18:39:14.793968Z","end":"2026-03-03T18:39:18.429238Z","steps":["trace[1401876323] 'agreement among raft nodes before linearized reading' (duration: 3.634878937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:14.793915Z","time spent":"3.635420029s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:18.429768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34916607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-03-03T18:39:18.429831Z","caller":"traceutil/trace.go:171","msg":"trace[1406613461] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24133; }","duration":"3.349278843s","start":"2026-03-03T18:39:15.080536Z","end":"2026-03-03T18:39:18.429815Z","steps":["trace[1406613461] 'agreement among raft nodes before linearized reading' (duration: 3.348193377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:18.429873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.080517Z","time spent":"3.349344624s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T18:39:18.929152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:19.024219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000400966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:19.024285Z","caller":"traceutil/trace.go:171","msg":"trace[1905279080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000490359s","start":"2026-03-03T18:39:17.023779Z","end":"2026-03-03T18:39:19.02427Z","steps":["trace[1905279080] 'agreement among raft nodes before linearized reading' (duration: 2.000409507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.024319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.023772Z","time spent":"2.000537539s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:19.085519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:19.085725Z","caller":"traceutil/trace.go:171","msg":"trace[632711662] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000610341s","start":"2026-03-03T18:39:17.085091Z","end":"2026-03-03T18:39:19.085701Z","steps":["trace[632711662] 'agreement among raft nodes before linearized reading' (duration: 2.000368195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:19.085815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.085081Z","time spent":"2.000716304s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:20.436467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383323972s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:39:20.439175Z","caller":"traceutil/trace.go:171","msg":"trace[248337639] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"2.868979387s","start":"2026-03-03T18:39:17.570174Z","end":"2026-03-03T18:39:20.439153Z","steps":["trace[248337639] 'process raft request' (duration: 2.866369225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:20.439324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.570151Z","time spent":"2.86908843s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:20.969825Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.46098293s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:21.094659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000541169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:21.094761Z","caller":"traceutil/trace.go:171","msg":"trace[249302343] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698193s","start":"2026-03-03T18:39:19.094039Z","end":"2026-03-03T18:39:21.094737Z","steps":["trace[249302343] 'agreement among raft nodes before linearized reading' (duration: 2.00057652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.094831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:19.094016Z","time spent":"2.000801455s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:21.230192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.976804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:21.23058Z","caller":"traceutil/trace.go:171","msg":"trace[1942219360] transaction","detail":"{read_only:false; response_revision:24142; number_of_response:1; }","duration":"694.676632ms","start":"2026-03-03T18:39:20.535887Z","end":"2026-03-03T18:39:21.230564Z","steps":["trace[1942219360] 'process raft request' (duration: 694.635071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.230648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.535868Z","time spent":"694.745304ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.230626Z","caller":"traceutil/trace.go:171","msg":"trace[554534030] transaction","detail":"{read_only:false; response_revision:24136; number_of_response:1; }","duration":"3.659699735s","start":"2026-03-03T18:39:17.570879Z","end":"2026-03-03T18:39:21.230579Z","steps":["trace[554534030] 'process raft request' (duration: 2.868259751s)","trace[554534030] 'compare' (duration: 790.573433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:21.231437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.570814Z","time spent":"3.660566905s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.230734Z","caller":"traceutil/trace.go:171","msg":"trace[2033466596] transaction","detail":"{read_only:false; response_revision:24137; number_of_response:1; }","duration":"3.174507384s","start":"2026-03-03T18:39:18.056211Z","end":"2026-03-03T18:39:21.230718Z","steps":["trace[2033466596] 'process raft request' (duration: 3.174068024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.231593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.056192Z","time spent":"3.175345164s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.230746Z","caller":"traceutil/trace.go:171","msg":"trace[1951546820] transaction","detail":"{read_only:false; response_revision:24138; number_of_response:1; }","duration":"2.795586989s","start":"2026-03-03T18:39:18.435132Z","end":"2026-03-03T18:39:21.230719Z","steps":["trace[1951546820] 'process raft request' (duration: 2.79521545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.231717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.435115Z","time spent":"2.796562192s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.230809Z","caller":"traceutil/trace.go:171","msg":"trace[267707344] transaction","detail":"{read_only:false; response_revision:24139; number_of_response:1; }","duration":"2.794975936s","start":"2026-03-03T18:39:18.435827Z","end":"2026-03-03T18:39:21.230803Z","steps":["trace[267707344] 'process raft request' (duration: 2.794562235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.231844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.435816Z","time spent":"2.796002549s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.230832Z","caller":"traceutil/trace.go:171","msg":"trace[1345444707] linearizableReadLoop","detail":"{readStateIndex:25040; appliedIndex:25033; }","duration":"2.802510154s","start":"2026-03-03T18:39:18.428312Z","end":"2026-03-03T18:39:21.230823Z","steps":["trace[1345444707] 'read index received' (duration: 624.91744ms)","trace[1345444707] 'applied index is now lower than readState.Index' (duration: 2.177591914s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:21.230854Z","caller":"traceutil/trace.go:171","msg":"trace[1310671423] transaction","detail":"{read_only:false; response_revision:24141; number_of_response:1; }","duration":"772.22135ms","start":"2026-03-03T18:39:20.458625Z","end":"2026-03-03T18:39:21.230846Z","steps":["trace[1310671423] 'process raft request' (duration: 771.85645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.231982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.458597Z","time spent":"773.341316ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:21.232009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.57171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:21.232011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801126991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.232041Z","caller":"traceutil/trace.go:171","msg":"trace[1587566458] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24142; }","duration":"303.639541ms","start":"2026-03-03T18:39:20.92839Z","end":"2026-03-03T18:39:21.23203Z","steps":["trace[1587566458] 'agreement among raft nodes before linearized reading' (duration: 303.57639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.230957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.469962518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:21.232066Z","caller":"traceutil/trace.go:171","msg":"trace[1761566537] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:0; response_revision:24142; }","duration":"2.801210753s","start":"2026-03-03T18:39:18.430844Z","end":"2026-03-03T18:39:21.232055Z","steps":["trace[1761566537] 'agreement among raft nodes before linearized reading' (duration: 2.801133521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.355365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:21.232099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.430823Z","time spent":"2.801269914s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:39:21.232108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.104868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.23213Z","caller":"traceutil/trace.go:171","msg":"trace[916828897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24142; }","duration":"137.163319ms","start":"2026-03-03T18:39:21.094959Z","end":"2026-03-03T18:39:21.232123Z","steps":["trace[916828897] 'agreement among raft nodes before linearized reading' (duration: 137.127529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.232137Z","caller":"traceutil/trace.go:171","msg":"trace[232501270] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24142; }","duration":"121.456207ms","start":"2026-03-03T18:39:21.11066Z","end":"2026-03-03T18:39:21.232116Z","steps":["trace[232501270] 'agreement among raft nodes before linearized reading' (duration: 121.359505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.23227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.795133579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:39:21.232304Z","caller":"traceutil/trace.go:171","msg":"trace[462845246] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24142; }","duration":"2.79519097s","start":"2026-03-03T18:39:18.4371Z","end":"2026-03-03T18:39:21.232291Z","steps":["trace[462845246] 'agreement among raft nodes before linearized reading' (duration: 2.795067787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.437086Z","time spent":"2.795240881s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T18:39:21.232339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799807919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T18:39:21.23238Z","caller":"traceutil/trace.go:171","msg":"trace[49947601] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7; range_end:; response_count:1; response_revision:24142; }","duration":"2.799885591s","start":"2026-03-03T18:39:18.432478Z","end":"2026-03-03T18:39:21.232364Z","steps":["trace[49947601] 'agreement among raft nodes before linearized reading' (duration: 2.799784739s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.23208Z","caller":"traceutil/trace.go:171","msg":"trace[1940407866] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24142; }","duration":"5.471121325s","start":"2026-03-03T18:39:15.760946Z","end":"2026-03-03T18:39:21.232067Z","steps":["trace[1940407866] 'agreement among raft nodes before linearized reading' (duration: 5.469922117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.432469Z","time spent":"2.799933252s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" "} {"level":"warn","ts":"2026-03-03T18:39:21.232427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.08543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418276"} {"level":"info","ts":"2026-03-03T18:39:21.232455Z","caller":"traceutil/trace.go:171","msg":"trace[1342975198] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24142; }","duration":"887.154852ms","start":"2026-03-03T18:39:20.345292Z","end":"2026-03-03T18:39:21.232447Z","steps":["trace[1342975198] 'agreement among raft nodes before linearized reading' (duration: 886.972648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.345273Z","time spent":"887.199074ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418300,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T18:39:21.232522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3476387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.232558Z","caller":"traceutil/trace.go:171","msg":"trace[476905410] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24142; }","duration":"2.347709012s","start":"2026-03-03T18:39:18.884837Z","end":"2026-03-03T18:39:21.232546Z","steps":["trace[476905410] 'agreement among raft nodes before linearized reading' (duration: 2.347649001s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.884817Z","time spent":"2.347758263s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.232608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801212393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-03-03T18:39:21.232639Z","caller":"traceutil/trace.go:171","msg":"trace[234066521] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24142; }","duration":"2.801257233s","start":"2026-03-03T18:39:18.431372Z","end":"2026-03-03T18:39:21.232629Z","steps":["trace[234066521] 'agreement among raft nodes before linearized reading' (duration: 2.801170951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.431364Z","time spent":"2.801296255s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:39:21.232687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.57751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.232715Z","caller":"traceutil/trace.go:171","msg":"trace[91442646] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24142; }","duration":"686.629532ms","start":"2026-03-03T18:39:20.546077Z","end":"2026-03-03T18:39:21.232707Z","steps":["trace[91442646] 'agreement among raft nodes before linearized reading' (duration: 686.580491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.546064Z","time spent":"686.667843ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.232072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:20.928371Z","time spent":"303.694052ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.231078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.389927479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.23296Z","caller":"traceutil/trace.go:171","msg":"trace[1944438967] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24142; }","duration":"4.391828273s","start":"2026-03-03T18:39:16.84112Z","end":"2026-03-03T18:39:21.232948Z","steps":["trace[1944438967] 'agreement among raft nodes before linearized reading' (duration: 4.389938789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.232998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.841107Z","time spent":"4.391878454s","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.231122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.905442358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:21.233133Z","caller":"traceutil/trace.go:171","msg":"trace[1325338280] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24142; }","duration":"4.907479616s","start":"2026-03-03T18:39:16.325642Z","end":"2026-03-03T18:39:21.233121Z","steps":["trace[1325338280] 'agreement among raft nodes before linearized reading' (duration: 4.905452909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.233165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:16.325624Z","time spent":"4.907530656s","remote":"127.0.0.1:35990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.231039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.829107174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:21.233905Z","caller":"traceutil/trace.go:171","msg":"trace[1361753709] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24142; }","duration":"2.831996641s","start":"2026-03-03T18:39:18.401889Z","end":"2026-03-03T18:39:21.233886Z","steps":["trace[1361753709] 'agreement among raft nodes before linearized reading' (duration: 2.829123254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.23395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.401872Z","time spent":"2.832061794s","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.231212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944864319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.189968c399babe5f\" ","response":"range_response_count:1 size:695"} {"level":"info","ts":"2026-03-03T18:39:21.234105Z","caller":"traceutil/trace.go:171","msg":"trace[1956893463] range","detail":"{range_begin:/registry/events/openstack/container-infra.189968c399babe5f; range_end:; response_count:1; response_revision:24142; }","duration":"3.947827019s","start":"2026-03-03T18:39:17.286265Z","end":"2026-03-03T18:39:21.234092Z","steps":["trace[1956893463] 'agreement among raft nodes before linearized reading' (duration: 3.944786878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.234138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.286246Z","time spent":"3.94787962s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":719,"request content":"key:\"/registry/events/openstack/container-infra.189968c399babe5f\" "} {"level":"warn","ts":"2026-03-03T18:39:21.231134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.216441481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:21.23122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.107545362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:21.231291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.882766214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:21.23438Z","caller":"traceutil/trace.go:171","msg":"trace[1053515114] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24142; }","duration":"2.885889278s","start":"2026-03-03T18:39:18.348474Z","end":"2026-03-03T18:39:21.234363Z","steps":["trace[1053515114] 'agreement among raft nodes before linearized reading' (duration: 2.882786984s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.234379Z","caller":"traceutil/trace.go:171","msg":"trace[1967082074] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:24142; }","duration":"4.110713297s","start":"2026-03-03T18:39:17.123648Z","end":"2026-03-03T18:39:21.234361Z","steps":["trace[1967082074] 'agreement among raft nodes before linearized reading' (duration: 4.107530081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.234411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.34845Z","time spent":"2.885950169s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.234438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.123641Z","time spent":"4.110781788s","remote":"127.0.0.1:56262","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.231309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.943820103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T18:39:21.231304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.934267035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:21.234524Z","caller":"traceutil/trace.go:171","msg":"trace[1674996695] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24142; }","duration":"3.9470715s","start":"2026-03-03T18:39:17.287441Z","end":"2026-03-03T18:39:21.234512Z","steps":["trace[1674996695] 'agreement among raft nodes before linearized reading' (duration: 3.943802643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.234558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.287422Z","time spent":"3.947124792s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"info","ts":"2026-03-03T18:39:21.230995Z","caller":"traceutil/trace.go:171","msg":"trace[1146268563] transaction","detail":"{read_only:false; response_revision:24140; number_of_response:1; }","duration":"2.790761966s","start":"2026-03-03T18:39:18.440224Z","end":"2026-03-03T18:39:21.230986Z","steps":["trace[1146268563] 'process raft request' (duration: 2.790203452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.234643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.440213Z","time spent":"2.794401101s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:21.23453Z","caller":"traceutil/trace.go:171","msg":"trace[1574786626] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24142; }","duration":"2.937544292s","start":"2026-03-03T18:39:18.296979Z","end":"2026-03-03T18:39:21.234523Z","steps":["trace[1574786626] 'agreement among raft nodes before linearized reading' (duration: 2.934232644s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:21.234328Z","caller":"traceutil/trace.go:171","msg":"trace[983445961] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24142; }","duration":"4.219683818s","start":"2026-03-03T18:39:17.014633Z","end":"2026-03-03T18:39:21.234317Z","steps":["trace[983445961] 'agreement among raft nodes before linearized reading' (duration: 4.216423311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:21.234705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:18.296962Z","time spent":"2.937724286s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.234712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:17.014617Z","time spent":"4.220072536s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.232439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:15.760929Z","time spent":"5.471492623s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:21.739034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:22.239663Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063465,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:22.52256Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.288038732s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:24.05028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250083607s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:24.050363Z","caller":"traceutil/trace.go:171","msg":"trace[896066276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24142; }","duration":"2.250178359s","start":"2026-03-03T18:39:21.800172Z","end":"2026-03-03T18:39:24.050351Z","steps":["trace[896066276] 'range keys from in-memory index tree' (duration: 2.250070557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:24.050825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527878512s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:39:24.050889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.234409Z","time spent":"2.816476767s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:24.994807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000206249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:24.994893Z","caller":"traceutil/trace.go:171","msg":"trace[1377520642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000356502s","start":"2026-03-03T18:39:22.994518Z","end":"2026-03-03T18:39:24.994874Z","steps":["trace[1377520642] 'agreement among raft nodes before linearized reading' (duration: 2.00024091s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:24.994941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.994495Z","time spent":"2.000436284s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:25.605995Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.986725912s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:26.995233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:26.995343Z","caller":"traceutil/trace.go:171","msg":"trace[1418531055] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000285584s","start":"2026-03-03T18:39:24.995015Z","end":"2026-03-03T18:39:26.9953Z","steps":["trace[1418531055] 'agreement among raft nodes before linearized reading' (duration: 2.000159731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:26.995396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.995Z","time spent":"2.000380687s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:28.076522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.470176492s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:28.076753Z","caller":"traceutil/trace.go:171","msg":"trace[586772280] transaction","detail":"{read_only:false; response_revision:24143; number_of_response:1; }","duration":"6.839155556s","start":"2026-03-03T18:39:21.237528Z","end":"2026-03-03T18:39:28.076683Z","steps":["trace[586772280] 'process raft request' (duration: 4.368757528s)","trace[586772280] 'compare' (duration: 2.470094151s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:28.076843Z","caller":"traceutil/trace.go:171","msg":"trace[854640077] linearizableReadLoop","detail":"{readStateIndex:25046; appliedIndex:25042; }","duration":"6.838812318s","start":"2026-03-03T18:39:21.23802Z","end":"2026-03-03T18:39:28.076832Z","steps":["trace[854640077] 'read index received' (duration: 1.284970039s)","trace[854640077] 'applied index is now lower than readState.Index' (duration: 5.553841659s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:28.076892Z","caller":"traceutil/trace.go:171","msg":"trace[357251447] transaction","detail":"{read_only:false; response_revision:24145; number_of_response:1; }","duration":"6.448895437s","start":"2026-03-03T18:39:21.627991Z","end":"2026-03-03T18:39:28.076886Z","steps":["trace[357251447] 'process raft request' (duration: 6.448690022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:28.076926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.627963Z","time spent":"6.448945517s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418334,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:28.077033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.237486Z","time spent":"6.83934544s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:28.077097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.839076644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:39:28.077114Z","caller":"traceutil/trace.go:171","msg":"trace[966405234] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24145; }","duration":"6.839109525s","start":"2026-03-03T18:39:21.237999Z","end":"2026-03-03T18:39:28.077108Z","steps":["trace[966405234] 'agreement among raft nodes before linearized reading' (duration: 6.839035843s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:28.077128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.237986Z","time spent":"6.839138666s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T18:39:28.07847Z","caller":"traceutil/trace.go:171","msg":"trace[1521417861] transaction","detail":"{read_only:false; response_revision:24144; number_of_response:1; }","duration":"6.840585531s","start":"2026-03-03T18:39:21.237855Z","end":"2026-03-03T18:39:28.07844Z","steps":["trace[1521417861] 'process raft request' (duration: 6.838729677s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:28.07858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.237837Z","time spent":"6.840686003s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:28.234931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.236957Z","time spent":"4.997966736s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:28.525542Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.485155613s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:29.00336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00067014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:39:29.003528Z","caller":"traceutil/trace.go:171","msg":"trace[481680997] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809254s","start":"2026-03-03T18:39:27.002615Z","end":"2026-03-03T18:39:29.003424Z","steps":["trace[481680997] 'agreement among raft nodes before linearized reading' (duration: 2.000706981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.003664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.002594Z","time spent":"2.00103497s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:29.501218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.33627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:29.501615Z","caller":"traceutil/trace.go:171","msg":"trace[219036352] transaction","detail":"{read_only:false; response_revision:24146; number_of_response:1; }","duration":"6.285388336s","start":"2026-03-03T18:39:23.216135Z","end":"2026-03-03T18:39:29.501524Z","steps":["trace[219036352] 'process raft request' (duration: 5.309642448s)","trace[219036352] 'compare' (duration: 974.796466ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:29.501773Z","caller":"traceutil/trace.go:171","msg":"trace[2058018583] transaction","detail":"{read_only:false; response_revision:24150; number_of_response:1; }","duration":"3.262849955s","start":"2026-03-03T18:39:26.23891Z","end":"2026-03-03T18:39:29.50176Z","steps":["trace[2058018583] 'process raft request' (duration: 3.26265976s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.501799Z","caller":"traceutil/trace.go:171","msg":"trace[1023862620] linearizableReadLoop","detail":"{readStateIndex:25051; appliedIndex:25046; }","duration":"1.424908237s","start":"2026-03-03T18:39:28.076864Z","end":"2026-03-03T18:39:29.501773Z","steps":["trace[1023862620] 'read index received' (duration: 448.923823ms)","trace[1023862620] 'applied index is now lower than readState.Index' (duration: 975.981794ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:29.502103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93059118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.502162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.957443676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.502176Z","caller":"traceutil/trace.go:171","msg":"trace[1358423287] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24150; }","duration":"3.930690582s","start":"2026-03-03T18:39:25.571467Z","end":"2026-03-03T18:39:29.502158Z","steps":["trace[1358423287] 'agreement among raft nodes before linearized reading' (duration: 3.930543109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.502192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.231462095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.50222Z","caller":"traceutil/trace.go:171","msg":"trace[1499389793] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24150; }","duration":"3.957554269s","start":"2026-03-03T18:39:25.544648Z","end":"2026-03-03T18:39:29.502202Z","steps":["trace[1499389793] 'agreement among raft nodes before linearized reading' (duration: 3.957432886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.502254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.571388Z","time spent":"3.930852486s","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.502288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.544628Z","time spent":"3.957638961s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:29.50237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.12571368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:29.502401Z","caller":"traceutil/trace.go:171","msg":"trace[1528325973] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24150; }","duration":"4.125816783s","start":"2026-03-03T18:39:25.376577Z","end":"2026-03-03T18:39:29.502393Z","steps":["trace[1528325973] 'agreement among raft nodes before linearized reading' (duration: 4.125673849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.502565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.216118Z","time spent":"6.286329869s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:29.501687Z","caller":"traceutil/trace.go:171","msg":"trace[1714074841] transaction","detail":"{read_only:false; response_revision:24148; number_of_response:1; }","duration":"5.447648797s","start":"2026-03-03T18:39:24.054008Z","end":"2026-03-03T18:39:29.501657Z","steps":["trace[1714074841] 'process raft request' (duration: 5.447452523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.503291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.053982Z","time spent":"5.449244196s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:29.504094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423723918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-03T18:39:29.502054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.238881Z","time spent":"3.26312312s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:29.504181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.165052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.504214Z","caller":"traceutil/trace.go:171","msg":"trace[1685505782] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24150; }","duration":"415.197563ms","start":"2026-03-03T18:39:29.089008Z","end":"2026-03-03T18:39:29.504206Z","steps":["trace[1685505782] 'agreement among raft nodes before linearized reading' (duration: 415.150892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.504228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159572793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.505014Z","caller":"traceutil/trace.go:171","msg":"trace[1785557495] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24150; }","duration":"1.160368791s","start":"2026-03-03T18:39:28.344618Z","end":"2026-03-03T18:39:29.504987Z","steps":["trace[1785557495] 'agreement among raft nodes before linearized reading' (duration: 1.159565282s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.505096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.344606Z","time spent":"1.160473923s","remote":"127.0.0.1:50526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:29.50414Z","caller":"traceutil/trace.go:171","msg":"trace[2143459444] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c; range_end:; response_count:1; response_revision:24150; }","duration":"1.42379984s","start":"2026-03-03T18:39:28.080327Z","end":"2026-03-03T18:39:29.504127Z","steps":["trace[2143459444] 'agreement among raft nodes before linearized reading' (duration: 1.423649027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.505257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.080308Z","time spent":"1.424931876s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" "} {"level":"info","ts":"2026-03-03T18:39:29.502232Z","caller":"traceutil/trace.go:171","msg":"trace[1110104705] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24150; }","duration":"5.231545338s","start":"2026-03-03T18:39:24.270675Z","end":"2026-03-03T18:39:29.50222Z","steps":["trace[1110104705] 'agreement among raft nodes before linearized reading' (duration: 5.231474946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.505426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.270655Z","time spent":"5.234758404s","remote":"127.0.0.1:40238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.504246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.088951Z","time spent":"415.286915ms","remote":"127.0.0.1:44344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.376555Z","time spent":"4.125868104s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519909427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.505885Z","caller":"traceutil/trace.go:171","msg":"trace[2063274969] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24150; }","duration":"1.522085988s","start":"2026-03-03T18:39:27.983778Z","end":"2026-03-03T18:39:29.505864Z","steps":["trace[2063274969] 'agreement among raft nodes before linearized reading' (duration: 1.519866616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.505937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.983733Z","time spent":"1.52218882s","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127510393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:29.506094Z","caller":"traceutil/trace.go:171","msg":"trace[1254298763] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24150; }","duration":"4.12987954s","start":"2026-03-03T18:39:25.376203Z","end":"2026-03-03T18:39:29.506083Z","steps":["trace[1254298763] 'agreement among raft nodes before linearized reading' (duration: 4.127480073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.50613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.376152Z","time spent":"4.129966212s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201917432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.506351Z","caller":"traceutil/trace.go:171","msg":"trace[819817643] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24150; }","duration":"3.204507422s","start":"2026-03-03T18:39:26.301815Z","end":"2026-03-03T18:39:29.506322Z","steps":["trace[819817643] 'agreement among raft nodes before linearized reading' (duration: 3.201937891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.506389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.301796Z","time spent":"3.204580485s","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592298142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.506775Z","caller":"traceutil/trace.go:171","msg":"trace[564500676] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24150; }","duration":"1.595335124s","start":"2026-03-03T18:39:27.911427Z","end":"2026-03-03T18:39:29.506762Z","steps":["trace[564500676] 'agreement among raft nodes before linearized reading' (duration: 1.592314442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.506834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.911414Z","time spent":"1.595405885s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.50381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979706855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.507007Z","caller":"traceutil/trace.go:171","msg":"trace[759341539] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:24150; }","duration":"1.982925582s","start":"2026-03-03T18:39:27.52406Z","end":"2026-03-03T18:39:29.506985Z","steps":["trace[759341539] 'agreement among raft nodes before linearized reading' (duration: 1.979729436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.507052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.52404Z","time spent":"1.982999044s","remote":"127.0.0.1:50500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238017617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.507156Z","caller":"traceutil/trace.go:171","msg":"trace[147259790] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:24150; }","duration":"3.241375956s","start":"2026-03-03T18:39:26.265756Z","end":"2026-03-03T18:39:29.507132Z","steps":["trace[147259790] 'agreement among raft nodes before linearized reading' (duration: 3.238038127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.507229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.265715Z","time spent":"3.241490278s","remote":"127.0.0.1:39252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.503847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439121595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.507323Z","caller":"traceutil/trace.go:171","msg":"trace[954304786] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24150; }","duration":"2.442622828s","start":"2026-03-03T18:39:27.064683Z","end":"2026-03-03T18:39:29.507306Z","steps":["trace[954304786] 'agreement among raft nodes before linearized reading' (duration: 2.439144646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.50388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.892115565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.50389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449990537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.503919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917483516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:29.503951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67553718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:29.501706Z","caller":"traceutil/trace.go:171","msg":"trace[1032769725] transaction","detail":"{read_only:false; response_revision:24149; number_of_response:1; }","duration":"5.358541407s","start":"2026-03-03T18:39:24.143123Z","end":"2026-03-03T18:39:29.501665Z","steps":["trace[1032769725] 'process raft request' (duration: 5.358387733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.503954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.264445013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"warn","ts":"2026-03-03T18:39:29.504299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182584838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:29.504382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42379792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-l3-agent-default-82x86.1899680ddbd15037\" ","response":"range_response_count:1 size:949"} {"level":"warn","ts":"2026-03-03T18:39:29.50438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.265448805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:29.504431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.6216882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:29.504462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.267387399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:39:29.504482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.542490607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.504472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420544663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.189968c42e5ccde9\" ","response":"range_response_count:1 size:722"} {"level":"warn","ts":"2026-03-03T18:39:29.504487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.536184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.504503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.196512491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:29.504554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267408556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-03T18:39:29.50457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004746086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"warn","ts":"2026-03-03T18:39:29.50459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099482719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T18:39:29.504619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.925138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:39:29.506586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.264459392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-03-03T18:39:29.507878Z","caller":"traceutil/trace.go:171","msg":"trace[1060426284] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24150; }","duration":"8.265756022s","start":"2026-03-03T18:39:21.242108Z","end":"2026-03-03T18:39:29.507864Z","steps":["trace[1060426284] 'agreement among raft nodes before linearized reading' (duration: 8.264320909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.507956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.24209Z","time spent":"8.265835465s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T18:39:29.507824Z","caller":"traceutil/trace.go:171","msg":"trace[146424740] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24150; }","duration":"3.453974412s","start":"2026-03-03T18:39:26.053831Z","end":"2026-03-03T18:39:29.507805Z","steps":["trace[146424740] 'agreement among raft nodes before linearized reading' (duration: 3.450031549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:27.064664Z","time spent":"2.443482168s","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:29.508211Z","caller":"traceutil/trace.go:171","msg":"trace[828862551] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:24150; }","duration":"2.896451937s","start":"2026-03-03T18:39:26.611736Z","end":"2026-03-03T18:39:29.508188Z","steps":["trace[828862551] 'agreement among raft nodes before linearized reading' (duration: 2.892126895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.611726Z","time spent":"2.896528858s","remote":"127.0.0.1:40230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:29.508125Z","caller":"traceutil/trace.go:171","msg":"trace[699814714] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24150; }","duration":"6.271085617s","start":"2026-03-03T18:39:23.237014Z","end":"2026-03-03T18:39:29.5081Z","steps":["trace[699814714] 'agreement among raft nodes before linearized reading' (duration: 6.267278207s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.508486Z","caller":"traceutil/trace.go:171","msg":"trace[1020775886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24150; }","duration":"2.922087615s","start":"2026-03-03T18:39:26.586386Z","end":"2026-03-03T18:39:29.508474Z","steps":["trace[1020775886] 'agreement among raft nodes before linearized reading' (duration: 2.917511277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.586362Z","time spent":"2.922164036s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:29.508623Z","caller":"traceutil/trace.go:171","msg":"trace[1958380747] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:24150; }","duration":"3.680243291s","start":"2026-03-03T18:39:25.828356Z","end":"2026-03-03T18:39:29.508599Z","steps":["trace[1958380747] 'agreement among raft nodes before linearized reading' (duration: 3.67556899s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.508674Z","caller":"traceutil/trace.go:171","msg":"trace[801149623] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24150; }","duration":"7.546707107s","start":"2026-03-03T18:39:21.961948Z","end":"2026-03-03T18:39:29.508655Z","steps":["trace[801149623] 'agreement among raft nodes before linearized reading' (duration: 7.542512028s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.508716Z","caller":"traceutil/trace.go:171","msg":"trace[1282011280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24150; }","duration":"6.269793887s","start":"2026-03-03T18:39:23.238913Z","end":"2026-03-03T18:39:29.508707Z","steps":["trace[1282011280] 'agreement among raft nodes before linearized reading' (duration: 6.265358182s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.23886Z","time spent":"6.269878679s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:29.508756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.961925Z","time spent":"7.546801999s","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.508765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:24.143095Z","time spent":"5.365565442s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:29.508888Z","caller":"traceutil/trace.go:171","msg":"trace[958742691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24150; }","duration":"504.97383ms","start":"2026-03-03T18:39:29.003899Z","end":"2026-03-03T18:39:29.508873Z","steps":["trace[958742691] 'agreement among raft nodes before linearized reading' (duration: 500.530434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.50892Z","caller":"traceutil/trace.go:171","msg":"trace[1108296431] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24150; }","duration":"1.009120121s","start":"2026-03-03T18:39:28.499793Z","end":"2026-03-03T18:39:29.508913Z","steps":["trace[1108296431] 'agreement among raft nodes before linearized reading' (duration: 1.004719226s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.508934Z","caller":"traceutil/trace.go:171","msg":"trace[177904189] range","detail":"{range_begin:/registry/events/openstack/neutron-l3-agent-default-82x86.1899680ddbd15037; range_end:; response_count:1; response_revision:24150; }","duration":"1.428356459s","start":"2026-03-03T18:39:28.080564Z","end":"2026-03-03T18:39:29.50892Z","steps":["trace[177904189] 'agreement among raft nodes before linearized reading' (duration: 1.42375667s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.50889Z","caller":"traceutil/trace.go:171","msg":"trace[953582811] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24150; }","duration":"1.2717786s","start":"2026-03-03T18:39:28.237097Z","end":"2026-03-03T18:39:29.508876Z","steps":["trace[953582811] 'agreement among raft nodes before linearized reading' (duration: 1.267403056s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.50861Z","caller":"traceutil/trace.go:171","msg":"trace[581194804] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24150; }","duration":"6.200657579s","start":"2026-03-03T18:39:23.307928Z","end":"2026-03-03T18:39:29.508585Z","steps":["trace[581194804] 'agreement among raft nodes before linearized reading' (duration: 6.19645314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.080556Z","time spent":"1.4284057s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":973,"request content":"key:\"/registry/events/openstack/neutron-l3-agent-default-82x86.1899680ddbd15037\" "} {"level":"info","ts":"2026-03-03T18:39:29.509018Z","caller":"traceutil/trace.go:171","msg":"trace[655721639] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.189968c42e5ccde9; range_end:; response_count:1; response_revision:24150; }","duration":"1.425136503s","start":"2026-03-03T18:39:28.083871Z","end":"2026-03-03T18:39:29.509007Z","steps":["trace[655721639] 'agreement among raft nodes before linearized reading' (duration: 1.420454272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.509053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.083856Z","time spent":"1.425188494s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":746,"request content":"key:\"/registry/events/openstack/container-infra-registry.189968c42e5ccde9\" "} {"level":"info","ts":"2026-03-03T18:39:29.508846Z","caller":"traceutil/trace.go:171","msg":"trace[1406568005] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24150; }","duration":"1.186997582s","start":"2026-03-03T18:39:28.321707Z","end":"2026-03-03T18:39:29.508705Z","steps":["trace[1406568005] 'agreement among raft nodes before linearized reading' (duration: 1.182558537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.508942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.003884Z","time spent":"505.045632ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:29.50834Z","caller":"traceutil/trace.go:171","msg":"trace[797756194] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24150; }","duration":"8.268835526s","start":"2026-03-03T18:39:21.23948Z","end":"2026-03-03T18:39:29.508315Z","steps":["trace[797756194] 'agreement among raft nodes before linearized reading' (duration: 8.26433698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.509221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:21.239473Z","time spent":"8.269733468s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T18:39:29.509094Z","caller":"traceutil/trace.go:171","msg":"trace[1492999580] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24150; }","duration":"6.626378542s","start":"2026-03-03T18:39:22.882699Z","end":"2026-03-03T18:39:29.509077Z","steps":["trace[1492999580] 'agreement among raft nodes before linearized reading' (duration: 6.621712171s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:29.509292Z","caller":"traceutil/trace.go:171","msg":"trace[1175812263] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:24150; }","duration":"471.62339ms","start":"2026-03-03T18:39:29.037646Z","end":"2026-03-03T18:39:29.509269Z","steps":["trace[1175812263] 'agreement among raft nodes before linearized reading' (duration: 466.809526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.509317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:22.882677Z","time spent":"6.626624637s","remote":"127.0.0.1:56334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.509174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.49978Z","time spent":"1.009380787s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:39:29.509342Z","caller":"traceutil/trace.go:171","msg":"trace[1276677809] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24150; }","duration":"1.104254743s","start":"2026-03-03T18:39:28.405076Z","end":"2026-03-03T18:39:29.50933Z","steps":["trace[1276677809] 'agreement among raft nodes before linearized reading' (duration: 1.099445578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.509347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.037631Z","time spent":"471.698852ms","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":176,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.509241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.321667Z","time spent":"1.187477324s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.509009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.307912Z","time spent":"6.20107393s","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.508683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:25.828335Z","time spent":"3.680329772s","remote":"127.0.0.1:40274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.509381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.405064Z","time spent":"1.104306045s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:39:29.508977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:28.237002Z","time spent":"1.271967635s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:39:29.508505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.236993Z","time spent":"6.271489737s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:29.508205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:26.053804Z","time spent":"3.454377361s","remote":"127.0.0.1:53660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:29.511347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.43971463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:29.511405Z","caller":"traceutil/trace.go:171","msg":"trace[2077489971] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24150; }","duration":"6.443379777s","start":"2026-03-03T18:39:23.068017Z","end":"2026-03-03T18:39:29.511397Z","steps":["trace[2077489971] 'agreement among raft nodes before linearized reading' (duration: 6.439580167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:29.51143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:23.067957Z","time spent":"6.443464238s","remote":"127.0.0.1:56390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:30.012321Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:31.249203Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.142777435s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:31.409475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311633444s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-03T18:39:31.409933Z","caller":"traceutil/trace.go:171","msg":"trace[17268932] transaction","detail":"{read_only:false; response_revision:24152; number_of_response:1; }","duration":"1.895826129s","start":"2026-03-03T18:39:29.514087Z","end":"2026-03-03T18:39:31.409913Z","steps":["trace[17268932] 'process raft request' (duration: 1.895734587s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:31.40996Z","caller":"traceutil/trace.go:171","msg":"trace[1161641479] transaction","detail":"{read_only:false; response_revision:24151; number_of_response:1; }","duration":"1.896531146s","start":"2026-03-03T18:39:29.513367Z","end":"2026-03-03T18:39:31.409898Z","steps":["trace[1161641479] 'process raft request' (duration: 1.896326621s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:31.410044Z","caller":"traceutil/trace.go:171","msg":"trace[1893487997] linearizableReadLoop","detail":"{readStateIndex:25055; appliedIndex:25051; }","duration":"1.898277986s","start":"2026-03-03T18:39:29.511741Z","end":"2026-03-03T18:39:31.410019Z","steps":["trace[1893487997] 'read index received' (duration: 586.170122ms)","trace[1893487997] 'applied index is now lower than readState.Index' (duration: 1.312106284s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:31.410135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.514079Z","time spent":"1.895937832s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.410154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.513353Z","time spent":"1.89671961s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:31.409919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.511577Z","time spent":"1.898334198s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:31.410389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898639174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:31.410461Z","caller":"traceutil/trace.go:171","msg":"trace[908104464] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24153; }","duration":"1.898748047s","start":"2026-03-03T18:39:29.511698Z","end":"2026-03-03T18:39:31.410446Z","steps":["trace[908104464] 'agreement among raft nodes before linearized reading' (duration: 1.898652685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.410532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.511679Z","time spent":"1.89883811s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:31.410747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897404686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-03-03T18:39:31.410786Z","caller":"traceutil/trace.go:171","msg":"trace[7039057] transaction","detail":"{read_only:false; response_revision:24153; number_of_response:1; }","duration":"1.894103428s","start":"2026-03-03T18:39:29.516652Z","end":"2026-03-03T18:39:31.410755Z","steps":["trace[7039057] 'process raft request' (duration: 1.893206427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.411017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.516644Z","time spent":"1.89417486s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:31.411015Z","caller":"traceutil/trace.go:171","msg":"trace[197039232] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:24153; }","duration":"1.897477798s","start":"2026-03-03T18:39:29.513315Z","end":"2026-03-03T18:39:31.410792Z","steps":["trace[197039232] 'agreement among raft nodes before linearized reading' (duration: 1.897299134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.411163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.513308Z","time spent":"1.897815997s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T18:39:31.411388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496256406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:31.41147Z","caller":"traceutil/trace.go:171","msg":"trace[169641299] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:24153; }","duration":"1.496341938s","start":"2026-03-03T18:39:29.915117Z","end":"2026-03-03T18:39:31.411459Z","steps":["trace[169641299] 'agreement among raft nodes before linearized reading' (duration: 1.496134553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.411496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896552696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-03-03T18:39:31.411565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.91506Z","time spent":"1.496460991s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":173,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:31.411611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895608634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:31.411592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897932109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-03T18:39:31.411641Z","caller":"traceutil/trace.go:171","msg":"trace[1991989012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24153; }","duration":"1.895648295s","start":"2026-03-03T18:39:29.515985Z","end":"2026-03-03T18:39:31.411633Z","steps":["trace[1991989012] 'agreement among raft nodes before linearized reading' (duration: 1.895602924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.411675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.515979Z","time spent":"1.895686015s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:39:31.411751Z","caller":"traceutil/trace.go:171","msg":"trace[395653421] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24153; }","duration":"1.898010611s","start":"2026-03-03T18:39:29.513636Z","end":"2026-03-03T18:39:31.411646Z","steps":["trace[395653421] 'agreement among raft nodes before linearized reading' (duration: 1.897752525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.411804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.51363Z","time spent":"1.898161454s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:39:31.411875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.520227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:31.411942Z","caller":"traceutil/trace.go:171","msg":"trace[845401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24153; }","duration":"183.616039ms","start":"2026-03-03T18:39:31.228316Z","end":"2026-03-03T18:39:31.411932Z","steps":["trace[845401] 'agreement among raft nodes before linearized reading' (duration: 183.527647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.412051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.898528353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:39:31.41209Z","caller":"traceutil/trace.go:171","msg":"trace[2125217727] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24153; }","duration":"1.898586785s","start":"2026-03-03T18:39:29.513492Z","end":"2026-03-03T18:39:31.412079Z","steps":["trace[2125217727] 'agreement among raft nodes before linearized reading' (duration: 1.898473192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.412121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.513482Z","time spent":"1.898631856s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T18:39:31.412212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.730731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:31.412284Z","caller":"traceutil/trace.go:171","msg":"trace[1196742245] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24153; }","duration":"669.837634ms","start":"2026-03-03T18:39:30.742431Z","end":"2026-03-03T18:39:31.412269Z","steps":["trace[1196742245] 'agreement among raft nodes before linearized reading' (duration: 669.744901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.412343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.742414Z","time spent":"669.916786ms","remote":"127.0.0.1:53644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:31.412527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177895285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:31.412604Z","caller":"traceutil/trace.go:171","msg":"trace[857745992] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24153; }","duration":"1.177974478s","start":"2026-03-03T18:39:30.234619Z","end":"2026-03-03T18:39:31.412593Z","steps":["trace[857745992] 'agreement among raft nodes before linearized reading' (duration: 1.177879126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.412675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:30.234593Z","time spent":"1.17806852s","remote":"127.0.0.1:53564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:31.411567Z","caller":"traceutil/trace.go:171","msg":"trace[390282735] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd; range_end:; response_count:1; response_revision:24153; }","duration":"1.896612097s","start":"2026-03-03T18:39:29.514919Z","end":"2026-03-03T18:39:31.411531Z","steps":["trace[390282735] 'agreement among raft nodes before linearized reading' (duration: 1.896465604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.41274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897697383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:39:31.412791Z","caller":"traceutil/trace.go:171","msg":"trace[97978316] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24153; }","duration":"1.897762214s","start":"2026-03-03T18:39:29.515018Z","end":"2026-03-03T18:39:31.41278Z","steps":["trace[97978316] 'agreement among raft nodes before linearized reading' (duration: 1.896902974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.412796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.514913Z","time spent":"1.897865436s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1328,"request content":"key:\"/registry/persistentvolumes/pvc-cdae0ec8-76c7-4156-837d-bd0cbc5af3cd\" "} {"level":"warn","ts":"2026-03-03T18:39:31.412829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.515014Z","time spent":"1.897808165s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:39:31.413088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460598791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:31.413266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464258118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:31.413305Z","caller":"traceutil/trace.go:171","msg":"trace[863740675] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24153; }","duration":"1.46433456s","start":"2026-03-03T18:39:29.948961Z","end":"2026-03-03T18:39:31.413295Z","steps":["trace[863740675] 'agreement among raft nodes before linearized reading' (duration: 1.464257348s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.413335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.948943Z","time spent":"1.464384401s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:31.413146Z","caller":"traceutil/trace.go:171","msg":"trace[1547987676] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24153; }","duration":"1.460698694s","start":"2026-03-03T18:39:29.952433Z","end":"2026-03-03T18:39:31.413132Z","steps":["trace[1547987676] 'agreement among raft nodes before linearized reading' (duration: 1.4605392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:31.413666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:29.952412Z","time spent":"1.461231447s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":73,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:31.916894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:32.418249Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:32.846509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.419679221s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:33.763955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.963582401s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:33.764098Z","caller":"traceutil/trace.go:171","msg":"trace[1264450883] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24153; }","duration":"1.963739455s","start":"2026-03-03T18:39:31.800337Z","end":"2026-03-03T18:39:33.764076Z","steps":["trace[1264450883] 'range keys from in-memory index tree' (duration: 1.963559541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:33.764501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.034767Z","time spent":"1.729726415s","remote":"127.0.0.1:47890","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:39:33.765037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.225686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:33.765144Z","caller":"traceutil/trace.go:171","msg":"trace[1289002660] transaction","detail":"{read_only:false; response_revision:24154; number_of_response:1; }","duration":"2.350407104s","start":"2026-03-03T18:39:31.414718Z","end":"2026-03-03T18:39:33.765125Z","steps":["trace[1289002660] 'process raft request' (duration: 1.432024273s)","trace[1289002660] 'compare' (duration: 916.68014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:33.765212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.414697Z","time spent":"2.350484076s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:34.068607Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169943658s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:34.996108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:34.996234Z","caller":"traceutil/trace.go:171","msg":"trace[1627076812] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202661s","start":"2026-03-03T18:39:32.996008Z","end":"2026-03-03T18:39:34.99621Z","steps":["trace[1627076812] 'agreement among raft nodes before linearized reading' (duration: 2.000059568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:34.996294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.995989Z","time spent":"2.000291844s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:36.691858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.622896718s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:36.692372Z","caller":"traceutil/trace.go:171","msg":"trace[1320364798] transaction","detail":"{read_only:false; response_revision:24155; number_of_response:1; }","duration":"5.277573168s","start":"2026-03-03T18:39:31.414765Z","end":"2026-03-03T18:39:36.692338Z","steps":["trace[1320364798] 'process raft request' (duration: 2.654050165s)","trace[1320364798] 'compare' (duration: 2.622211031s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:36.692456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.41474Z","time spent":"5.277678531s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:36.692326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.416217Z","time spent":"5.276102125s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:39:36.692465Z","caller":"traceutil/trace.go:171","msg":"trace[1867265841] linearizableReadLoop","detail":"{readStateIndex:25059; appliedIndex:25055; }","duration":"5.276119174s","start":"2026-03-03T18:39:31.416319Z","end":"2026-03-03T18:39:36.692438Z","steps":["trace[1867265841] 'read index received' (duration: 1.430468797s)","trace[1867265841] 'applied index is now lower than readState.Index' (duration: 3.845647997s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:36.692444Z","caller":"traceutil/trace.go:171","msg":"trace[1660492079] transaction","detail":"{read_only:false; response_revision:24156; number_of_response:1; }","duration":"5.182528288s","start":"2026-03-03T18:39:31.509883Z","end":"2026-03-03T18:39:36.692412Z","steps":["trace[1660492079] 'process raft request' (duration: 5.18220114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:36.692622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.276276058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:36.692666Z","caller":"traceutil/trace.go:171","msg":"trace[147392177] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24157; }","duration":"5.276344879s","start":"2026-03-03T18:39:31.41631Z","end":"2026-03-03T18:39:36.692655Z","steps":["trace[147392177] 'agreement among raft nodes before linearized reading' (duration: 5.276240287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:36.692684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.509857Z","time spent":"5.182683971s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:36.692708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.416269Z","time spent":"5.276428471s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:39:36.692993Z","caller":"traceutil/trace.go:171","msg":"trace[600290171] transaction","detail":"{read_only:false; response_revision:24157; number_of_response:1; }","duration":"3.275529404s","start":"2026-03-03T18:39:33.417449Z","end":"2026-03-03T18:39:36.692978Z","steps":["trace[600290171] 'process raft request' (duration: 3.274739635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:36.693054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.417436Z","time spent":"3.275587836s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:36.958064Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.871897764s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:36.996985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999877603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:36.997084Z","caller":"traceutil/trace.go:171","msg":"trace[1459970106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000044457s","start":"2026-03-03T18:39:34.997018Z","end":"2026-03-03T18:39:36.997062Z","steps":["trace[1459970106] 'agreement among raft nodes before linearized reading' (duration: 1.999912414s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:36.997141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.99699Z","time spent":"2.000138s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:38.441927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483520354s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:38.442068Z","caller":"traceutil/trace.go:171","msg":"trace[1368016676] transaction","detail":"{read_only:false; response_revision:24158; number_of_response:1; }","duration":"3.927404403s","start":"2026-03-03T18:39:34.514637Z","end":"2026-03-03T18:39:38.442042Z","steps":["trace[1368016676] 'process raft request' (duration: 2.443670994s)","trace[1368016676] 'compare' (duration: 1.4833254s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:38.442157Z","caller":"traceutil/trace.go:171","msg":"trace[343714937] transaction","detail":"{read_only:false; response_revision:24159; number_of_response:1; }","duration":"1.746991753s","start":"2026-03-03T18:39:36.695145Z","end":"2026-03-03T18:39:38.442137Z","steps":["trace[343714937] 'process raft request' (duration: 1.746907981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.442169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.514618Z","time spent":"3.927498506s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:38.442234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.695122Z","time spent":"1.747070246s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:38.44248Z","caller":"traceutil/trace.go:171","msg":"trace[1495966773] linearizableReadLoop","detail":"{readStateIndex:25061; appliedIndex:25060; }","duration":"1.749942675s","start":"2026-03-03T18:39:36.692521Z","end":"2026-03-03T18:39:38.442464Z","steps":["trace[1495966773] 'read index received' (duration: 265.807266ms)","trace[1495966773] 'applied index is now lower than readState.Index' (duration: 1.484133949s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:38.442622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.587622802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:38.442645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.744988349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:38.442661Z","caller":"traceutil/trace.go:171","msg":"trace[433201522] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24159; }","duration":"5.587701124s","start":"2026-03-03T18:39:32.854948Z","end":"2026-03-03T18:39:38.44265Z","steps":["trace[433201522] 'agreement among raft nodes before linearized reading' (duration: 5.587604432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.442693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.85493Z","time spent":"5.587755116s","remote":"127.0.0.1:56244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:38.442691Z","caller":"traceutil/trace.go:171","msg":"trace[1463975055] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24159; }","duration":"5.745068341s","start":"2026-03-03T18:39:32.697607Z","end":"2026-03-03T18:39:38.442676Z","steps":["trace[1463975055] 'agreement among raft nodes before linearized reading' (duration: 5.744983839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.44273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.697594Z","time spent":"5.745125042s","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.442895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312945299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.442927Z","caller":"traceutil/trace.go:171","msg":"trace[1098227376] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24159; }","duration":"2.313019251s","start":"2026-03-03T18:39:36.129898Z","end":"2026-03-03T18:39:38.442917Z","steps":["trace[1098227376] 'agreement among raft nodes before linearized reading' (duration: 2.312965949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.442956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.129872Z","time spent":"2.313075201s","remote":"127.0.0.1:37196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.809731862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.443057Z","caller":"traceutil/trace.go:171","msg":"trace[121175494] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24159; }","duration":"5.809821944s","start":"2026-03-03T18:39:32.633221Z","end":"2026-03-03T18:39:38.443043Z","steps":["trace[121175494] 'agreement among raft nodes before linearized reading' (duration: 5.809748173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.91329873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.443112Z","caller":"traceutil/trace.go:171","msg":"trace[1704254547] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24159; }","duration":"3.91335282s","start":"2026-03-03T18:39:34.529753Z","end":"2026-03-03T18:39:38.443106Z","steps":["trace[1704254547] 'agreement among raft nodes before linearized reading' (duration: 3.913327619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763544043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:38.443133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.529733Z","time spent":"3.913395181s","remote":"127.0.0.1:44112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:38.44314Z","caller":"traceutil/trace.go:171","msg":"trace[511667353] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24159; }","duration":"3.763611484s","start":"2026-03-03T18:39:34.679518Z","end":"2026-03-03T18:39:38.443129Z","steps":["trace[511667353] 'agreement among raft nodes before linearized reading' (duration: 3.763533433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.679463Z","time spent":"3.763702956s","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.93614103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:38.44326Z","caller":"traceutil/trace.go:171","msg":"trace[1644868585] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24159; }","duration":"3.936197371s","start":"2026-03-03T18:39:34.507058Z","end":"2026-03-03T18:39:38.443255Z","steps":["trace[1644868585] 'agreement among raft nodes before linearized reading' (duration: 3.936168141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.507038Z","time spent":"3.936234702s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.963792101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:38.443407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.214028471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:38.443423Z","caller":"traceutil/trace.go:171","msg":"trace[12113872] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:24159; }","duration":"4.214070032s","start":"2026-03-03T18:39:34.229348Z","end":"2026-03-03T18:39:38.443418Z","steps":["trace[12113872] 'agreement among raft nodes before linearized reading' (duration: 4.213996061s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:38.443422Z","caller":"traceutil/trace.go:171","msg":"trace[1433293783] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24159; }","duration":"5.963871442s","start":"2026-03-03T18:39:32.479537Z","end":"2026-03-03T18:39:38.443409Z","steps":["trace[1433293783] 'agreement among raft nodes before linearized reading' (duration: 5.96380521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.44344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:34.229334Z","time spent":"4.214102583s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":123,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.44346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.479514Z","time spent":"5.963935534s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684842852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.443548Z","caller":"traceutil/trace.go:171","msg":"trace[1459156071] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24159; }","duration":"4.684861322s","start":"2026-03-03T18:39:33.758681Z","end":"2026-03-03T18:39:38.443542Z","steps":["trace[1459156071] 'agreement among raft nodes before linearized reading' (duration: 4.684831281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.758632Z","time spent":"4.684927674s","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.028715596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:39:38.443715Z","caller":"traceutil/trace.go:171","msg":"trace[1163510744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24159; }","duration":"5.028741476s","start":"2026-03-03T18:39:33.414968Z","end":"2026-03-03T18:39:38.443709Z","steps":["trace[1163510744] 'agreement among raft nodes before linearized reading' (duration: 5.028668184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.44373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.414965Z","time spent":"5.028762056s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:38.44383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02887451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:39:38.443846Z","caller":"traceutil/trace.go:171","msg":"trace[1068706329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24159; }","duration":"5.02891682s","start":"2026-03-03T18:39:33.414924Z","end":"2026-03-03T18:39:38.443841Z","steps":["trace[1068706329] 'agreement among raft nodes before linearized reading' (duration: 5.028871569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.414909Z","time spent":"5.028951172s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:38.443937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.180975911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.443955Z","caller":"traceutil/trace.go:171","msg":"trace[1123541176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24159; }","duration":"5.181031643s","start":"2026-03-03T18:39:33.262918Z","end":"2026-03-03T18:39:38.44395Z","steps":["trace[1123541176] 'agreement among raft nodes before linearized reading' (duration: 5.181003322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.443972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:33.262891Z","time spent":"5.181076094s","remote":"127.0.0.1:44210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.443102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.633202Z","time spent":"5.809888796s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.444262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.02655798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:39:38.444298Z","caller":"traceutil/trace.go:171","msg":"trace[468732748] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24159; }","duration":"7.026613652s","start":"2026-03-03T18:39:31.417674Z","end":"2026-03-03T18:39:38.444288Z","steps":["trace[468732748] 'agreement among raft nodes before linearized reading' (duration: 7.026476458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.444321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.417663Z","time spent":"7.026651432s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:38.444438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.156662918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:39:38.444465Z","caller":"traceutil/trace.go:171","msg":"trace[447302591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24159; }","duration":"6.156726059s","start":"2026-03-03T18:39:32.28773Z","end":"2026-03-03T18:39:38.444456Z","steps":["trace[447302591] 'agreement among raft nodes before linearized reading' (duration: 6.156647118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.444488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.287708Z","time spent":"6.156773551s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:39:38.444884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.141485428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:38.445032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.456911848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.445085Z","caller":"traceutil/trace.go:171","msg":"trace[784843558] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24159; }","duration":"6.141713214s","start":"2026-03-03T18:39:32.303361Z","end":"2026-03-03T18:39:38.445074Z","steps":["trace[784843558] 'agreement among raft nodes before linearized reading' (duration: 6.140184768s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:38.445117Z","caller":"traceutil/trace.go:171","msg":"trace[1459153437] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24159; }","duration":"6.457047911s","start":"2026-03-03T18:39:31.988049Z","end":"2026-03-03T18:39:38.445097Z","steps":["trace[1459153437] 'agreement among raft nodes before linearized reading' (duration: 6.456503939s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:38.445145Z","caller":"traceutil/trace.go:171","msg":"trace[2070393762] transaction","detail":"{read_only:false; response_revision:24160; number_of_response:1; }","duration":"1.435733242s","start":"2026-03-03T18:39:37.009353Z","end":"2026-03-03T18:39:38.445086Z","steps":["trace[2070393762] 'process raft request' (duration: 1.435054186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.445152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.303349Z","time spent":"6.141762255s","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.445166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.988031Z","time spent":"6.457122003s","remote":"127.0.0.1:53820","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:38.445161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.020476055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-03T18:39:38.445219Z","caller":"traceutil/trace.go:171","msg":"trace[822633242] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24159; }","duration":"7.020581869s","start":"2026-03-03T18:39:31.42462Z","end":"2026-03-03T18:39:38.445202Z","steps":["trace[822633242] 'agreement among raft nodes before linearized reading' (duration: 7.019941263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.445243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:37.00932Z","time spent":"1.435857015s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:38.445196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.158487991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:39:38.44525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:31.424611Z","time spent":"7.020633341s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T18:39:38.445346Z","caller":"traceutil/trace.go:171","msg":"trace[678509909] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24159; }","duration":"6.158636095s","start":"2026-03-03T18:39:32.286649Z","end":"2026-03-03T18:39:38.445285Z","steps":["trace[678509909] 'agreement among raft nodes before linearized reading' (duration: 6.157891576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.445641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:32.286629Z","time spent":"6.158762258s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:39:38.489157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48375564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.48924Z","caller":"traceutil/trace.go:171","msg":"trace[416988472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24160; }","duration":"1.483902003s","start":"2026-03-03T18:39:37.005317Z","end":"2026-03-03T18:39:38.489219Z","steps":["trace[416988472] 'agreement among raft nodes before linearized reading' (duration: 1.48376938s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.489254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78267107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:38.489323Z","caller":"traceutil/trace.go:171","msg":"trace[420291640] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24160; }","duration":"1.782798112s","start":"2026-03-03T18:39:36.706506Z","end":"2026-03-03T18:39:38.489304Z","steps":["trace[420291640] 'agreement among raft nodes before linearized reading' (duration: 1.782624268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.489285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:37.005286Z","time spent":"1.483987846s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:38.48954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.792686947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-03-03T18:39:38.489701Z","caller":"traceutil/trace.go:171","msg":"trace[1507812578] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24160; }","duration":"1.792901582s","start":"2026-03-03T18:39:36.696756Z","end":"2026-03-03T18:39:38.489658Z","steps":["trace[1507812578] 'agreement among raft nodes before linearized reading' (duration: 1.792494413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:38.489768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.696742Z","time spent":"1.793014694s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:39:38.48937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:36.706483Z","time spent":"1.782880304s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:38.990816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:39.497717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063507,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:39.732335Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281706575s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:39.732958Z","caller":"traceutil/trace.go:171","msg":"trace[1362156774] transaction","detail":"{read_only:false; response_revision:24161; number_of_response:1; }","duration":"1.284374238s","start":"2026-03-03T18:39:38.448557Z","end":"2026-03-03T18:39:39.732932Z","steps":["trace[1362156774] 'process raft request' (duration: 1.284156473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:39.733119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.448542Z","time spent":"1.28448642s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:40.490572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.995794997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:40.490652Z","caller":"traceutil/trace.go:171","msg":"trace[844210852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99589232s","start":"2026-03-03T18:39:38.494742Z","end":"2026-03-03T18:39:40.490635Z","steps":["trace[844210852] 'agreement among raft nodes before linearized reading' (duration: 1.995792808s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.490706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.494691Z","time spent":"1.995998753s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:40.936771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160994587s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:39:40.937276Z","caller":"traceutil/trace.go:171","msg":"trace[124084355] transaction","detail":"{read_only:false; response_revision:24162; number_of_response:1; }","duration":"2.488468245s","start":"2026-03-03T18:39:38.448779Z","end":"2026-03-03T18:39:40.937247Z","steps":["trace[124084355] 'process raft request' (duration: 2.488227669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.937417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.448769Z","time spent":"2.488567358s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:40.937628Z","caller":"traceutil/trace.go:171","msg":"trace[1907946733] transaction","detail":"{read_only:false; response_revision:24163; number_of_response:1; }","duration":"2.488089586s","start":"2026-03-03T18:39:38.449485Z","end":"2026-03-03T18:39:40.937575Z","steps":["trace[1907946733] 'process raft request' (duration: 2.487708187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.937806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.449471Z","time spent":"2.488228979s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:40.937799Z","caller":"traceutil/trace.go:171","msg":"trace[1249049698] transaction","detail":"{read_only:false; response_revision:24164; number_of_response:1; }","duration":"2.487742938s","start":"2026-03-03T18:39:38.449994Z","end":"2026-03-03T18:39:40.937737Z","steps":["trace[1249049698] 'process raft request' (duration: 2.487486362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.938002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.449983Z","time spent":"2.487877921s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:40.938396Z","caller":"traceutil/trace.go:171","msg":"trace[1219700020] transaction","detail":"{read_only:false; response_revision:24165; number_of_response:1; }","duration":"2.443587512s","start":"2026-03-03T18:39:38.494794Z","end":"2026-03-03T18:39:40.938381Z","steps":["trace[1219700020] 'process raft request' (duration: 2.443360797s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:40.938409Z","caller":"traceutil/trace.go:171","msg":"trace[1010904637] transaction","detail":"{read_only:false; response_revision:24166; number_of_response:1; }","duration":"2.238243898s","start":"2026-03-03T18:39:38.700148Z","end":"2026-03-03T18:39:40.938392Z","steps":["trace[1010904637] 'process raft request' (duration: 2.238093425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.938464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.700122Z","time spent":"2.238311682s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:40.938472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.494774Z","time spent":"2.443651595s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:40.93861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491023107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:39:40.938681Z","caller":"traceutil/trace.go:171","msg":"trace[1437255406] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:24166; }","duration":"2.49114195s","start":"2026-03-03T18:39:38.447518Z","end":"2026-03-03T18:39:40.93866Z","steps":["trace[1437255406] 'agreement among raft nodes before linearized reading' (duration: 2.490946915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.938733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.447506Z","time spent":"2.491215331s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" "} {"level":"info","ts":"2026-03-03T18:39:40.938313Z","caller":"traceutil/trace.go:171","msg":"trace[1078545682] linearizableReadLoop","detail":"{readStateIndex:25070; appliedIndex:25064; }","duration":"2.449236836s","start":"2026-03-03T18:39:38.489057Z","end":"2026-03-03T18:39:40.938294Z","steps":["trace[1078545682] 'read index received' (duration: 1.243766736s)","trace[1078545682] 'applied index is now lower than readState.Index' (duration: 1.20546905s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:40.938871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492649475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T18:39:40.938982Z","caller":"traceutil/trace.go:171","msg":"trace[1830966798] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24166; }","duration":"2.492753047s","start":"2026-03-03T18:39:38.446188Z","end":"2026-03-03T18:39:40.938941Z","steps":["trace[1830966798] 'agreement among raft nodes before linearized reading' (duration: 2.49245261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:40.939038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.446176Z","time spent":"2.492846929s","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:39:41.390748Z","caller":"traceutil/trace.go:171","msg":"trace[1882507346] linearizableReadLoop","detail":"{readStateIndex:25071; appliedIndex:25070; }","duration":"451.922303ms","start":"2026-03-03T18:39:40.938796Z","end":"2026-03-03T18:39:41.390718Z","steps":["trace[1882507346] 'read index received' (duration: 449.839413ms)","trace[1882507346] 'applied index is now lower than readState.Index' (duration: 2.08148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:41.390873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.730664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.390931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424494947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:41.390943Z","caller":"traceutil/trace.go:171","msg":"trace[1579410253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24167; }","duration":"892.842977ms","start":"2026-03-03T18:39:40.498083Z","end":"2026-03-03T18:39:41.390926Z","steps":["trace[1579410253] 'agreement among raft nodes before linearized reading' (duration: 892.688073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.390974Z","caller":"traceutil/trace.go:171","msg":"trace[163724982] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24167; }","duration":"1.424597069s","start":"2026-03-03T18:39:39.966361Z","end":"2026-03-03T18:39:41.390958Z","steps":["trace[163724982] 'agreement among raft nodes before linearized reading' (duration: 1.424505147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.390998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.498064Z","time spent":"892.916919ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:41.391009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.333872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:41.391079Z","caller":"traceutil/trace.go:171","msg":"trace[732233917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:24167; }","duration":"666.411404ms","start":"2026-03-03T18:39:40.724647Z","end":"2026-03-03T18:39:41.391059Z","steps":["trace[732233917] 'agreement among raft nodes before linearized reading' (duration: 666.290251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.185994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.391085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399703264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:41.391114Z","caller":"traceutil/trace.go:171","msg":"trace[1613475371] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24167; }","duration":"331.253685ms","start":"2026-03-03T18:39:41.059852Z","end":"2026-03-03T18:39:41.391106Z","steps":["trace[1613475371] 'agreement among raft nodes before linearized reading' (duration: 331.202474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.724627Z","time spent":"666.486376ms","remote":"127.0.0.1:48584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:41.391142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.05983Z","time spent":"331.305207ms","remote":"127.0.0.1:44282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:41.391144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.346832161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qtsmm\" ","response":"range_response_count:1 size:5422"} {"level":"info","ts":"2026-03-03T18:39:41.39115Z","caller":"traceutil/trace.go:171","msg":"trace[332539817] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24167; }","duration":"2.399811616s","start":"2026-03-03T18:39:38.991315Z","end":"2026-03-03T18:39:41.391127Z","steps":["trace[332539817] 'agreement among raft nodes before linearized reading' (duration: 2.399735555s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391196Z","caller":"traceutil/trace.go:171","msg":"trace[13273120] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qtsmm; range_end:; response_count:1; response_revision:24167; }","duration":"2.346927984s","start":"2026-03-03T18:39:39.044253Z","end":"2026-03-03T18:39:41.391181Z","steps":["trace[13273120] 'agreement among raft nodes before linearized reading' (duration: 2.346723949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.991299Z","time spent":"2.399892259s","remote":"127.0.0.1:44538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:41.391238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.044231Z","time spent":"2.346995396s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5446,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qtsmm\" "} {"level":"warn","ts":"2026-03-03T18:39:41.391259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.98154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T18:39:41.39101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460721108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:39:41.391011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.96634Z","time spent":"1.424661022s","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:41.391348Z","caller":"traceutil/trace.go:171","msg":"trace[51780939] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24167; }","duration":"448.127143ms","start":"2026-03-03T18:39:40.943202Z","end":"2026-03-03T18:39:41.391329Z","steps":["trace[51780939] 'agreement among raft nodes before linearized reading' (duration: 447.856037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391364Z","caller":"traceutil/trace.go:171","msg":"trace[757917583] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24167; }","duration":"2.461145168s","start":"2026-03-03T18:39:38.930207Z","end":"2026-03-03T18:39:41.391352Z","steps":["trace[757917583] 'agreement among raft nodes before linearized reading' (duration: 2.460677457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.955955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:41.391396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.943184Z","time spent":"448.201185ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T18:39:41.391402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:38.930191Z","time spent":"2.4611985s","remote":"127.0.0.1:44240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:41.390863Z","caller":"traceutil/trace.go:171","msg":"trace[1138906760] transaction","detail":"{read_only:false; response_revision:24167; number_of_response:1; }","duration":"1.498560281s","start":"2026-03-03T18:39:39.89226Z","end":"2026-03-03T18:39:41.39082Z","steps":["trace[1138906760] 'process raft request' (duration: 1.496445451s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391405Z","caller":"traceutil/trace.go:171","msg":"trace[155609689] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24167; }","duration":"148.018646ms","start":"2026-03-03T18:39:41.243376Z","end":"2026-03-03T18:39:41.391394Z","steps":["trace[155609689] 'agreement among raft nodes before linearized reading' (duration: 147.962374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:39.89224Z","time spent":"1.49934965s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:41.391688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.859683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T18:39:41.391688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.727912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T18:39:41.391742Z","caller":"traceutil/trace.go:171","msg":"trace[1231647997] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762; range_end:; response_count:1; response_revision:24167; }","duration":"446.935634ms","start":"2026-03-03T18:39:40.944788Z","end":"2026-03-03T18:39:41.391723Z","steps":["trace[1231647997] 'agreement among raft nodes before linearized reading' (duration: 446.789931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:41.391748Z","caller":"traceutil/trace.go:171","msg":"trace[346928804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24167; }","duration":"444.802384ms","start":"2026-03-03T18:39:40.946926Z","end":"2026-03-03T18:39:41.391729Z","steps":["trace[346928804] 'agreement among raft nodes before linearized reading' (duration: 444.653621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:41.391785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.944774Z","time spent":"446.999287ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189967505eb7d762\" "} {"level":"warn","ts":"2026-03-03T18:39:41.391786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:40.946913Z","time spent":"444.862276ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:41.896032Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063515,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:42.732367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.363768ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:42.732498Z","caller":"traceutil/trace.go:171","msg":"trace[1935494053] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24167; }","duration":"931.507452ms","start":"2026-03-03T18:39:41.800971Z","end":"2026-03-03T18:39:42.732478Z","steps":["trace[1935494053] 'range keys from in-memory index tree' (duration: 931.346068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:42.732809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.088982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:42.732912Z","caller":"traceutil/trace.go:171","msg":"trace[365249203] transaction","detail":"{read_only:false; response_revision:24168; number_of_response:1; }","duration":"1.338260344s","start":"2026-03-03T18:39:41.394632Z","end":"2026-03-03T18:39:42.732892Z","steps":["trace[365249203] 'process raft request' (duration: 681.008648ms)","trace[365249203] 'compare' (duration: 656.96218ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:42.732977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.394612Z","time spent":"1.338338386s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:43.33986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264465047s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:43.99473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000147579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:43.994798Z","caller":"traceutil/trace.go:171","msg":"trace[496020971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000291204s","start":"2026-03-03T18:39:41.994491Z","end":"2026-03-03T18:39:43.994782Z","steps":["trace[496020971] 'agreement among raft nodes before linearized reading' (duration: 2.00018047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:43.994833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.994471Z","time spent":"2.000354545s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:39:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:39:44.435643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095544496s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:44.435712Z","caller":"traceutil/trace.go:171","msg":"trace[1112216710] linearizableReadLoop","detail":"{readStateIndex:25073; appliedIndex:25071; }","duration":"3.040339104s","start":"2026-03-03T18:39:41.395361Z","end":"2026-03-03T18:39:44.435701Z","steps":["trace[1112216710] 'read index received' (duration: 680.202388ms)","trace[1112216710] 'applied index is now lower than readState.Index' (duration: 2.360135926s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:44.435852Z","caller":"traceutil/trace.go:171","msg":"trace[1268039514] transaction","detail":"{read_only:false; response_revision:24169; number_of_response:1; }","duration":"3.030296616s","start":"2026-03-03T18:39:41.405548Z","end":"2026-03-03T18:39:44.435844Z","steps":["trace[1268039514] 'process raft request' (duration: 1.934493035s)","trace[1268039514] 'compare' (duration: 1.094500901s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:44.435894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.405538Z","time spent":"3.030338587s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5582,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:44.436052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.040691462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T18:39:44.436071Z","caller":"traceutil/trace.go:171","msg":"trace[2134145514] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73; range_end:; response_count:1; response_revision:24169; }","duration":"3.040733974s","start":"2026-03-03T18:39:41.395332Z","end":"2026-03-03T18:39:44.436066Z","steps":["trace[2134145514] 'agreement among raft nodes before linearized reading' (duration: 3.040656822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:44.436088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.395315Z","time spent":"3.040767464s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73\" "} {"level":"warn","ts":"2026-03-03T18:39:44.936149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063520,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:39:45.421328Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.929076467s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:39:45.879575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.795361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:45.879661Z","caller":"traceutil/trace.go:171","msg":"trace[2114321134] transaction","detail":"{read_only:false; response_revision:24170; number_of_response:1; }","duration":"2.932993322s","start":"2026-03-03T18:39:42.94665Z","end":"2026-03-03T18:39:45.879644Z","steps":["trace[2114321134] 'process raft request' (duration: 2.475050277s)","trace[2114321134] 'compare' (duration: 456.411519ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:45.879704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.946633Z","time spent":"2.933050514s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:45.994951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999556117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:39:45.995034Z","caller":"traceutil/trace.go:171","msg":"trace[620415512] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999685429s","start":"2026-03-03T18:39:43.99533Z","end":"2026-03-03T18:39:45.995015Z","steps":["trace[620415512] 'agreement among raft nodes before linearized reading' (duration: 1.999582067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:45.995083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.995312Z","time spent":"1.999761212s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:46.753188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.772855ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:46.753382Z","caller":"traceutil/trace.go:171","msg":"trace[2071990909] transaction","detail":"{read_only:false; response_revision:24172; number_of_response:1; }","duration":"800.088588ms","start":"2026-03-03T18:39:45.953262Z","end":"2026-03-03T18:39:46.753351Z","steps":["trace[2071990909] 'process raft request' (duration: 800.025957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.953238Z","time spent":"800.18564ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:46.753693Z","caller":"traceutil/trace.go:171","msg":"trace[1580862490] linearizableReadLoop","detail":"{readStateIndex:25075; appliedIndex:25073; }","duration":"2.317937796s","start":"2026-03-03T18:39:44.435725Z","end":"2026-03-03T18:39:46.753663Z","steps":["trace[1580862490] 'read index received' (duration: 985.989931ms)","trace[1580862490] 'applied index is now lower than readState.Index' (duration: 1.331944835s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:46.753795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.955509929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:46.753834Z","caller":"traceutil/trace.go:171","msg":"trace[347780536] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24172; }","duration":"3.955600901s","start":"2026-03-03T18:39:42.798221Z","end":"2026-03-03T18:39:46.753822Z","steps":["trace[347780536] 'agreement among raft nodes before linearized reading' (duration: 3.95553452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.388751546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:46.753825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508414447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:46.753866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.798189Z","time spent":"3.955669472s","remote":"127.0.0.1:44542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:46.753878Z","caller":"traceutil/trace.go:171","msg":"trace[1887529002] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:24172; }","duration":"3.388869369s","start":"2026-03-03T18:39:43.364993Z","end":"2026-03-03T18:39:46.753863Z","steps":["trace[1887529002] 'agreement among raft nodes before linearized reading' (duration: 3.388747877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857453774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:46.753916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.364972Z","time spent":"3.38893732s","remote":"127.0.0.1:44196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:46.753911Z","caller":"traceutil/trace.go:171","msg":"trace[762955472] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24172; }","duration":"2.5085151s","start":"2026-03-03T18:39:44.245353Z","end":"2026-03-03T18:39:46.753868Z","steps":["trace[762955472] 'agreement among raft nodes before linearized reading' (duration: 2.508408877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.017664811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:39:46.753956Z","caller":"traceutil/trace.go:171","msg":"trace[1766086685] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24172; }","duration":"2.857513315s","start":"2026-03-03T18:39:43.89642Z","end":"2026-03-03T18:39:46.753934Z","steps":["trace[1766086685] 'agreement among raft nodes before linearized reading' (duration: 2.857419933s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.245335Z","time spent":"2.508611512s","remote":"127.0.0.1:52974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:46.753997Z","caller":"traceutil/trace.go:171","msg":"trace[57637070] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24172; }","duration":"4.017753883s","start":"2026-03-03T18:39:42.736232Z","end":"2026-03-03T18:39:46.753986Z","steps":["trace[57637070] 'agreement among raft nodes before linearized reading' (duration: 4.017567949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.753996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807897593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:39:46.754007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.896368Z","time spent":"2.857628099s","remote":"127.0.0.1:37230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:46.754039Z","caller":"traceutil/trace.go:171","msg":"trace[1874681477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24172; }","duration":"3.807965444s","start":"2026-03-03T18:39:42.946059Z","end":"2026-03-03T18:39:46.754025Z","steps":["trace[1874681477] 'agreement among raft nodes before linearized reading' (duration: 3.80780218s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.475826508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:39:46.754067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.946047Z","time spent":"3.808013465s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:39:46.75409Z","caller":"traceutil/trace.go:171","msg":"trace[1546254398] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:24172; }","duration":"3.47592942s","start":"2026-03-03T18:39:43.278145Z","end":"2026-03-03T18:39:46.754074Z","steps":["trace[1546254398] 'agreement among raft nodes before linearized reading' (duration: 3.475676784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.736214Z","time spent":"4.017811064s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"warn","ts":"2026-03-03T18:39:46.754109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.808035497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:39:46.754143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.509401185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:46.754139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.278122Z","time spent":"3.476003544s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":226,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.754148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.324684475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:46.754166Z","caller":"traceutil/trace.go:171","msg":"trace[1375760789] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:24172; }","duration":"3.509457335s","start":"2026-03-03T18:39:43.244702Z","end":"2026-03-03T18:39:46.754159Z","steps":["trace[1375760789] 'agreement among raft nodes before linearized reading' (duration: 3.509421184s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:46.754164Z","caller":"traceutil/trace.go:171","msg":"trace[1536580488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24172; }","duration":"3.808111079s","start":"2026-03-03T18:39:42.946038Z","end":"2026-03-03T18:39:46.754149Z","steps":["trace[1536580488] 'agreement among raft nodes before linearized reading' (duration: 3.807970545s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:46.754179Z","caller":"traceutil/trace.go:171","msg":"trace[736704230] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24172; }","duration":"5.324754357s","start":"2026-03-03T18:39:41.429414Z","end":"2026-03-03T18:39:46.754168Z","steps":["trace[736704230] 'agreement among raft nodes before linearized reading' (duration: 5.324701495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.244681Z","time spent":"3.509501557s","remote":"127.0.0.1:44236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.754202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.946022Z","time spent":"3.80816737s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:46.754209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.429396Z","time spent":"5.324805638s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.754096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.684118906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:46.754284Z","caller":"traceutil/trace.go:171","msg":"trace[547496794] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24172; }","duration":"4.684336221s","start":"2026-03-03T18:39:42.06994Z","end":"2026-03-03T18:39:46.754276Z","steps":["trace[547496794] 'agreement among raft nodes before linearized reading' (duration: 4.684114715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:42.069924Z","time spent":"4.684377992s","remote":"127.0.0.1:56376","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.753785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72795122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:46.754356Z","caller":"traceutil/trace.go:171","msg":"trace[654298537] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24172; }","duration":"3.728582446s","start":"2026-03-03T18:39:43.025763Z","end":"2026-03-03T18:39:46.754346Z","steps":["trace[654298537] 'agreement among raft nodes before linearized reading' (duration: 3.727925369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:46.753697Z","caller":"traceutil/trace.go:171","msg":"trace[621054996] transaction","detail":"{read_only:false; response_revision:24171; number_of_response:1; }","duration":"3.303985479s","start":"2026-03-03T18:39:43.449675Z","end":"2026-03-03T18:39:46.75366Z","steps":["trace[621054996] 'process raft request' (duration: 2.540660991s)","trace[621054996] 'compare' (duration: 760.89892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:46.754396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.025738Z","time spent":"3.728640426s","remote":"127.0.0.1:56372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.754423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.597215154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:46.754463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.449642Z","time spent":"3.304773318s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:46.75447Z","caller":"traceutil/trace.go:171","msg":"trace[445640635] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:24172; }","duration":"3.597305626s","start":"2026-03-03T18:39:43.157147Z","end":"2026-03-03T18:39:46.754453Z","steps":["trace[445640635] 'agreement among raft nodes before linearized reading' (duration: 3.597230454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.339853496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T18:39:46.754507Z","caller":"traceutil/trace.go:171","msg":"trace[891436056] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24172; }","duration":"5.339925097s","start":"2026-03-03T18:39:41.414573Z","end":"2026-03-03T18:39:46.754499Z","steps":["trace[891436056] 'agreement among raft nodes before linearized reading' (duration: 5.339825305s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:46.754507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:43.157117Z","time spent":"3.597380727s","remote":"127.0.0.1:39238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:46.754541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:41.414554Z","time spent":"5.339979188s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:39:47.254262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063523,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:39:47.380589Z","caller":"traceutil/trace.go:171","msg":"trace[823248754] transaction","detail":"{read_only:false; response_revision:24173; number_of_response:1; }","duration":"658.67367ms","start":"2026-03-03T18:39:46.721887Z","end":"2026-03-03T18:39:47.380561Z","steps":["trace[823248754] 'process raft request' (duration: 648.430097ms)","trace[823248754] 'compare' (duration: 10.13468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:47.380707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.721862Z","time spent":"658.783202ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.388008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.755351Z","time spent":"632.652413ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:39:47.388103Z","caller":"traceutil/trace.go:171","msg":"trace[2032983253] linearizableReadLoop","detail":"{readStateIndex:25081; appliedIndex:25076; }","duration":"634.320173ms","start":"2026-03-03T18:39:46.753763Z","end":"2026-03-03T18:39:47.388083Z","steps":["trace[2032983253] 'read index received' (duration: 616.541632ms)","trace[2032983253] 'applied index is now lower than readState.Index' (duration: 17.777521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:47.388217Z","caller":"traceutil/trace.go:171","msg":"trace[1604177030] transaction","detail":"{read_only:false; response_revision:24175; number_of_response:1; }","duration":"629.280144ms","start":"2026-03-03T18:39:46.758914Z","end":"2026-03-03T18:39:47.388194Z","steps":["trace[1604177030] 'process raft request' (duration: 629.077879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.405152922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:47.38832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.758898Z","time spent":"629.371166ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.388327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.014568582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:47.388405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690625894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.388414Z","caller":"traceutil/trace.go:171","msg":"trace[773430392] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24176; }","duration":"2.014712565s","start":"2026-03-03T18:39:45.373681Z","end":"2026-03-03T18:39:47.388393Z","steps":["trace[773430392] 'agreement among raft nodes before linearized reading' (duration: 2.014476099s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.388438Z","caller":"traceutil/trace.go:171","msg":"trace[1086295005] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24176; }","duration":"2.690684605s","start":"2026-03-03T18:39:44.697742Z","end":"2026-03-03T18:39:47.388427Z","steps":["trace[1086295005] 'agreement among raft nodes before linearized reading' (duration: 2.690632654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.373663Z","time spent":"2.014789997s","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:47.388475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.697727Z","time spent":"2.690739086s","remote":"127.0.0.1:53710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:47.388495Z","caller":"traceutil/trace.go:171","msg":"trace[73159196] transaction","detail":"{read_only:false; response_revision:24174; number_of_response:1; }","duration":"631.483795ms","start":"2026-03-03T18:39:46.757Z","end":"2026-03-03T18:39:47.388484Z","steps":["trace[73159196] 'process raft request' (duration: 630.880361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721116831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.388536Z","caller":"traceutil/trace.go:171","msg":"trace[560573971] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24176; }","duration":"1.721178593s","start":"2026-03-03T18:39:45.667346Z","end":"2026-03-03T18:39:47.388525Z","steps":["trace[560573971] 'agreement among raft nodes before linearized reading' (duration: 1.721116131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.756984Z","time spent":"631.534566ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.388565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.667329Z","time spent":"1.721230874s","remote":"127.0.0.1:44158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:47.388656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.549737132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.388352Z","caller":"traceutil/trace.go:171","msg":"trace[817768621] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24176; }","duration":"2.405234534s","start":"2026-03-03T18:39:44.983104Z","end":"2026-03-03T18:39:47.388338Z","steps":["trace[817768621] 'agreement among raft nodes before linearized reading' (duration: 2.405092571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929096561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T18:39:47.38879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.983024Z","time spent":"2.405757287s","remote":"127.0.0.1:44552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:47.388787Z","caller":"traceutil/trace.go:171","msg":"trace[1619864544] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:24176; }","duration":"1.550189233s","start":"2026-03-03T18:39:45.838569Z","end":"2026-03-03T18:39:47.388759Z","steps":["trace[1619864544] 'agreement among raft nodes before linearized reading' (duration: 1.549550538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.388812Z","caller":"traceutil/trace.go:171","msg":"trace[1236090693] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24176; }","duration":"2.929190893s","start":"2026-03-03T18:39:44.459611Z","end":"2026-03-03T18:39:47.388802Z","steps":["trace[1236090693] 'agreement among raft nodes before linearized reading' (duration: 2.92905857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.388846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.459595Z","time spent":"2.929242995s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T18:39:47.388865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.838553Z","time spent":"1.550296105s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:39:47.388769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86968833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.38906Z","caller":"traceutil/trace.go:171","msg":"trace[821704199] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24176; }","duration":"1.870025178s","start":"2026-03-03T18:39:45.519023Z","end":"2026-03-03T18:39:47.389048Z","steps":["trace[821704199] 'agreement among raft nodes before linearized reading' (duration: 1.86970395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.389067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.93035201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k5hk4\" ","response":"range_response_count:1 size:5318"} {"level":"warn","ts":"2026-03-03T18:39:47.389103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:45.518998Z","time spent":"1.870092459s","remote":"127.0.0.1:37238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:39:47.389109Z","caller":"traceutil/trace.go:171","msg":"trace[1629590366] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k5hk4; range_end:; response_count:1; response_revision:24176; }","duration":"2.930409602s","start":"2026-03-03T18:39:44.458685Z","end":"2026-03-03T18:39:47.389095Z","steps":["trace[1629590366] 'agreement among raft nodes before linearized reading' (duration: 2.930265829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.389143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:44.458674Z","time spent":"2.930460613s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5342,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k5hk4\" "} {"level":"info","ts":"2026-03-03T18:39:47.389252Z","caller":"traceutil/trace.go:171","msg":"trace[123231728] transaction","detail":"{read_only:false; response_revision:24176; number_of_response:1; }","duration":"630.262176ms","start":"2026-03-03T18:39:46.758967Z","end":"2026-03-03T18:39:47.389229Z","steps":["trace[123231728] 'process raft request' (duration: 629.075648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.389396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.122434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:39:47.389422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.758964Z","time spent":"630.357789ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:39:47.3899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152380091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:39:47.389957Z","caller":"traceutil/trace.go:171","msg":"trace[996181793] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24176; }","duration":"1.152470074s","start":"2026-03-03T18:39:46.237471Z","end":"2026-03-03T18:39:47.389941Z","steps":["trace[996181793] 'agreement among raft nodes before linearized reading' (duration: 1.152199707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.39001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.237443Z","time spent":"1.152554957s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:39:47.390682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.387987943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:47.390729Z","caller":"traceutil/trace.go:171","msg":"trace[1815885668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24176; }","duration":"1.388068045s","start":"2026-03-03T18:39:46.00265Z","end":"2026-03-03T18:39:47.390718Z","steps":["trace[1815885668] 'agreement among raft nodes before linearized reading' (duration: 1.387980313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.390761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:46.002631Z","time spent":"1.388122816s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:39:47.391769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.701358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:39:47.391842Z","caller":"traceutil/trace.go:171","msg":"trace[1776915092] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24176; }","duration":"212.81365ms","start":"2026-03-03T18:39:47.179014Z","end":"2026-03-03T18:39:47.391828Z","steps":["trace[1776915092] 'agreement among raft nodes before linearized reading' (duration: 210.008873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:47.392094Z","caller":"traceutil/trace.go:171","msg":"trace[332298519] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24176; }","duration":"155.223816ms","start":"2026-03-03T18:39:47.234218Z","end":"2026-03-03T18:39:47.389442Z","steps":["trace[332298519] 'agreement among raft nodes before linearized reading' (duration: 155.124904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.65063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.434539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:47.650722Z","caller":"traceutil/trace.go:171","msg":"trace[1554156189] linearizableReadLoop","detail":"{readStateIndex:25087; appliedIndex:25086; }","duration":"222.07132ms","start":"2026-03-03T18:39:47.428636Z","end":"2026-03-03T18:39:47.650707Z","steps":["trace[1554156189] 'read index received' (duration: 3.260428ms)","trace[1554156189] 'applied index is now lower than readState.Index' (duration: 218.808962ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:47.650793Z","caller":"traceutil/trace.go:171","msg":"trace[1424831984] transaction","detail":"{read_only:false; response_revision:24182; number_of_response:1; }","duration":"230.360236ms","start":"2026-03-03T18:39:47.420425Z","end":"2026-03-03T18:39:47.650785Z","steps":["trace[1424831984] 'process raft request' (duration: 91.706822ms)","trace[1424831984] 'compare' (duration: 138.10343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:39:47.651198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.554331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm\" ","response":"range_response_count:1 size:6860"} {"level":"info","ts":"2026-03-03T18:39:47.651229Z","caller":"traceutil/trace.go:171","msg":"trace[1614322676] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fkdlm; range_end:; response_count:1; response_revision:24182; }","duration":"222.624093ms","start":"2026-03-03T18:39:47.428596Z","end":"2026-03-03T18:39:47.65122Z","steps":["trace[1614322676] 'agreement among raft nodes before linearized reading' (duration: 222.47118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:47.652709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.795951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T18:39:47.652836Z","caller":"traceutil/trace.go:171","msg":"trace[1825707666] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24182; }","duration":"139.992975ms","start":"2026-03-03T18:39:47.512806Z","end":"2026-03-03T18:39:47.652799Z","steps":["trace[1825707666] 'agreement among raft nodes before linearized reading' (duration: 138.07794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:48.099487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.615217ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:39:48.099685Z","caller":"traceutil/trace.go:171","msg":"trace[142374722] transaction","detail":"{read_only:false; response_revision:24209; number_of_response:1; }","duration":"147.742489ms","start":"2026-03-03T18:39:47.951919Z","end":"2026-03-03T18:39:48.099662Z","steps":["trace[142374722] 'process raft request' (duration: 45.826735ms)","trace[142374722] 'compare' (duration: 101.374551ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:50.229362Z","caller":"traceutil/trace.go:171","msg":"trace[1824066509] transaction","detail":"{read_only:false; response_revision:24293; number_of_response:1; }","duration":"107.662169ms","start":"2026-03-03T18:39:50.121642Z","end":"2026-03-03T18:39:50.229304Z","steps":["trace[1824066509] 'process raft request' (duration: 107.383813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:56.079699Z","caller":"traceutil/trace.go:171","msg":"trace[262205999] transaction","detail":"{read_only:false; response_revision:24314; number_of_response:1; }","duration":"129.590678ms","start":"2026-03-03T18:39:55.950078Z","end":"2026-03-03T18:39:56.079669Z","steps":["trace[262205999] 'process raft request' (duration: 129.426205ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:56.082651Z","caller":"traceutil/trace.go:171","msg":"trace[934325198] transaction","detail":"{read_only:false; response_revision:24315; number_of_response:1; }","duration":"128.315048ms","start":"2026-03-03T18:39:55.954302Z","end":"2026-03-03T18:39:56.082617Z","steps":["trace[934325198] 'process raft request' (duration: 128.171655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:39:58.475271Z","caller":"traceutil/trace.go:171","msg":"trace[1476838094] transaction","detail":"{read_only:false; response_revision:24322; number_of_response:1; }","duration":"387.544849ms","start":"2026-03-03T18:39:58.087705Z","end":"2026-03-03T18:39:58.47525Z","steps":["trace[1476838094] 'process raft request' (duration: 387.412076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.475412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.087684Z","time spent":"387.657522ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:39:58.475952Z","caller":"traceutil/trace.go:171","msg":"trace[1956809263] linearizableReadLoop","detail":"{readStateIndex:25229; appliedIndex:25229; }","duration":"284.482388ms","start":"2026-03-03T18:39:58.19144Z","end":"2026-03-03T18:39:58.475923Z","steps":["trace[1956809263] 'read index received' (duration: 284.471548ms)","trace[1956809263] 'applied index is now lower than readState.Index' (duration: 8.44µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:39:58.476093Z","caller":"traceutil/trace.go:171","msg":"trace[784495256] transaction","detail":"{read_only:false; response_revision:24323; number_of_response:1; }","duration":"180.232338ms","start":"2026-03-03T18:39:58.295848Z","end":"2026-03-03T18:39:58.47608Z","steps":["trace[784495256] 'process raft request' (duration: 180.172247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:58.47623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.758725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:39:58.476268Z","caller":"traceutil/trace.go:171","msg":"trace[1634375366] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24323; }","duration":"284.866327ms","start":"2026-03-03T18:39:58.191389Z","end":"2026-03-03T18:39:58.476256Z","steps":["trace[1634375366] 'agreement among raft nodes before linearized reading' (duration: 284.660422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.10942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.012716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T18:39:59.109658Z","caller":"traceutil/trace.go:171","msg":"trace[760436317] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24323; }","duration":"238.298413ms","start":"2026-03-03T18:39:58.871332Z","end":"2026-03-03T18:39:59.109631Z","steps":["trace[760436317] 'range keys from in-memory index tree' (duration: 237.840163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.109733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.338921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:59.109796Z","caller":"traceutil/trace.go:171","msg":"trace[103734359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24323; }","duration":"115.436124ms","start":"2026-03-03T18:39:58.994344Z","end":"2026-03-03T18:39:59.10978Z","steps":["trace[103734359] 'range keys from in-memory index tree' (duration: 115.27888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.10982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.687253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:39:59.109926Z","caller":"traceutil/trace.go:171","msg":"trace[464540364] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24323; }","duration":"534.853627ms","start":"2026-03-03T18:39:58.57505Z","end":"2026-03-03T18:39:59.109904Z","steps":["trace[464540364] 'range keys from in-memory index tree' (duration: 534.57533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.109974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.575031Z","time spent":"534.929659ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:39:59.110203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.747223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:39:59.110259Z","caller":"traceutil/trace.go:171","msg":"trace[1083060357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24323; }","duration":"485.833116ms","start":"2026-03-03T18:39:58.62441Z","end":"2026-03-03T18:39:59.110243Z","steps":["trace[1083060357] 'range keys from in-memory index tree' (duration: 485.623881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.110275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.937568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-n889x\" ","response":"range_response_count:1 size:6389"} {"level":"info","ts":"2026-03-03T18:39:59.110308Z","caller":"traceutil/trace.go:171","msg":"trace[1225527602] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-n889x; range_end:; response_count:1; response_revision:24323; }","duration":"532.00466ms","start":"2026-03-03T18:39:58.578291Z","end":"2026-03-03T18:39:59.110296Z","steps":["trace[1225527602] 'range keys from in-memory index tree' (duration: 531.793534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.110303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.624392Z","time spent":"485.897387ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:39:59.110663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.466317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T18:39:59.11072Z","caller":"traceutil/trace.go:171","msg":"trace[375706704] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24323; }","duration":"352.553959ms","start":"2026-03-03T18:39:58.758147Z","end":"2026-03-03T18:39:59.110701Z","steps":["trace[375706704] 'range keys from in-memory index tree' (duration: 352.258972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:39:59.110773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.758127Z","time spent":"352.632571ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T18:39:59.110336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:39:58.578269Z","time spent":"532.060531ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":6413,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-n889x\" "} {"level":"info","ts":"2026-03-03T18:40:04.787067Z","caller":"traceutil/trace.go:171","msg":"trace[1290004591] transaction","detail":"{read_only:false; response_revision:24345; number_of_response:1; }","duration":"259.091887ms","start":"2026-03-03T18:40:04.527951Z","end":"2026-03-03T18:40:04.787043Z","steps":["trace[1290004591] 'process raft request' (duration: 258.933033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.988751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.906289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:05.98894Z","caller":"traceutil/trace.go:171","msg":"trace[927450920] transaction","detail":"{read_only:false; response_revision:24347; number_of_response:1; }","duration":"830.445878ms","start":"2026-03-03T18:40:05.158482Z","end":"2026-03-03T18:40:05.988928Z","steps":["trace[927450920] 'process raft request' (duration: 830.368687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.988987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.158454Z","time spent":"830.51401ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:05.989136Z","caller":"traceutil/trace.go:171","msg":"trace[813074427] transaction","detail":"{read_only:false; response_revision:24346; number_of_response:1; }","duration":"1.457817016s","start":"2026-03-03T18:40:04.531311Z","end":"2026-03-03T18:40:05.989128Z","steps":["trace[813074427] 'process raft request' (duration: 1.234460256s)","trace[813074427] 'compare' (duration: 222.689524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:05.989172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:04.531259Z","time spent":"1.457896009s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:05.989251Z","caller":"traceutil/trace.go:171","msg":"trace[559667472] linearizableReadLoop","detail":"{readStateIndex:25255; appliedIndex:25253; }","duration":"1.42588731s","start":"2026-03-03T18:40:04.563356Z","end":"2026-03-03T18:40:05.989243Z","steps":["trace[559667472] 'read index received' (duration: 223.524874ms)","trace[559667472] 'applied index is now lower than readState.Index' (duration: 1.202361476s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:05.989472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.426125725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:40:05.989496Z","caller":"traceutil/trace.go:171","msg":"trace[352156861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24347; }","duration":"1.426192006s","start":"2026-03-03T18:40:04.563297Z","end":"2026-03-03T18:40:05.989489Z","steps":["trace[352156861] 'agreement among raft nodes before linearized reading' (duration: 1.426109155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.989513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:04.563277Z","time spent":"1.426232738s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:05.989666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364715741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:40:05.989686Z","caller":"traceutil/trace.go:171","msg":"trace[1334622132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24347; }","duration":"1.364776592s","start":"2026-03-03T18:40:04.624905Z","end":"2026-03-03T18:40:05.989682Z","steps":["trace[1334622132] 'agreement among raft nodes before linearized reading' (duration: 1.364726991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.9897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:04.624884Z","time spent":"1.364812503s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:05.989794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.601368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:40:05.989813Z","caller":"traceutil/trace.go:171","msg":"trace[492539754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24347; }","duration":"115.655279ms","start":"2026-03-03T18:40:05.874153Z","end":"2026-03-03T18:40:05.989809Z","steps":["trace[492539754] 'agreement among raft nodes before linearized reading' (duration: 115.612018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.989855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.463645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:05.989939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.943918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:05.989959Z","caller":"traceutil/trace.go:171","msg":"trace[377766031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24347; }","duration":"406.995378ms","start":"2026-03-03T18:40:05.582959Z","end":"2026-03-03T18:40:05.989955Z","steps":["trace[377766031] 'agreement among raft nodes before linearized reading' (duration: 406.955717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.989977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.582939Z","time spent":"407.03524ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:05.990041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.840013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:05.99006Z","caller":"traceutil/trace.go:171","msg":"trace[2018524670] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:24347; }","duration":"658.897685ms","start":"2026-03-03T18:40:05.331157Z","end":"2026-03-03T18:40:05.990054Z","steps":["trace[2018524670] 'agreement among raft nodes before linearized reading' (duration: 658.865624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.331135Z","time spent":"658.935876ms","remote":"127.0.0.1:53610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:05.990062Z","caller":"traceutil/trace.go:171","msg":"trace[2107845263] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24347; }","duration":"107.615228ms","start":"2026-03-03T18:40:05.882312Z","end":"2026-03-03T18:40:05.989927Z","steps":["trace[2107845263] 'agreement among raft nodes before linearized reading' (duration: 107.452804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.729242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-03-03T18:40:05.990218Z","caller":"traceutil/trace.go:171","msg":"trace[495511210] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24347; }","duration":"900.792023ms","start":"2026-03-03T18:40:05.08942Z","end":"2026-03-03T18:40:05.990212Z","steps":["trace[495511210] 'agreement among raft nodes before linearized reading' (duration: 900.738702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.089394Z","time spent":"900.840434ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7105,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T18:40:05.989904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.295232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:05.990333Z","caller":"traceutil/trace.go:171","msg":"trace[236421225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24347; }","duration":"406.729213ms","start":"2026-03-03T18:40:05.583591Z","end":"2026-03-03T18:40:05.990321Z","steps":["trace[236421225] 'agreement among raft nodes before linearized reading' (duration: 406.280262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.236462673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T18:40:05.990382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.583585Z","time spent":"406.782574ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:40:05.990413Z","caller":"traceutil/trace.go:171","msg":"trace[1530002356] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24347; }","duration":"1.236556756s","start":"2026-03-03T18:40:04.753841Z","end":"2026-03-03T18:40:05.990398Z","steps":["trace[1530002356] 'agreement among raft nodes before linearized reading' (duration: 1.236404472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:04.75383Z","time spent":"1.236607487s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:40:05.990558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090459546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T18:40:05.990638Z","caller":"traceutil/trace.go:171","msg":"trace[1889047712] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24347; }","duration":"1.090592849s","start":"2026-03-03T18:40:04.900027Z","end":"2026-03-03T18:40:05.99062Z","steps":["trace[1889047712] 'agreement among raft nodes before linearized reading' (duration: 1.090384834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:05.990682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:04.900003Z","time spent":"1.09067137s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T18:40:06.497527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:07.574805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.435829ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:07.574954Z","caller":"traceutil/trace.go:171","msg":"trace[129990657] transaction","detail":"{read_only:false; response_revision:24348; number_of_response:1; }","duration":"1.57870965s","start":"2026-03-03T18:40:05.996222Z","end":"2026-03-03T18:40:07.574932Z","steps":["trace[129990657] 'process raft request' (duration: 798.963884ms)","trace[129990657] 'compare' (duration: 779.273565ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:07.575009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.996211Z","time spent":"1.578774231s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:07.996506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999849424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:07.99657Z","caller":"traceutil/trace.go:171","msg":"trace[1055100520] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000018137s","start":"2026-03-03T18:40:05.996539Z","end":"2026-03-03T18:40:07.996557Z","steps":["trace[1055100520] 'agreement among raft nodes before linearized reading' (duration: 1.999903195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:07.996665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.996516Z","time spent":"2.00013751s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:08.260698Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.464506425s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:08.329719Z","caller":"traceutil/trace.go:171","msg":"trace[1109229318] transaction","detail":"{read_only:false; response_revision:24349; number_of_response:1; }","duration":"2.333100326s","start":"2026-03-03T18:40:05.996591Z","end":"2026-03-03T18:40:08.329692Z","steps":["trace[1109229318] 'process raft request' (duration: 2.264288597s)","trace[1109229318] 'compare' (duration: 67.967069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:08.329874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.996565Z","time spent":"2.33325232s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:08.330155Z","caller":"traceutil/trace.go:171","msg":"trace[1228634957] transaction","detail":"{read_only:false; response_revision:24350; number_of_response:1; }","duration":"2.333450704s","start":"2026-03-03T18:40:05.99668Z","end":"2026-03-03T18:40:08.330131Z","steps":["trace[1228634957] 'process raft request' (duration: 2.332897431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:08.330305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:05.99667Z","time spent":"2.333548156s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:08.330553Z","caller":"traceutil/trace.go:171","msg":"trace[1844444201] transaction","detail":"{read_only:false; response_revision:24351; number_of_response:1; }","duration":"2.330451303s","start":"2026-03-03T18:40:06.00009Z","end":"2026-03-03T18:40:08.330542Z","steps":["trace[1844444201] 'process raft request' (duration: 2.329837107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:08.330607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.000063Z","time spent":"2.330514955s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:08.330673Z","caller":"traceutil/trace.go:171","msg":"trace[9493347] transaction","detail":"{read_only:false; response_revision:24352; number_of_response:1; }","duration":"2.330108525s","start":"2026-03-03T18:40:06.000533Z","end":"2026-03-03T18:40:08.330641Z","steps":["trace[9493347] 'process raft request' (duration: 2.329922241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:08.330704Z","caller":"traceutil/trace.go:171","msg":"trace[943335242] transaction","detail":"{read_only:false; response_revision:24354; number_of_response:1; }","duration":"2.32859844s","start":"2026-03-03T18:40:06.002088Z","end":"2026-03-03T18:40:08.330686Z","steps":["trace[943335242] 'process raft request' (duration: 2.328534559s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:08.330707Z","caller":"traceutil/trace.go:171","msg":"trace[690742304] transaction","detail":"{read_only:false; response_revision:24353; number_of_response:1; }","duration":"2.328679202s","start":"2026-03-03T18:40:06.002007Z","end":"2026-03-03T18:40:08.330686Z","steps":["trace[690742304] 'process raft request' (duration: 2.328564849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:08.330802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.001981Z","time spent":"2.328775114s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:08.330812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.000527Z","time spent":"2.330208767s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:08.330808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.00208Z","time spent":"2.328666302s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:08.330908Z","caller":"traceutil/trace.go:171","msg":"trace[15761204] transaction","detail":"{read_only:false; response_revision:24355; number_of_response:1; }","duration":"2.313454431s","start":"2026-03-03T18:40:06.017429Z","end":"2026-03-03T18:40:08.330883Z","steps":["trace[15761204] 'process raft request' (duration: 2.313226265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:08.331055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.017393Z","time spent":"2.313585144s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:09.404816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073969135s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:40:09.406348Z","caller":"traceutil/trace.go:171","msg":"trace[259989854] linearizableReadLoop","detail":"{readStateIndex:25264; appliedIndex:25256; }","duration":"3.409714305s","start":"2026-03-03T18:40:05.996603Z","end":"2026-03-03T18:40:09.406317Z","steps":["trace[259989854] 'read index received' (duration: 798.709778ms)","trace[259989854] 'applied index is now lower than readState.Index' (duration: 2.611002497s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:09.406372Z","caller":"traceutil/trace.go:171","msg":"trace[167548494] transaction","detail":"{read_only:false; response_revision:24356; number_of_response:1; }","duration":"2.613875075s","start":"2026-03-03T18:40:06.792428Z","end":"2026-03-03T18:40:09.406303Z","steps":["trace[167548494] 'process raft request' (duration: 2.612505142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:09.406738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.792397Z","time spent":"2.61407914s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:09.579261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000414306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:09.579427Z","caller":"traceutil/trace.go:171","msg":"trace[2039374237] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634231s","start":"2026-03-03T18:40:07.57877Z","end":"2026-03-03T18:40:09.579404Z","steps":["trace[2039374237] 'agreement among raft nodes before linearized reading' (duration: 2.000450477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:09.579487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.578748Z","time spent":"2.000723504s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:09.906507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063975,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:10.002849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000316035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:40:10.002911Z","caller":"traceutil/trace.go:171","msg":"trace[153941467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420388s","start":"2026-03-03T18:40:08.002476Z","end":"2026-03-03T18:40:10.002896Z","steps":["trace[153941467] 'agreement among raft nodes before linearized reading' (duration: 2.000337456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.002947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.002463Z","time spent":"2.000471429s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:10.068055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493100511s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:10.218162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.785745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:10.218413Z","caller":"traceutil/trace.go:171","msg":"trace[574595479] transaction","detail":"{read_only:false; response_revision:24357; number_of_response:1; }","duration":"3.413097843s","start":"2026-03-03T18:40:06.805285Z","end":"2026-03-03T18:40:10.218383Z","steps":["trace[574595479] 'process raft request' (duration: 2.601015861s)","trace[574595479] 'compare' (duration: 810.69847ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:10.218392Z","caller":"traceutil/trace.go:171","msg":"trace[128150624] transaction","detail":"{read_only:false; response_revision:24358; number_of_response:1; }","duration":"2.638376295s","start":"2026-03-03T18:40:07.579982Z","end":"2026-03-03T18:40:10.218358Z","steps":["trace[128150624] 'process raft request' (duration: 2.638251552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.218561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.579912Z","time spent":"2.638581571s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:10.218751Z","caller":"traceutil/trace.go:171","msg":"trace[1047892543] transaction","detail":"{read_only:false; response_revision:24360; number_of_response:1; }","duration":"2.222072796s","start":"2026-03-03T18:40:07.996657Z","end":"2026-03-03T18:40:10.21873Z","steps":["trace[1047892543] 'process raft request' (duration: 2.221673826s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.218773Z","caller":"traceutil/trace.go:171","msg":"trace[1235624224] transaction","detail":"{read_only:false; response_revision:24359; number_of_response:1; }","duration":"2.387562176s","start":"2026-03-03T18:40:07.831194Z","end":"2026-03-03T18:40:10.218756Z","steps":["trace[1235624224] 'process raft request' (duration: 2.387102684s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.218761Z","caller":"traceutil/trace.go:171","msg":"trace[713024923] transaction","detail":"{read_only:false; response_revision:24362; number_of_response:1; }","duration":"1.883839946s","start":"2026-03-03T18:40:08.334896Z","end":"2026-03-03T18:40:10.218735Z","steps":["trace[713024923] 'process raft request' (duration: 1.883744874s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.218819Z","caller":"traceutil/trace.go:171","msg":"trace[788941208] transaction","detail":"{read_only:false; response_revision:24364; number_of_response:1; }","duration":"1.875440957s","start":"2026-03-03T18:40:08.343368Z","end":"2026-03-03T18:40:10.218809Z","steps":["trace[788941208] 'process raft request' (duration: 1.875319034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.218876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897655929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:10.218847Z","caller":"traceutil/trace.go:171","msg":"trace[1877523170] transaction","detail":"{read_only:false; response_revision:24363; number_of_response:1; }","duration":"1.882433462s","start":"2026-03-03T18:40:08.336377Z","end":"2026-03-03T18:40:10.21881Z","steps":["trace[1877523170] 'process raft request' (duration: 1.882288559s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.21891Z","caller":"traceutil/trace.go:171","msg":"trace[1545439743] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24367; }","duration":"3.89769502s","start":"2026-03-03T18:40:06.321208Z","end":"2026-03-03T18:40:10.218903Z","steps":["trace[1545439743] 'agreement among raft nodes before linearized reading' (duration: 3.897623199s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.218894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.334885Z","time spent":"1.883938728s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:10.218935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.321188Z","time spent":"3.897741732s","remote":"127.0.0.1:40260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.218982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303775652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:10.218987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.336369Z","time spent":"1.882556245s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:10.218761Z","caller":"traceutil/trace.go:171","msg":"trace[810627254] transaction","detail":"{read_only:false; response_revision:24361; number_of_response:1; }","duration":"2.221942973s","start":"2026-03-03T18:40:07.996794Z","end":"2026-03-03T18:40:10.218736Z","steps":["trace[810627254] 'process raft request' (duration: 2.22180172s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219023Z","caller":"traceutil/trace.go:171","msg":"trace[387949449] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24367; }","duration":"2.303856514s","start":"2026-03-03T18:40:07.915153Z","end":"2026-03-03T18:40:10.21901Z","steps":["trace[387949449] 'agreement among raft nodes before linearized reading' (duration: 2.303761161s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.21905Z","caller":"traceutil/trace.go:171","msg":"trace[1380234907] transaction","detail":"{read_only:false; response_revision:24365; number_of_response:1; }","duration":"1.875311365s","start":"2026-03-03T18:40:08.343732Z","end":"2026-03-03T18:40:10.219043Z","steps":["trace[1380234907] 'process raft request' (duration: 1.874977427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.915132Z","time spent":"2.303917915s","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.219084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.343726Z","time spent":"1.875342085s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:10.219087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.996784Z","time spent":"2.222259451s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:10.2191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.883764364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"warn","ts":"2026-03-03T18:40:10.219152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.64066408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:10.219151Z","caller":"traceutil/trace.go:171","msg":"trace[384797376] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24367; }","duration":"1.883820316s","start":"2026-03-03T18:40:08.335318Z","end":"2026-03-03T18:40:10.219138Z","steps":["trace[384797376] 'agreement among raft nodes before linearized reading' (duration: 1.883603161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.218868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.831171Z","time spent":"2.387636048s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:10.218808Z","caller":"traceutil/trace.go:171","msg":"trace[630211145] linearizableReadLoop","detail":"{readStateIndex:25277; appliedIndex:25266; }","duration":"812.349589ms","start":"2026-03-03T18:40:09.406445Z","end":"2026-03-03T18:40:10.218794Z","steps":["trace[630211145] 'read index received' (duration: 662.064439ms)","trace[630211145] 'applied index is now lower than readState.Index' (duration: 150.28393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:10.219188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.335298Z","time spent":"1.883882587s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7105,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.680720235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-03-03T18:40:10.219209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673750281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T18:40:10.219249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.535020761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:10.219268Z","caller":"traceutil/trace.go:171","msg":"trace[1968371344] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.680802017s","start":"2026-03-03T18:40:08.538458Z","end":"2026-03-03T18:40:10.21926Z","steps":["trace[1968371344] 'agreement among raft nodes before linearized reading' (duration: 1.680681884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.538437Z","time spent":"1.680850388s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.219284Z","caller":"traceutil/trace.go:171","msg":"trace[1230437374] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24367; }","duration":"1.673867413s","start":"2026-03-03T18:40:08.545395Z","end":"2026-03-03T18:40:10.219262Z","steps":["trace[1230437374] 'agreement among raft nodes before linearized reading' (duration: 1.673653868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884337507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:10.21933Z","caller":"traceutil/trace.go:171","msg":"trace[1038805369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24367; }","duration":"1.884379928s","start":"2026-03-03T18:40:08.334941Z","end":"2026-03-03T18:40:10.219321Z","steps":["trace[1038805369] 'agreement among raft nodes before linearized reading' (duration: 1.884268915s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219175Z","caller":"traceutil/trace.go:171","msg":"trace[339701380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24367; }","duration":"2.640727341s","start":"2026-03-03T18:40:07.578442Z","end":"2026-03-03T18:40:10.219169Z","steps":["trace[339701380] 'agreement among raft nodes before linearized reading' (duration: 2.640635429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.545372Z","time spent":"1.673948655s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.334937Z","time spent":"1.88441037s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.718952558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:10.219369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.578422Z","time spent":"2.640933907s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:10.21943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.753430573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"warn","ts":"2026-03-03T18:40:10.219434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.518391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:40:10.21945Z","caller":"traceutil/trace.go:171","msg":"trace[1088933811] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24367; }","duration":"3.753487375s","start":"2026-03-03T18:40:06.465956Z","end":"2026-03-03T18:40:10.219443Z","steps":["trace[1088933811] 'agreement among raft nodes before linearized reading' (duration: 3.753439714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651216113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:10.219473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.465929Z","time spent":"3.753539126s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":650,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877393152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-03-03T18:40:10.219497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885105075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:10.2195Z","caller":"traceutil/trace.go:171","msg":"trace[539898634] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24367; }","duration":"3.651406728s","start":"2026-03-03T18:40:06.568075Z","end":"2026-03-03T18:40:10.219482Z","steps":["trace[539898634] 'agreement among raft nodes before linearized reading' (duration: 3.651239814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842341293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-03-03T18:40:10.219523Z","caller":"traceutil/trace.go:171","msg":"trace[135841823] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24367; }","duration":"1.885155427s","start":"2026-03-03T18:40:08.33436Z","end":"2026-03-03T18:40:10.219515Z","steps":["trace[135841823] 'agreement among raft nodes before linearized reading' (duration: 1.885066464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.805368163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:10.219534Z","caller":"traceutil/trace.go:171","msg":"trace[987784295] transaction","detail":"{read_only:false; response_revision:24366; number_of_response:1; }","duration":"1.860598215s","start":"2026-03-03T18:40:08.358918Z","end":"2026-03-03T18:40:10.219516Z","steps":["trace[987784295] 'process raft request' (duration: 1.859819906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.568055Z","time spent":"3.65147559s","remote":"127.0.0.1:53606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:10.21956Z","caller":"traceutil/trace.go:171","msg":"trace[1593088924] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:24367; }","duration":"3.805421795s","start":"2026-03-03T18:40:06.414128Z","end":"2026-03-03T18:40:10.21955Z","steps":["trace[1593088924] 'agreement among raft nodes before linearized reading' (duration: 3.805390045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.414109Z","time spent":"3.805467697s","remote":"127.0.0.1:52984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.219603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.86588183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-03-03T18:40:10.219606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877557417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"warn","ts":"2026-03-03T18:40:10.219609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.358901Z","time spent":"1.860666317s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T18:40:10.219624Z","caller":"traceutil/trace.go:171","msg":"trace[1764527265] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.865917621s","start":"2026-03-03T18:40:08.353701Z","end":"2026-03-03T18:40:10.219619Z","steps":["trace[1764527265] 'agreement among raft nodes before linearized reading' (duration: 1.86585574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876932152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"info","ts":"2026-03-03T18:40:10.219639Z","caller":"traceutil/trace.go:171","msg":"trace[1030680008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.877587577s","start":"2026-03-03T18:40:08.342042Z","end":"2026-03-03T18:40:10.21963Z","steps":["trace[1030680008] 'agreement among raft nodes before linearized reading' (duration: 1.877498485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.353694Z","time spent":"1.865950002s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.219657Z","caller":"traceutil/trace.go:171","msg":"trace[265620010] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.877574137s","start":"2026-03-03T18:40:08.342073Z","end":"2026-03-03T18:40:10.219647Z","steps":["trace[265620010] 'agreement among raft nodes before linearized reading' (duration: 1.876838819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.218869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.996633Z","time spent":"2.222165579s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:10.219675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.342025Z","time spent":"1.877643508s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.34207Z","time spent":"1.877606177s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.219384Z","caller":"traceutil/trace.go:171","msg":"trace[914114864] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:24367; }","duration":"3.719021239s","start":"2026-03-03T18:40:06.500358Z","end":"2026-03-03T18:40:10.219379Z","steps":["trace[914114864] 'agreement among raft nodes before linearized reading' (duration: 3.718988599s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219516Z","caller":"traceutil/trace.go:171","msg":"trace[396276259] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.877447744s","start":"2026-03-03T18:40:08.342057Z","end":"2026-03-03T18:40:10.219504Z","steps":["trace[396276259] 'agreement among raft nodes before linearized reading' (duration: 1.8772825s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219707Z","caller":"traceutil/trace.go:171","msg":"trace[271307595] transaction","detail":"{read_only:false; response_revision:24367; number_of_response:1; }","duration":"933.508788ms","start":"2026-03-03T18:40:09.286188Z","end":"2026-03-03T18:40:10.219697Z","steps":["trace[271307595] 'process raft request' (duration: 932.574696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.500343Z","time spent":"3.719366817s","remote":"127.0.0.1:50538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.219729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.342054Z","time spent":"1.877661499s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.286158Z","time spent":"933.57353ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:10.219663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.282671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:10.219787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.866833193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-03-03T18:40:10.219303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612042236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T18:40:10.219808Z","caller":"traceutil/trace.go:171","msg":"trace[657881869] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.866853753s","start":"2026-03-03T18:40:08.352948Z","end":"2026-03-03T18:40:10.219802Z","steps":["trace[657881869] 'agreement among raft nodes before linearized reading' (duration: 1.866795052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.352912Z","time spent":"1.866910654s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.219833Z","caller":"traceutil/trace.go:171","msg":"trace[176594242] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24367; }","duration":"3.612597719s","start":"2026-03-03T18:40:06.607224Z","end":"2026-03-03T18:40:10.219822Z","steps":["trace[176594242] 'agreement among raft nodes before linearized reading' (duration: 3.612040766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.607207Z","time spent":"3.61264895s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.334346Z","time spent":"1.885196637s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:10.219909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.869208239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"info","ts":"2026-03-03T18:40:10.219929Z","caller":"traceutil/trace.go:171","msg":"trace[108724427] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.869238509s","start":"2026-03-03T18:40:08.350683Z","end":"2026-03-03T18:40:10.219921Z","steps":["trace[108724427] 'agreement among raft nodes before linearized reading' (duration: 1.869188538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219462Z","caller":"traceutil/trace.go:171","msg":"trace[63580477] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24367; }","duration":"456.551682ms","start":"2026-03-03T18:40:09.762903Z","end":"2026-03-03T18:40:10.219454Z","steps":["trace[63580477] 'agreement among raft nodes before linearized reading' (duration: 456.417219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.219803Z","caller":"traceutil/trace.go:171","msg":"trace[1399062295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24367; }","duration":"205.442665ms","start":"2026-03-03T18:40:10.014351Z","end":"2026-03-03T18:40:10.219794Z","steps":["trace[1399062295] 'agreement among raft nodes before linearized reading' (duration: 205.289041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.233602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:40:10.219957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.762818Z","time spent":"457.131026ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T18:40:10.219974Z","caller":"traceutil/trace.go:171","msg":"trace[1999100931] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:24367; }","duration":"925.307354ms","start":"2026-03-03T18:40:09.294658Z","end":"2026-03-03T18:40:10.219965Z","steps":["trace[1999100931] 'agreement among raft nodes before linearized reading' (duration: 925.169911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189564863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:10.220004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.294635Z","time spent":"925.361396ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":139,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.220005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878168751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"warn","ts":"2026-03-03T18:40:10.219947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.350675Z","time spent":"1.86926754s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:40:10.220059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.876227005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"info","ts":"2026-03-03T18:40:10.220079Z","caller":"traceutil/trace.go:171","msg":"trace[1366282390] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.876256987s","start":"2026-03-03T18:40:08.343816Z","end":"2026-03-03T18:40:10.220073Z","steps":["trace[1366282390] 'agreement among raft nodes before linearized reading' (duration: 1.876204945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.220097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.343812Z","time spent":"1.876281007s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.220038Z","caller":"traceutil/trace.go:171","msg":"trace[610540674] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.878272514s","start":"2026-03-03T18:40:08.341757Z","end":"2026-03-03T18:40:10.220029Z","steps":["trace[610540674] 'agreement among raft nodes before linearized reading' (duration: 1.878174421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.828799756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:10.220153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.34175Z","time spent":"1.878393636s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"info","ts":"2026-03-03T18:40:10.220168Z","caller":"traceutil/trace.go:171","msg":"trace[195929628] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:24367; }","duration":"2.829778329s","start":"2026-03-03T18:40:07.390381Z","end":"2026-03-03T18:40:10.220159Z","steps":["trace[195929628] 'agreement among raft nodes before linearized reading' (duration: 2.828806436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.219623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.217905688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T18:40:10.220193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:07.390358Z","time spent":"2.829825669s","remote":"127.0.0.1:53326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.21889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.34336Z","time spent":"1.875478158s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:10.220205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017412325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:10.220206Z","caller":"traceutil/trace.go:171","msg":"trace[1296331857] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24367; }","duration":"2.218503601s","start":"2026-03-03T18:40:08.001686Z","end":"2026-03-03T18:40:10.22019Z","steps":["trace[1296331857] 'agreement among raft nodes before linearized reading' (duration: 2.217882057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.220008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872287001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"info","ts":"2026-03-03T18:40:10.220237Z","caller":"traceutil/trace.go:171","msg":"trace[551358206] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24367; }","duration":"1.017485887s","start":"2026-03-03T18:40:09.202742Z","end":"2026-03-03T18:40:10.220228Z","steps":["trace[551358206] 'agreement among raft nodes before linearized reading' (duration: 1.017416526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.22025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.001672Z","time spent":"2.218566013s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:40:10.220272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.202722Z","time spent":"1.017542948s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":18,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:10.220261Z","caller":"traceutil/trace.go:171","msg":"trace[1078929059] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.872533177s","start":"2026-03-03T18:40:08.347715Z","end":"2026-03-03T18:40:10.220249Z","steps":["trace[1078929059] 'agreement among raft nodes before linearized reading' (duration: 1.87224296s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.220011Z","caller":"traceutil/trace.go:171","msg":"trace[266682463] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24367; }","duration":"1.189605044s","start":"2026-03-03T18:40:09.030393Z","end":"2026-03-03T18:40:10.219998Z","steps":["trace[266682463] 'agreement among raft nodes before linearized reading' (duration: 1.189539532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.220347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.030333Z","time spent":"1.190004524s","remote":"127.0.0.1:44398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.22035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.347658Z","time spent":"1.872676691s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:40:10.22037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.075147293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:10.219542Z","caller":"traceutil/trace.go:171","msg":"trace[683207350] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24367; }","duration":"1.842396984s","start":"2026-03-03T18:40:08.377138Z","end":"2026-03-03T18:40:10.219535Z","steps":["trace[683207350] 'agreement among raft nodes before linearized reading' (duration: 1.842299152s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.220411Z","caller":"traceutil/trace.go:171","msg":"trace[552406524] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24367; }","duration":"1.075226475s","start":"2026-03-03T18:40:09.145176Z","end":"2026-03-03T18:40:10.220402Z","steps":["trace[552406524] 'agreement among raft nodes before linearized reading' (duration: 1.075163394s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:10.220131Z","caller":"traceutil/trace.go:171","msg":"trace[1312807962] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24367; }","duration":"3.535074423s","start":"2026-03-03T18:40:06.684189Z","end":"2026-03-03T18:40:10.219263Z","steps":["trace[1312807962] 'agreement among raft nodes before linearized reading' (duration: 3.535045852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.220434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.145154Z","time spent":"1.075274866s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:10.220436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159819888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:10.220453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:08.377122Z","time spent":"1.843313336s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T18:40:10.220463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.684169Z","time spent":"3.53628403s","remote":"127.0.0.1:40308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:10.220466Z","caller":"traceutil/trace.go:171","msg":"trace[1596204427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24367; }","duration":"1.15988354s","start":"2026-03-03T18:40:09.060573Z","end":"2026-03-03T18:40:10.220456Z","steps":["trace[1596204427] 'agreement among raft nodes before linearized reading' (duration: 1.159834118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:10.220499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:09.06055Z","time spent":"1.159940401s","remote":"127.0.0.1:33656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:10.220706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:06.805263Z","time spent":"3.415356556s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:11.373776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.853646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:11.373867Z","caller":"traceutil/trace.go:171","msg":"trace[1694551292] linearizableReadLoop","detail":"{readStateIndex:25278; appliedIndex:25277; }","duration":"1.150751634s","start":"2026-03-03T18:40:10.223098Z","end":"2026-03-03T18:40:11.37385Z","steps":["trace[1694551292] 'read index received' (duration: 276.707044ms)","trace[1694551292] 'applied index is now lower than readState.Index' (duration: 874.04267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:11.37393Z","caller":"traceutil/trace.go:171","msg":"trace[783886566] transaction","detail":"{read_only:false; response_revision:24368; number_of_response:1; }","duration":"1.150892207s","start":"2026-03-03T18:40:10.223028Z","end":"2026-03-03T18:40:11.37392Z","steps":["trace[783886566] 'process raft request' (duration: 276.794795ms)","trace[783886566] 'compare' (duration: 873.483687ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:11.373981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.223011Z","time spent":"1.150944359s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:11.374189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151087752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:11.374217Z","caller":"traceutil/trace.go:171","msg":"trace[1793707567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24368; }","duration":"1.151115812s","start":"2026-03-03T18:40:10.223094Z","end":"2026-03-03T18:40:11.374209Z","steps":["trace[1793707567] 'agreement among raft nodes before linearized reading' (duration: 1.151036221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:11.374239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.223066Z","time spent":"1.151165223s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:11.874384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781063986,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:12.124065Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624246967s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:12.274553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.111888ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:12.274708Z","caller":"traceutil/trace.go:171","msg":"trace[175535641] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24368; }","duration":"474.276113ms","start":"2026-03-03T18:40:11.800406Z","end":"2026-03-03T18:40:12.274682Z","steps":["trace[175535641] 'range keys from in-memory index tree' (duration: 474.085728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.274775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.482964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:12.275011Z","caller":"traceutil/trace.go:171","msg":"trace[2082386556] transaction","detail":"{read_only:false; response_revision:24371; number_of_response:1; }","duration":"2.045281338s","start":"2026-03-03T18:40:10.229712Z","end":"2026-03-03T18:40:12.274994Z","steps":["trace[2082386556] 'process raft request' (duration: 2.045211547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.275088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229708Z","time spent":"2.045339109s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.275121Z","caller":"traceutil/trace.go:171","msg":"trace[2081872347] transaction","detail":"{read_only:false; response_revision:24369; number_of_response:1; }","duration":"2.045772791s","start":"2026-03-03T18:40:10.229322Z","end":"2026-03-03T18:40:12.275095Z","steps":["trace[2081872347] 'process raft request' (duration: 1.894900217s)","trace[2081872347] 'compare' (duration: 150.32853ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:12.275248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.22931Z","time spent":"2.045863283s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.27529Z","caller":"traceutil/trace.go:171","msg":"trace[1016333572] transaction","detail":"{read_only:false; response_revision:24370; number_of_response:1; }","duration":"2.045605406s","start":"2026-03-03T18:40:10.229671Z","end":"2026-03-03T18:40:12.275276Z","steps":["trace[1016333572] 'process raft request' (duration: 2.045184386s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.275325Z","caller":"traceutil/trace.go:171","msg":"trace[1822130994] transaction","detail":"{read_only:false; response_revision:24372; number_of_response:1; }","duration":"2.045564986s","start":"2026-03-03T18:40:10.229742Z","end":"2026-03-03T18:40:12.275307Z","steps":["trace[1822130994] 'process raft request' (duration: 2.045217577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.275351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229665Z","time spent":"2.045651977s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:12.275422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229739Z","time spent":"2.045632087s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.275812Z","caller":"traceutil/trace.go:171","msg":"trace[1543678490] transaction","detail":"{read_only:false; response_revision:24375; number_of_response:1; }","duration":"2.045873552s","start":"2026-03-03T18:40:10.229898Z","end":"2026-03-03T18:40:12.275772Z","steps":["trace[1543678490] 'process raft request' (duration: 2.045835762s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.275809Z","caller":"traceutil/trace.go:171","msg":"trace[1081741448] transaction","detail":"{read_only:false; response_revision:24374; number_of_response:1; }","duration":"2.045928464s","start":"2026-03-03T18:40:10.229863Z","end":"2026-03-03T18:40:12.275791Z","steps":["trace[1081741448] 'process raft request' (duration: 2.045812941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.275876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229864Z","time spent":"2.045979385s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:12.275903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229855Z","time spent":"2.045998885s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.275829Z","caller":"traceutil/trace.go:171","msg":"trace[556142325] transaction","detail":"{read_only:false; response_revision:24373; number_of_response:1; }","duration":"2.045988275s","start":"2026-03-03T18:40:10.229791Z","end":"2026-03-03T18:40:12.275779Z","steps":["trace[556142325] 'process raft request' (duration: 2.045423191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.278684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.229784Z","time spent":"2.048813582s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.442687Z","caller":"traceutil/trace.go:171","msg":"trace[588110791] linearizableReadLoop","detail":"{readStateIndex:25286; appliedIndex:25278; }","duration":"1.068782712s","start":"2026-03-03T18:40:11.373888Z","end":"2026-03-03T18:40:12.442671Z","steps":["trace[588110791] 'read index received' (duration: 750.31833ms)","trace[588110791] 'applied index is now lower than readState.Index' (duration: 318.463142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:12.442719Z","caller":"traceutil/trace.go:171","msg":"trace[623119581] transaction","detail":"{read_only:false; response_revision:24376; number_of_response:1; }","duration":"1.028624462s","start":"2026-03-03T18:40:11.414068Z","end":"2026-03-03T18:40:12.442693Z","steps":["trace[623119581] 'process raft request' (duration: 1.024284139s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.442719Z","caller":"traceutil/trace.go:171","msg":"trace[1766798233] transaction","detail":"{read_only:false; response_revision:24377; number_of_response:1; }","duration":"520.752642ms","start":"2026-03-03T18:40:11.921935Z","end":"2026-03-03T18:40:12.442687Z","steps":["trace[1766798233] 'process raft request' (duration: 520.67763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.442962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.921896Z","time spent":"520.993039ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:12.443023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.414038Z","time spent":"1.028749214s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:12.443104Z","caller":"traceutil/trace.go:171","msg":"trace[1839974678] transaction","detail":"{read_only:false; response_revision:24378; number_of_response:1; }","duration":"215.653377ms","start":"2026-03-03T18:40:12.227425Z","end":"2026-03-03T18:40:12.443078Z","steps":["trace[1839974678] 'process raft request' (duration: 215.219586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.483525076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-03-03T18:40:12.443241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.107109293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:40:12.443219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591468851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:12.443286Z","caller":"traceutil/trace.go:171","msg":"trace[1833988872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24378; }","duration":"2.107170925s","start":"2026-03-03T18:40:10.336104Z","end":"2026-03-03T18:40:12.443275Z","steps":["trace[1833988872] 'agreement among raft nodes before linearized reading' (duration: 2.106655543s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.443293Z","caller":"traceutil/trace.go:171","msg":"trace[671054543] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24378; }","duration":"1.483588197s","start":"2026-03-03T18:40:10.959677Z","end":"2026-03-03T18:40:12.443265Z","steps":["trace[671054543] 'agreement among raft nodes before linearized reading' (duration: 1.483056674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.213873203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:12.443318Z","caller":"traceutil/trace.go:171","msg":"trace[1198021063] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:24378; }","duration":"1.591586934s","start":"2026-03-03T18:40:10.851704Z","end":"2026-03-03T18:40:12.443291Z","steps":["trace[1198021063] 'agreement among raft nodes before linearized reading' (duration: 1.59099168s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344791059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-03-03T18:40:12.443269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213196112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:12.443389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.851699Z","time spent":"1.591671146s","remote":"127.0.0.1:52096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-03T18:40:12.443408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115706207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T18:40:12.443418Z","caller":"traceutil/trace.go:171","msg":"trace[339635735] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24378; }","duration":"1.213359966s","start":"2026-03-03T18:40:11.230049Z","end":"2026-03-03T18:40:12.443409Z","steps":["trace[339635735] 'agreement among raft nodes before linearized reading' (duration: 1.212703371s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.443427Z","caller":"traceutil/trace.go:171","msg":"trace[2002912154] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:24378; }","duration":"2.115763148s","start":"2026-03-03T18:40:10.32766Z","end":"2026-03-03T18:40:12.443423Z","steps":["trace[2002912154] 'agreement among raft nodes before linearized reading' (duration: 2.115127443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188852926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:12.443453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.327639Z","time spent":"2.11580911s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1346,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"info","ts":"2026-03-03T18:40:12.443448Z","caller":"traceutil/trace.go:171","msg":"trace[1949565437] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24378; }","duration":"1.344899252s","start":"2026-03-03T18:40:11.09851Z","end":"2026-03-03T18:40:12.443409Z","steps":["trace[1949565437] 'agreement among raft nodes before linearized reading' (duration: 1.344212546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.443461Z","caller":"traceutil/trace.go:171","msg":"trace[608824133] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:24378; }","duration":"1.188914598s","start":"2026-03-03T18:40:11.254535Z","end":"2026-03-03T18:40:12.44345Z","steps":["trace[608824133] 'agreement among raft nodes before linearized reading' (duration: 1.188213652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.070896206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:12.443492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.25452Z","time spent":"1.188964289s","remote":"127.0.0.1:53374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:12.44353Z","caller":"traceutil/trace.go:171","msg":"trace[1618314717] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:24378; }","duration":"2.071128012s","start":"2026-03-03T18:40:10.37237Z","end":"2026-03-03T18:40:12.443498Z","steps":["trace[1618314717] 'agreement among raft nodes before linearized reading' (duration: 2.070408535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592067366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:12.44333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.959661Z","time spent":"1.483662038s","remote":"127.0.0.1:52064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:12.443591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.372356Z","time spent":"2.071217924s","remote":"127.0.0.1:56182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:12.443374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216688646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:12.443627Z","caller":"traceutil/trace.go:171","msg":"trace[258244912] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24378; }","duration":"1.592192209s","start":"2026-03-03T18:40:10.851385Z","end":"2026-03-03T18:40:12.443577Z","steps":["trace[258244912] 'agreement among raft nodes before linearized reading' (duration: 1.5913813s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.4437Z","caller":"traceutil/trace.go:171","msg":"trace[1687557395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24378; }","duration":"1.217041034s","start":"2026-03-03T18:40:11.226651Z","end":"2026-03-03T18:40:12.443692Z","steps":["trace[1687557395] 'agreement among raft nodes before linearized reading' (duration: 1.216074321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.226631Z","time spent":"1.217088835s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:12.443787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.85137Z","time spent":"1.592327302s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-03T18:40:12.443456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.229989Z","time spent":"1.213456718s","remote":"127.0.0.1:33672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:12.443522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.098497Z","time spent":"1.344986374s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T18:40:12.443872Z","caller":"traceutil/trace.go:171","msg":"trace[1349600557] transaction","detail":"{read_only:false; response_revision:24379; number_of_response:1; }","duration":"215.685639ms","start":"2026-03-03T18:40:12.22818Z","end":"2026-03-03T18:40:12.443866Z","steps":["trace[1349600557] 'process raft request' (duration: 214.810798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.443377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.562308191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:12.443356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108001055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:12.444006Z","caller":"traceutil/trace.go:171","msg":"trace[1367372601] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:24378; }","duration":"1.562926365s","start":"2026-03-03T18:40:10.881061Z","end":"2026-03-03T18:40:12.443987Z","steps":["trace[1367372601] 'agreement among raft nodes before linearized reading' (duration: 1.561679996s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.444038Z","caller":"traceutil/trace.go:171","msg":"trace[2045405863] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24378; }","duration":"2.108670321s","start":"2026-03-03T18:40:10.335332Z","end":"2026-03-03T18:40:12.444002Z","steps":["trace[2045405863] 'agreement among raft nodes before linearized reading' (duration: 2.107441532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.44406Z","caller":"traceutil/trace.go:171","msg":"trace[469711367] transaction","detail":"{read_only:false; response_revision:24380; number_of_response:1; }","duration":"215.549785ms","start":"2026-03-03T18:40:12.228497Z","end":"2026-03-03T18:40:12.444047Z","steps":["trace[469711367] 'process raft request' (duration: 215.34083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.44409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.335322Z","time spent":"2.108754443s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:40:12.444113Z","caller":"traceutil/trace.go:171","msg":"trace[1075165789] transaction","detail":"{read_only:false; response_revision:24382; number_of_response:1; }","duration":"163.135463ms","start":"2026-03-03T18:40:12.280964Z","end":"2026-03-03T18:40:12.444099Z","steps":["trace[1075165789] 'process raft request' (duration: 163.045081ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.44413Z","caller":"traceutil/trace.go:171","msg":"trace[953676862] transaction","detail":"{read_only:false; response_revision:24381; number_of_response:1; }","duration":"211.800046ms","start":"2026-03-03T18:40:12.232313Z","end":"2026-03-03T18:40:12.444113Z","steps":["trace[953676862] 'process raft request' (duration: 211.673013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.443339Z","caller":"traceutil/trace.go:171","msg":"trace[1595635272] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24378; }","duration":"2.213922193s","start":"2026-03-03T18:40:10.229409Z","end":"2026-03-03T18:40:12.443331Z","steps":["trace[1595635272] 'agreement among raft nodes before linearized reading' (duration: 2.21337353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.22939Z","time spent":"2.214782194s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:12.44397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851036509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-03-03T18:40:12.444221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.95886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:12.444241Z","caller":"traceutil/trace.go:171","msg":"trace[105499220] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24385; }","duration":"326.012071ms","start":"2026-03-03T18:40:12.118222Z","end":"2026-03-03T18:40:12.444234Z","steps":["trace[105499220] 'agreement among raft nodes before linearized reading' (duration: 325.983091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:12.118204Z","time spent":"326.054592ms","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:12.444261Z","caller":"traceutil/trace.go:171","msg":"trace[1609096160] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:24379; }","duration":"1.851349127s","start":"2026-03-03T18:40:10.592899Z","end":"2026-03-03T18:40:12.444248Z","steps":["trace[1609096160] 'agreement among raft nodes before linearized reading' (duration: 1.849875922s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.444272Z","caller":"traceutil/trace.go:171","msg":"trace[1525313871] transaction","detail":"{read_only:false; response_revision:24383; number_of_response:1; }","duration":"163.165014ms","start":"2026-03-03T18:40:12.281092Z","end":"2026-03-03T18:40:12.444257Z","steps":["trace[1525313871] 'process raft request' (duration: 162.936968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.444301Z","caller":"traceutil/trace.go:171","msg":"trace[1632925224] transaction","detail":"{read_only:false; response_revision:24384; number_of_response:1; }","duration":"162.340385ms","start":"2026-03-03T18:40:12.28195Z","end":"2026-03-03T18:40:12.44429Z","steps":["trace[1632925224] 'process raft request' (duration: 162.096849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.444304Z","caller":"traceutil/trace.go:171","msg":"trace[1510250595] transaction","detail":"{read_only:false; response_revision:24385; number_of_response:1; }","duration":"161.247209ms","start":"2026-03-03T18:40:12.283043Z","end":"2026-03-03T18:40:12.44429Z","steps":["trace[1510250595] 'process raft request' (duration: 161.035074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.88103Z","time spent":"1.563021518s","remote":"127.0.0.1:40208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:12.444306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.59288Z","time spent":"1.851413978s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-03T18:40:12.444192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066314834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-76949944c6-znb26.189968335efe1f6f\" ","response":"range_response_count:1 size:905"} {"level":"warn","ts":"2026-03-03T18:40:12.444377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.148282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:12.444395Z","caller":"traceutil/trace.go:171","msg":"trace[228257041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24385; }","duration":"768.194163ms","start":"2026-03-03T18:40:11.676196Z","end":"2026-03-03T18:40:12.44439Z","steps":["trace[228257041] 'agreement among raft nodes before linearized reading' (duration: 768.152042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.676178Z","time spent":"768.231794ms","remote":"127.0.0.1:33664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:12.444403Z","caller":"traceutil/trace.go:171","msg":"trace[1364387125] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-76949944c6-znb26.189968335efe1f6f; range_end:; response_count:1; response_revision:24385; }","duration":"1.06656625s","start":"2026-03-03T18:40:11.377821Z","end":"2026-03-03T18:40:12.444387Z","steps":["trace[1364387125] 'agreement among raft nodes before linearized reading' (duration: 1.066313714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.377799Z","time spent":"1.066650112s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":929,"request content":"key:\"/registry/events/openstack/heat-cfn-76949944c6-znb26.189968335efe1f6f\" "} {"level":"warn","ts":"2026-03-03T18:40:12.444499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062137684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:12.443331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:10.336097Z","time spent":"2.107224936s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:40:12.444561Z","caller":"traceutil/trace.go:171","msg":"trace[922480998] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24385; }","duration":"1.062226987s","start":"2026-03-03T18:40:11.382326Z","end":"2026-03-03T18:40:12.444553Z","steps":["trace[922480998] 'agreement among raft nodes before linearized reading' (duration: 1.062118444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.382312Z","time spent":"1.062297138s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:12.44461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026709275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T18:40:12.444264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.393619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4g2nq\" ","response":"range_response_count:1 size:5971"} {"level":"info","ts":"2026-03-03T18:40:12.444645Z","caller":"traceutil/trace.go:171","msg":"trace[28453348] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24385; }","duration":"1.026781327s","start":"2026-03-03T18:40:11.417855Z","end":"2026-03-03T18:40:12.444636Z","steps":["trace[28453348] 'agreement among raft nodes before linearized reading' (duration: 1.026681494s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:12.444669Z","caller":"traceutil/trace.go:171","msg":"trace[2053540924] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4g2nq; range_end:; response_count:1; response_revision:24385; }","duration":"163.84212ms","start":"2026-03-03T18:40:12.280817Z","end":"2026-03-03T18:40:12.444659Z","steps":["trace[2053540924] 'agreement among raft nodes before linearized reading' (duration: 163.330688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:12.444675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:11.417835Z","time spent":"1.026833108s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:40:16.972667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064446,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:40:17.074383Z","caller":"traceutil/trace.go:171","msg":"trace[785601123] transaction","detail":"{read_only:false; response_revision:24518; number_of_response:1; }","duration":"613.847168ms","start":"2026-03-03T18:40:16.460492Z","end":"2026-03-03T18:40:17.074339Z","steps":["trace[785601123] 'process raft request' (duration: 613.638963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.074639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.460475Z","time spent":"613.995451ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:17.134745Z","caller":"traceutil/trace.go:171","msg":"trace[1553405414] transaction","detail":"{read_only:false; response_revision:24520; number_of_response:1; }","duration":"669.951206ms","start":"2026-03-03T18:40:16.464764Z","end":"2026-03-03T18:40:17.134715Z","steps":["trace[1553405414] 'process raft request' (duration: 669.831273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.134929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.464752Z","time spent":"670.0871ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:17.135066Z","caller":"traceutil/trace.go:171","msg":"trace[275462665] transaction","detail":"{read_only:false; response_revision:24519; number_of_response:1; }","duration":"670.273765ms","start":"2026-03-03T18:40:16.464752Z","end":"2026-03-03T18:40:17.135026Z","steps":["trace[275462665] 'process raft request' (duration: 669.696391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.135177Z","caller":"traceutil/trace.go:171","msg":"trace[2061814652] transaction","detail":"{read_only:false; response_revision:24523; number_of_response:1; }","duration":"666.438883ms","start":"2026-03-03T18:40:16.46872Z","end":"2026-03-03T18:40:17.135159Z","steps":["trace[2061814652] 'process raft request' (duration: 666.194307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.135274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.464736Z","time spent":"670.439529ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:17.135084Z","caller":"traceutil/trace.go:171","msg":"trace[1416360239] transaction","detail":"{read_only:false; response_revision:24521; number_of_response:1; }","duration":"670.216443ms","start":"2026-03-03T18:40:16.464841Z","end":"2026-03-03T18:40:17.135057Z","steps":["trace[1416360239] 'process raft request' (duration: 669.814893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.135331Z","caller":"traceutil/trace.go:171","msg":"trace[1876404131] transaction","detail":"{read_only:false; response_revision:24522; number_of_response:1; }","duration":"669.610628ms","start":"2026-03-03T18:40:16.465711Z","end":"2026-03-03T18:40:17.135321Z","steps":["trace[1876404131] 'process raft request' (duration: 669.104165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.13538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.465704Z","time spent":"669.650709ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:17.135286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.468713Z","time spent":"666.518725ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:17.13542Z","caller":"traceutil/trace.go:171","msg":"trace[327115463] transaction","detail":"{read_only:false; response_revision:24524; number_of_response:1; }","duration":"665.458561ms","start":"2026-03-03T18:40:16.46993Z","end":"2026-03-03T18:40:17.135388Z","steps":["trace[327115463] 'process raft request' (duration: 665.03702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.135479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.464836Z","time spent":"670.522911ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:17.135532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.469907Z","time spent":"665.568294ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:17.855617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.582386ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:40:17.855718Z","caller":"traceutil/trace.go:171","msg":"trace[661847204] linearizableReadLoop","detail":"{readStateIndex:25438; appliedIndex:25431; }","duration":"1.383112307s","start":"2026-03-03T18:40:16.472589Z","end":"2026-03-03T18:40:17.855702Z","steps":["trace[661847204] 'read index received' (duration: 602.629832ms)","trace[661847204] 'applied index is now lower than readState.Index' (duration: 780.481215ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:17.85636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383757322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:17.856402Z","caller":"traceutil/trace.go:171","msg":"trace[2124407476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24524; }","duration":"1.383838004s","start":"2026-03-03T18:40:16.472552Z","end":"2026-03-03T18:40:17.85639Z","steps":["trace[2124407476] 'agreement among raft nodes before linearized reading' (duration: 1.3836608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.856434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.472539Z","time spent":"1.383887285s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:17.889862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.866083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"warn","ts":"2026-03-03T18:40:17.889867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.600435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/octavia-health-manager-default\" ","response":"range_response_count:1 size:10786"} {"level":"info","ts":"2026-03-03T18:40:17.889925Z","caller":"traceutil/trace.go:171","msg":"trace[109237717] range","detail":"{range_begin:/registry/daemonsets/openstack/octavia-health-manager-default; range_end:; response_count:1; response_revision:24525; }","duration":"177.700908ms","start":"2026-03-03T18:40:17.712211Z","end":"2026-03-03T18:40:17.889911Z","steps":["trace[109237717] 'agreement among raft nodes before linearized reading' (duration: 177.542504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.889907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.121774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14481"} {"level":"info","ts":"2026-03-03T18:40:17.889968Z","caller":"traceutil/trace.go:171","msg":"trace[1113576043] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:24525; }","duration":"177.218737ms","start":"2026-03-03T18:40:17.712732Z","end":"2026-03-03T18:40:17.88995Z","steps":["trace[1113576043] 'agreement among raft nodes before linearized reading' (duration: 177.050803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.889999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.894003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"warn","ts":"2026-03-03T18:40:17.890007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.541518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3644"} {"level":"warn","ts":"2026-03-03T18:40:17.889991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.999596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-03T18:40:17.890034Z","caller":"traceutil/trace.go:171","msg":"trace[1137702047] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24525; }","duration":"177.945055ms","start":"2026-03-03T18:40:17.712073Z","end":"2026-03-03T18:40:17.890018Z","steps":["trace[1137702047] 'agreement among raft nodes before linearized reading' (duration: 177.874813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890042Z","caller":"traceutil/trace.go:171","msg":"trace[143174532] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24525; }","duration":"919.600619ms","start":"2026-03-03T18:40:16.97043Z","end":"2026-03-03T18:40:17.890031Z","steps":["trace[143174532] 'agreement among raft nodes before linearized reading' (duration: 919.519877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.970415Z","time spent":"919.645061ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:17.890039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.632786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"info","ts":"2026-03-03T18:40:17.890093Z","caller":"traceutil/trace.go:171","msg":"trace[709324029] transaction","detail":"{read_only:false; response_revision:24525; number_of_response:1; }","duration":"162.505928ms","start":"2026-03-03T18:40:17.727576Z","end":"2026-03-03T18:40:17.890082Z","steps":["trace[709324029] 'process raft request' (duration: 161.773831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.15832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-03T18:40:17.890137Z","caller":"traceutil/trace.go:171","msg":"trace[2119516249] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24525; }","duration":"177.76133ms","start":"2026-03-03T18:40:17.712351Z","end":"2026-03-03T18:40:17.890112Z","steps":["trace[2119516249] 'agreement among raft nodes before linearized reading' (duration: 177.452663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.77623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-03-03T18:40:17.890185Z","caller":"traceutil/trace.go:171","msg":"trace[1014393762] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24525; }","duration":"178.230132ms","start":"2026-03-03T18:40:17.711928Z","end":"2026-03-03T18:40:17.890158Z","steps":["trace[1014393762] 'agreement among raft nodes before linearized reading' (duration: 178.088459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188893777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:40:17.890215Z","caller":"traceutil/trace.go:171","msg":"trace[502619266] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:24525; }","duration":"177.889913ms","start":"2026-03-03T18:40:17.712304Z","end":"2026-03-03T18:40:17.890194Z","steps":["trace[502619266] 'agreement among raft nodes before linearized reading' (duration: 177.577025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.16831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-l3-agent-default\" ","response":"range_response_count:1 size:16562"} {"level":"warn","ts":"2026-03-03T18:40:17.890241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.990091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:17.89007Z","caller":"traceutil/trace.go:171","msg":"trace[27474199] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24525; }","duration":"178.123809ms","start":"2026-03-03T18:40:17.711928Z","end":"2026-03-03T18:40:17.890052Z","steps":["trace[27474199] 'agreement among raft nodes before linearized reading' (duration: 177.869783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890259Z","caller":"traceutil/trace.go:171","msg":"trace[1119403386] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24525; }","duration":"1.188979129s","start":"2026-03-03T18:40:16.701266Z","end":"2026-03-03T18:40:17.890245Z","steps":["trace[1119403386] 'agreement among raft nodes before linearized reading' (duration: 1.188836956s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.89027Z","caller":"traceutil/trace.go:171","msg":"trace[1943105151] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24525; }","duration":"508.057442ms","start":"2026-03-03T18:40:17.382205Z","end":"2026-03-03T18:40:17.890263Z","steps":["trace[1943105151] 'agreement among raft nodes before linearized reading' (duration: 508.002261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.201447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-03T18:40:17.890294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.382186Z","time spent":"508.101163ms","remote":"127.0.0.1:37180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:17.890301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.701248Z","time spent":"1.18904381s","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T18:40:17.89031Z","caller":"traceutil/trace.go:171","msg":"trace[896768114] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24525; }","duration":"177.259138ms","start":"2026-03-03T18:40:17.713042Z","end":"2026-03-03T18:40:17.890302Z","steps":["trace[896768114] 'agreement among raft nodes before linearized reading' (duration: 177.174866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.284973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-03-03T18:40:17.889927Z","caller":"traceutil/trace.go:171","msg":"trace[943620574] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24525; }","duration":"177.946665ms","start":"2026-03-03T18:40:17.711958Z","end":"2026-03-03T18:40:17.889905Z","steps":["trace[943620574] 'agreement among raft nodes before linearized reading' (duration: 177.779001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890344Z","caller":"traceutil/trace.go:171","msg":"trace[1617008683] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24525; }","duration":"178.314633ms","start":"2026-03-03T18:40:17.712024Z","end":"2026-03-03T18:40:17.890339Z","steps":["trace[1617008683] 'agreement among raft nodes before linearized reading' (duration: 178.257492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.378404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"warn","ts":"2026-03-03T18:40:17.890401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415032072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:40:17.89041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.199576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:17.890421Z","caller":"traceutil/trace.go:171","msg":"trace[31566571] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24525; }","duration":"178.410746ms","start":"2026-03-03T18:40:17.712004Z","end":"2026-03-03T18:40:17.890414Z","steps":["trace[31566571] 'agreement among raft nodes before linearized reading' (duration: 178.352554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890424Z","caller":"traceutil/trace.go:171","msg":"trace[1911698612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24525; }","duration":"1.415094694s","start":"2026-03-03T18:40:16.475322Z","end":"2026-03-03T18:40:17.890417Z","steps":["trace[1911698612] 'agreement among raft nodes before linearized reading' (duration: 1.415025972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.475302Z","time spent":"1.415144136s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:17.88991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.498814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-ovs-agent-default\" ","response":"range_response_count:1 size:17147"} {"level":"info","ts":"2026-03-03T18:40:17.890495Z","caller":"traceutil/trace.go:171","msg":"trace[2108327367] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-ovs-agent-default; range_end:; response_count:1; response_revision:24525; }","duration":"178.107808ms","start":"2026-03-03T18:40:17.712381Z","end":"2026-03-03T18:40:17.890489Z","steps":["trace[2108327367] 'agreement among raft nodes before linearized reading' (duration: 177.445072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890267Z","caller":"traceutil/trace.go:171","msg":"trace[2003817977] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-l3-agent-default; range_end:; response_count:1; response_revision:24525; }","duration":"178.234291ms","start":"2026-03-03T18:40:17.712022Z","end":"2026-03-03T18:40:17.890256Z","steps":["trace[2003817977] 'agreement among raft nodes before linearized reading' (duration: 178.147089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.568079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/node-feature-discovery-worker\" ","response":"range_response_count:1 size:5707"} {"level":"info","ts":"2026-03-03T18:40:17.890432Z","caller":"traceutil/trace.go:171","msg":"trace[1513185581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24525; }","duration":"896.263807ms","start":"2026-03-03T18:40:16.994162Z","end":"2026-03-03T18:40:17.890426Z","steps":["trace[1513185581] 'agreement among raft nodes before linearized reading' (duration: 896.230476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.889983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.744517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:17.890555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:16.99414Z","time spent":"896.40871ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:17.890551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.541239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/keepalived\" ","response":"range_response_count:1 size:3972"} {"level":"info","ts":"2026-03-03T18:40:17.890584Z","caller":"traceutil/trace.go:171","msg":"trace[553945553] range","detail":"{range_begin:/registry/daemonsets/openstack/keepalived; range_end:; response_count:1; response_revision:24525; }","duration":"178.58422ms","start":"2026-03-03T18:40:17.71199Z","end":"2026-03-03T18:40:17.890574Z","steps":["trace[553945553] 'agreement among raft nodes before linearized reading' (duration: 178.494777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.890579Z","caller":"traceutil/trace.go:171","msg":"trace[1477926595] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24525; }","duration":"457.385862ms","start":"2026-03-03T18:40:17.433172Z","end":"2026-03-03T18:40:17.890557Z","steps":["trace[1477926595] 'agreement among raft nodes before linearized reading' (duration: 456.742297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.433148Z","time spent":"457.460874ms","remote":"127.0.0.1:53738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:17.890641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.742103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter\" ","response":"range_response_count:1 size:8139"} {"level":"info","ts":"2026-03-03T18:40:17.890552Z","caller":"traceutil/trace.go:171","msg":"trace[1636384781] range","detail":"{range_begin:/registry/daemonsets/monitoring/node-feature-discovery-worker; range_end:; response_count:1; response_revision:24525; }","duration":"178.619651ms","start":"2026-03-03T18:40:17.711921Z","end":"2026-03-03T18:40:17.890541Z","steps":["trace[1636384781] 'agreement among raft nodes before linearized reading' (duration: 178.524269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:17.89067Z","caller":"traceutil/trace.go:171","msg":"trace[1235129322] range","detail":"{range_begin:/registry/daemonsets/monitoring/kube-prometheus-stack-prometheus-node-exporter; range_end:; response_count:1; response_revision:24525; }","duration":"178.815776ms","start":"2026-03-03T18:40:17.711846Z","end":"2026-03-03T18:40:17.890662Z","steps":["trace[1235129322] 'agreement among raft nodes before linearized reading' (duration: 178.723723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.046901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3889"} {"level":"info","ts":"2026-03-03T18:40:17.890786Z","caller":"traceutil/trace.go:171","msg":"trace[1371275299] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:24525; }","duration":"179.104392ms","start":"2026-03-03T18:40:17.711672Z","end":"2026-03-03T18:40:17.890777Z","steps":["trace[1371275299] 'agreement among raft nodes before linearized reading' (duration: 179.031971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.783935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-03-03T18:40:17.890817Z","caller":"traceutil/trace.go:171","msg":"trace[4348364] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24525; }","duration":"178.817285ms","start":"2026-03-03T18:40:17.711991Z","end":"2026-03-03T18:40:17.890808Z","steps":["trace[4348364] 'agreement among raft nodes before linearized reading' (duration: 178.749403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.513848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/nova-compute-default\" ","response":"range_response_count:1 size:18302"} {"level":"info","ts":"2026-03-03T18:40:17.890897Z","caller":"traceutil/trace.go:171","msg":"trace[1180442984] range","detail":"{range_begin:/registry/daemonsets/openstack/nova-compute-default; range_end:; response_count:1; response_revision:24525; }","duration":"178.899217ms","start":"2026-03-03T18:40:17.711992Z","end":"2026-03-03T18:40:17.890891Z","steps":["trace[1180442984] 'agreement among raft nodes before linearized reading' (duration: 178.486397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.530246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-03T18:40:17.890943Z","caller":"traceutil/trace.go:171","msg":"trace[1769202757] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24525; }","duration":"430.606488ms","start":"2026-03-03T18:40:17.460323Z","end":"2026-03-03T18:40:17.89093Z","steps":["trace[1769202757] 'agreement among raft nodes before linearized reading' (duration: 430.505376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:17.890915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.203894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/magnum-cluster-api-proxy\" ","response":"range_response_count:1 size:3392"} {"level":"warn","ts":"2026-03-03T18:40:17.890975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.460304Z","time spent":"430.664919ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"info","ts":"2026-03-03T18:40:17.89099Z","caller":"traceutil/trace.go:171","msg":"trace[26899693] range","detail":"{range_begin:/registry/daemonsets/openstack/magnum-cluster-api-proxy; range_end:; response_count:1; response_revision:24525; }","duration":"179.306607ms","start":"2026-03-03T18:40:17.71167Z","end":"2026-03-03T18:40:17.890977Z","steps":["trace[26899693] 'agreement among raft nodes before linearized reading' (duration: 179.141153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:18.389983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064458,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:40:18.795882Z","caller":"traceutil/trace.go:171","msg":"trace[605801965] transaction","detail":"{read_only:false; response_revision:24526; number_of_response:1; }","duration":"934.04356ms","start":"2026-03-03T18:40:17.861813Z","end":"2026-03-03T18:40:18.795856Z","steps":["trace[605801965] 'process raft request' (duration: 933.909877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:18.796024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.861789Z","time spent":"934.168284ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:19.891945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:40:19.892033Z","caller":"traceutil/trace.go:171","msg":"trace[270042686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000353775s","start":"2026-03-03T18:40:17.891659Z","end":"2026-03-03T18:40:19.892013Z","steps":["trace[270042686] 'agreement among raft nodes before linearized reading' (duration: 2.000234412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:19.892092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.891647Z","time spent":"2.000435326s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:19.906981Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111473824s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:19.907363Z","caller":"traceutil/trace.go:171","msg":"trace[1277811897] linearizableReadLoop","detail":"{readStateIndex:25442; appliedIndex:25439; }","duration":"2.017827088s","start":"2026-03-03T18:40:17.889506Z","end":"2026-03-03T18:40:19.907333Z","steps":["trace[1277811897] 'read index received' (duration: 906.15802ms)","trace[1277811897] 'applied index is now lower than readState.Index' (duration: 1.111668068s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:19.907505Z","caller":"traceutil/trace.go:171","msg":"trace[1536822311] transaction","detail":"{read_only:false; response_revision:24528; number_of_response:1; }","duration":"2.007375501s","start":"2026-03-03T18:40:17.900115Z","end":"2026-03-03T18:40:19.907491Z","steps":["trace[1536822311] 'process raft request' (duration: 2.007160426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:19.907609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.900107Z","time spent":"2.007438432s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:19.907833Z","caller":"traceutil/trace.go:171","msg":"trace[245833117] transaction","detail":"{read_only:false; response_revision:24527; number_of_response:1; }","duration":"2.013457234s","start":"2026-03-03T18:40:17.894352Z","end":"2026-03-03T18:40:19.907809Z","steps":["trace[245833117] 'process raft request' (duration: 2.012768018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:19.907917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028584984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:19.907958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.894341Z","time spent":"2.013554386s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:19.907978Z","caller":"traceutil/trace.go:171","msg":"trace[714026666] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24528; }","duration":"2.028651475s","start":"2026-03-03T18:40:17.879312Z","end":"2026-03-03T18:40:19.907963Z","steps":["trace[714026666] 'agreement among raft nodes before linearized reading' (duration: 2.028534192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:19.908027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.879238Z","time spent":"2.028771988s","remote":"127.0.0.1:56282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:19.908074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030911089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:19.908138Z","caller":"traceutil/trace.go:171","msg":"trace[1629317317] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24528; }","duration":"2.031026222s","start":"2026-03-03T18:40:17.877095Z","end":"2026-03-03T18:40:19.908121Z","steps":["trace[1629317317] 'agreement among raft nodes before linearized reading' (duration: 2.030897829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:19.908184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.877083Z","time spent":"2.031090933s","remote":"127.0.0.1:53662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:20.106253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999836373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:40:20.10632Z","caller":"traceutil/trace.go:171","msg":"trace[111216609] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999960696s","start":"2026-03-03T18:40:18.106344Z","end":"2026-03-03T18:40:20.106305Z","steps":["trace[111216609] 'agreement among raft nodes before linearized reading' (duration: 1.999876714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:20.106355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.106321Z","time spent":"2.000027178s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:20.407959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064468,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:21.065137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.626346Z","time spent":"438.783131ms","remote":"127.0.0.1:43440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T18:40:21.066395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.857231ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:21.066805Z","caller":"traceutil/trace.go:171","msg":"trace[3740497] transaction","detail":"{read_only:false; response_revision:24532; number_of_response:1; }","duration":"1.925498382s","start":"2026-03-03T18:40:19.141285Z","end":"2026-03-03T18:40:21.066783Z","steps":["trace[3740497] 'process raft request' (duration: 1.925378989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.066909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.141276Z","time spent":"1.925583754s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:21.066984Z","caller":"traceutil/trace.go:171","msg":"trace[553235265] transaction","detail":"{read_only:false; response_revision:24533; number_of_response:1; }","duration":"1.925553013s","start":"2026-03-03T18:40:19.141394Z","end":"2026-03-03T18:40:21.066947Z","steps":["trace[553235265] 'process raft request' (duration: 1.925350568s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.067001Z","caller":"traceutil/trace.go:171","msg":"trace[522305294] transaction","detail":"{read_only:false; response_revision:24535; number_of_response:1; }","duration":"1.923685959s","start":"2026-03-03T18:40:19.143291Z","end":"2026-03-03T18:40:21.066977Z","steps":["trace[522305294] 'process raft request' (duration: 1.923639938s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.067011Z","caller":"traceutil/trace.go:171","msg":"trace[296374059] transaction","detail":"{read_only:false; response_revision:24534; number_of_response:1; }","duration":"1.924434077s","start":"2026-03-03T18:40:19.142548Z","end":"2026-03-03T18:40:21.066982Z","steps":["trace[296374059] 'process raft request' (duration: 1.924323614s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.067006Z","caller":"traceutil/trace.go:171","msg":"trace[1253586034] transaction","detail":"{read_only:false; response_revision:24529; number_of_response:1; }","duration":"1.987180332s","start":"2026-03-03T18:40:19.079783Z","end":"2026-03-03T18:40:21.066964Z","steps":["trace[1253586034] 'process raft request' (duration: 1.708662636s)","trace[1253586034] 'compare' (duration: 276.233032ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:21.067041Z","caller":"traceutil/trace.go:171","msg":"trace[625554499] transaction","detail":"{read_only:false; response_revision:24530; number_of_response:1; }","duration":"1.926329793s","start":"2026-03-03T18:40:19.140695Z","end":"2026-03-03T18:40:21.067025Z","steps":["trace[625554499] 'process raft request' (duration: 1.92579047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.067134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.141389Z","time spent":"1.925662835s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:21.067136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.140654Z","time spent":"1.926439795s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:21.067118Z","caller":"traceutil/trace.go:171","msg":"trace[1134212813] transaction","detail":"{read_only:false; response_revision:24531; number_of_response:1; }","duration":"1.926008684s","start":"2026-03-03T18:40:19.141072Z","end":"2026-03-03T18:40:21.067081Z","steps":["trace[1134212813] 'process raft request' (duration: 1.925507362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.06714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.14254Z","time spent":"1.92453581s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:21.067193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.079759Z","time spent":"1.987335406s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:21.067299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.141051Z","time spent":"1.926155857s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:21.06714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.143266Z","time spent":"1.923796332s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:21.071184Z","caller":"traceutil/trace.go:171","msg":"trace[380602294] transaction","detail":"{read_only:false; response_revision:24536; number_of_response:1; }","duration":"838.13028ms","start":"2026-03-03T18:40:20.233037Z","end":"2026-03-03T18:40:21.071167Z","steps":["trace[380602294] 'process raft request' (duration: 837.998987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.07128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.233008Z","time spent":"838.222343ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:21.071324Z","caller":"traceutil/trace.go:171","msg":"trace[2127093092] linearizableReadLoop","detail":"{readStateIndex:25450; appliedIndex:25442; }","duration":"1.163888856s","start":"2026-03-03T18:40:19.907421Z","end":"2026-03-03T18:40:21.07131Z","steps":["trace[2127093092] 'read index received' (duration: 881.014516ms)","trace[2127093092] 'applied index is now lower than readState.Index' (duration: 282.87147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:21.071552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.170203131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T18:40:21.071591Z","caller":"traceutil/trace.go:171","msg":"trace[1159663719] range","detail":"{range_begin:/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c; range_end:; response_count:1; response_revision:24537; }","duration":"3.170252823s","start":"2026-03-03T18:40:17.901326Z","end":"2026-03-03T18:40:21.071579Z","steps":["trace[1159663719] 'agreement among raft nodes before linearized reading' (duration: 3.17012366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.071602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173562721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"warn","ts":"2026-03-03T18:40:21.071623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.901319Z","time spent":"3.170297144s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-9c60d7fa-a38a-47bb-8d7b-6ae56ac3e14c\" "} {"level":"warn","ts":"2026-03-03T18:40:21.071709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173759586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" ","response":"range_response_count:1 size:17551"} {"level":"info","ts":"2026-03-03T18:40:21.071736Z","caller":"traceutil/trace.go:171","msg":"trace[915619012] range","detail":"{range_begin:/registry/daemonsets/openstack/libvirt-libvirt-default; range_end:; response_count:1; response_revision:24537; }","duration":"3.173799126s","start":"2026-03-03T18:40:17.897929Z","end":"2026-03-03T18:40:21.071728Z","steps":["trace[915619012] 'agreement among raft nodes before linearized reading' (duration: 3.173714105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.071766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897925Z","time spent":"3.173834087s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":17575,"request content":"key:\"/registry/daemonsets/openstack/libvirt-libvirt-default\" "} {"level":"warn","ts":"2026-03-03T18:40:21.071781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176201273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-03-03T18:40:21.071842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170689916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:21.071873Z","caller":"traceutil/trace.go:171","msg":"trace[1300576651] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24537; }","duration":"1.170770158s","start":"2026-03-03T18:40:19.901092Z","end":"2026-03-03T18:40:21.071863Z","steps":["trace[1300576651] 'agreement among raft nodes before linearized reading' (duration: 1.170725177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.071899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.901071Z","time spent":"1.170822539s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:21.071934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.173997201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/openvswitch\" ","response":"range_response_count:1 size:9524"} {"level":"warn","ts":"2026-03-03T18:40:21.071938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.398356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:21.071963Z","caller":"traceutil/trace.go:171","msg":"trace[1190700904] range","detail":"{range_begin:/registry/daemonsets/openstack/openvswitch; range_end:; response_count:1; response_revision:24537; }","duration":"3.174034202s","start":"2026-03-03T18:40:17.897921Z","end":"2026-03-03T18:40:21.071955Z","steps":["trace[1190700904] 'agreement among raft nodes before linearized reading' (duration: 3.17394131s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.071978Z","caller":"traceutil/trace.go:171","msg":"trace[1493806385] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24537; }","duration":"914.469128ms","start":"2026-03-03T18:40:20.157497Z","end":"2026-03-03T18:40:21.071966Z","steps":["trace[1493806385] 'agreement among raft nodes before linearized reading' (duration: 914.407767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.071994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897918Z","time spent":"3.174069063s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":9548,"request content":"key:\"/registry/daemonsets/openstack/openvswitch\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.157478Z","time spent":"914.52017ms","remote":"127.0.0.1:50510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:21.072032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17649885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" ","response":"range_response_count:1 size:16527"} {"level":"info","ts":"2026-03-03T18:40:21.072069Z","caller":"traceutil/trace.go:171","msg":"trace[1828290249] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-dhcp-agent-default; range_end:; response_count:1; response_revision:24537; }","duration":"3.176537761s","start":"2026-03-03T18:40:17.895521Z","end":"2026-03-03T18:40:21.072059Z","steps":["trace[1828290249] 'agreement among raft nodes before linearized reading' (duration: 3.176425769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17817686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-03T18:40:21.072134Z","caller":"traceutil/trace.go:171","msg":"trace[1693014858] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24537; }","duration":"3.178268373s","start":"2026-03-03T18:40:17.893853Z","end":"2026-03-03T18:40:21.072121Z","steps":["trace[1693014858] 'agreement among raft nodes before linearized reading' (duration: 3.178046328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176078764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-03-03T18:40:21.072165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.893839Z","time spent":"3.178319744s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9605,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176613453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-03-03T18:40:21.072188Z","caller":"traceutil/trace.go:171","msg":"trace[115510970] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c; range_end:; response_count:1; response_revision:24537; }","duration":"1.176152355s","start":"2026-03-03T18:40:19.896024Z","end":"2026-03-03T18:40:21.072177Z","steps":["trace[115510970] 'agreement among raft nodes before linearized reading' (duration: 1.176035552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.072213Z","caller":"traceutil/trace.go:171","msg":"trace[418375886] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24537; }","duration":"3.176663475s","start":"2026-03-03T18:40:17.89554Z","end":"2026-03-03T18:40:21.072204Z","steps":["trace[418375886] 'agreement among raft nodes before linearized reading' (duration: 3.176574113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.896005Z","time spent":"1.176207047s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899674d4ad2901c\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.17436999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"warn","ts":"2026-03-03T18:40:21.072263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.895529Z","time spent":"3.176707895s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9607,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"info","ts":"2026-03-03T18:40:21.072274Z","caller":"traceutil/trace.go:171","msg":"trace[896962755] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24537; }","duration":"3.174407191s","start":"2026-03-03T18:40:17.897838Z","end":"2026-03-03T18:40:21.072246Z","steps":["trace[896962755] 'agreement among raft nodes before linearized reading' (duration: 3.174312898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897835Z","time spent":"3.174462492s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8248,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.416593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T18:40:21.072332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.518728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:21.072369Z","caller":"traceutil/trace.go:171","msg":"trace[1483950885] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24537; }","duration":"848.493205ms","start":"2026-03-03T18:40:20.223866Z","end":"2026-03-03T18:40:21.072359Z","steps":["trace[1483950885] 'agreement among raft nodes before linearized reading' (duration: 848.385743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768101758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:21.072385Z","caller":"traceutil/trace.go:171","msg":"trace[1341911953] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24537; }","duration":"208.60269ms","start":"2026-03-03T18:40:20.863767Z","end":"2026-03-03T18:40:21.07237Z","steps":["trace[1341911953] 'agreement among raft nodes before linearized reading' (duration: 208.490398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.0724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.223845Z","time spent":"848.546627ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174500953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" ","response":"range_response_count:1 size:9720"} {"level":"warn","ts":"2026-03-03T18:40:21.07242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174597146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/goldpinger\" ","response":"range_response_count:1 size:3928"} {"level":"info","ts":"2026-03-03T18:40:21.072439Z","caller":"traceutil/trace.go:171","msg":"trace[1315991579] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default; range_end:; response_count:1; response_revision:24537; }","duration":"3.174543494s","start":"2026-03-03T18:40:17.897885Z","end":"2026-03-03T18:40:21.072429Z","steps":["trace[1315991579] 'agreement among raft nodes before linearized reading' (duration: 3.174454552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.768672521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:40:21.07247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897882Z","time spent":"3.174581385s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":9744,"request content":"key:\"/registry/daemonsets/openstack/neutron-netns-cleanup-cron-default\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.176980692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-03-03T18:40:21.072502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174751658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T18:40:21.072498Z","caller":"traceutil/trace.go:171","msg":"trace[1972867246] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24537; }","duration":"2.768768443s","start":"2026-03-03T18:40:18.303719Z","end":"2026-03-03T18:40:21.072487Z","steps":["trace[1972867246] 'agreement among raft nodes before linearized reading' (duration: 2.76863858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348049826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:21.072529Z","caller":"traceutil/trace.go:171","msg":"trace[1953480580] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24537; }","duration":"3.174779659s","start":"2026-03-03T18:40:17.897739Z","end":"2026-03-03T18:40:21.072519Z","steps":["trace[1953480580] 'agreement among raft nodes before linearized reading' (duration: 3.174719398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.303666Z","time spent":"2.768859765s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897735Z","time spent":"3.174812951s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"info","ts":"2026-03-03T18:40:21.072552Z","caller":"traceutil/trace.go:171","msg":"trace[1206834764] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:24537; }","duration":"1.348130729s","start":"2026-03-03T18:40:19.724411Z","end":"2026-03-03T18:40:21.072542Z","steps":["trace[1206834764] 'agreement among raft nodes before linearized reading' (duration: 1.348050537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178332473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"warn","ts":"2026-03-03T18:40:21.072584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.842008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:21.072596Z","caller":"traceutil/trace.go:171","msg":"trace[886491497] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24537; }","duration":"3.178362044s","start":"2026-03-03T18:40:17.894228Z","end":"2026-03-03T18:40:21.07259Z","steps":["trace[886491497] 'agreement among raft nodes before linearized reading' (duration: 3.178303912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.724395Z","time spent":"1.348188049s","remote":"127.0.0.1:53276","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:21.072612Z","caller":"traceutil/trace.go:171","msg":"trace[802295011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24537; }","duration":"271.91675ms","start":"2026-03-03T18:40:20.800688Z","end":"2026-03-03T18:40:21.072604Z","steps":["trace[802295011] 'agreement among raft nodes before linearized reading' (duration: 271.848558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.895455Z","time spent":"3.176633474s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":16551,"request content":"key:\"/registry/daemonsets/openstack/neutron-dhcp-agent-default\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903263289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T18:40:21.072696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174963414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"warn","ts":"2026-03-03T18:40:21.072711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.174785339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" ","response":"range_response_count:1 size:12155"} {"level":"info","ts":"2026-03-03T18:40:21.072722Z","caller":"traceutil/trace.go:171","msg":"trace[1764953029] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24537; }","duration":"3.174998275s","start":"2026-03-03T18:40:17.897716Z","end":"2026-03-03T18:40:21.072714Z","steps":["trace[1764953029] 'agreement among raft nodes before linearized reading' (duration: 3.174930993s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.072444Z","caller":"traceutil/trace.go:171","msg":"trace[182343455] range","detail":"{range_begin:/registry/daemonsets/monitoring/goldpinger; range_end:; response_count:1; response_revision:24537; }","duration":"3.174633006s","start":"2026-03-03T18:40:17.897804Z","end":"2026-03-03T18:40:21.072437Z","steps":["trace[182343455] 'agreement among raft nodes before linearized reading' (duration: 3.174568705s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.072747Z","caller":"traceutil/trace.go:171","msg":"trace[430583379] range","detail":"{range_begin:/registry/daemonsets/openstack/neutron-metadata-agent-default; range_end:; response_count:1; response_revision:24537; }","duration":"3.174827961s","start":"2026-03-03T18:40:17.897909Z","end":"2026-03-03T18:40:21.072737Z","steps":["trace[430583379] 'agreement among raft nodes before linearized reading' (duration: 3.174713988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897711Z","time spent":"3.175032075s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897795Z","time spent":"3.174959723s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":3952,"request content":"key:\"/registry/daemonsets/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897906Z","time spent":"3.174861262s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":12179,"request content":"key:\"/registry/daemonsets/openstack/neutron-metadata-agent-default\" "} {"level":"warn","ts":"2026-03-03T18:40:21.0728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112562426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-03T18:40:21.072885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.307109349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:21.072901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412841761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:21.072906Z","caller":"traceutil/trace.go:171","msg":"trace[2019804928] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24537; }","duration":"3.11270932s","start":"2026-03-03T18:40:17.960184Z","end":"2026-03-03T18:40:21.072894Z","steps":["trace[2019804928] 'agreement among raft nodes before linearized reading' (duration: 3.112554546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.290736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-03T18:40:21.072912Z","caller":"traceutil/trace.go:171","msg":"trace[1887142853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:24537; }","duration":"2.307172871s","start":"2026-03-03T18:40:18.76573Z","end":"2026-03-03T18:40:21.072903Z","steps":["trace[1887142853] 'agreement among raft nodes before linearized reading' (duration: 2.30712575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.960166Z","time spent":"3.112773121s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-03T18:40:21.072983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720146379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:21.072983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.765709Z","time spent":"2.307263104s","remote":"127.0.0.1:48592","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:21.073001Z","caller":"traceutil/trace.go:171","msg":"trace[1423662991] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:24537; }","duration":"1.72021203s","start":"2026-03-03T18:40:19.352784Z","end":"2026-03-03T18:40:21.072996Z","steps":["trace[1423662991] 'agreement among raft nodes before linearized reading' (duration: 1.720182019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.072615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.894223Z","time spent":"3.178388374s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":12054,"request content":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.352763Z","time spent":"1.720252732s","remote":"127.0.0.1:40286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:21.073007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175118867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-03T18:40:21.073058Z","caller":"traceutil/trace.go:171","msg":"trace[1945485009] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24537; }","duration":"3.175184339s","start":"2026-03-03T18:40:17.897863Z","end":"2026-03-03T18:40:21.073048Z","steps":["trace[1945485009] 'agreement among raft nodes before linearized reading' (duration: 3.175070547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819807619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-03-03T18:40:21.073087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897856Z","time spent":"3.17522232s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-03T18:40:21.072977Z","caller":"traceutil/trace.go:171","msg":"trace[1792369835] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24537; }","duration":"714.832539ms","start":"2026-03-03T18:40:20.358133Z","end":"2026-03-03T18:40:21.072966Z","steps":["trace[1792369835] 'agreement among raft nodes before linearized reading' (duration: 714.107462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.073114Z","caller":"traceutil/trace.go:171","msg":"trace[1993634443] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24537; }","duration":"1.819882731s","start":"2026-03-03T18:40:19.253221Z","end":"2026-03-03T18:40:21.073104Z","steps":["trace[1993634443] 'agreement among raft nodes before linearized reading' (duration: 1.819746087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.253198Z","time spent":"1.819942942s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:40:21.07315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.358104Z","time spent":"715.035224ms","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440855417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:21.073198Z","caller":"traceutil/trace.go:171","msg":"trace[385954341] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24537; }","duration":"2.440925019s","start":"2026-03-03T18:40:18.632264Z","end":"2026-03-03T18:40:21.073189Z","steps":["trace[385954341] 'agreement among raft nodes before linearized reading' (duration: 2.440874567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.632246Z","time spent":"2.44097418s","remote":"127.0.0.1:33644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:21.073347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118564068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T18:40:21.073367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136970554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-03T18:40:21.071839Z","caller":"traceutil/trace.go:171","msg":"trace[517317213] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24537; }","duration":"3.176271275s","start":"2026-03-03T18:40:17.89555Z","end":"2026-03-03T18:40:21.071821Z","steps":["trace[517317213] 'agreement among raft nodes before linearized reading' (duration: 3.176114901s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.071628Z","caller":"traceutil/trace.go:171","msg":"trace[52288096] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24537; }","duration":"3.173606812s","start":"2026-03-03T18:40:17.898014Z","end":"2026-03-03T18:40:21.071621Z","steps":["trace[52288096] 'agreement among raft nodes before linearized reading' (duration: 3.173492079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.073393Z","caller":"traceutil/trace.go:171","msg":"trace[1947288284] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24537; }","duration":"3.137046065s","start":"2026-03-03T18:40:17.93634Z","end":"2026-03-03T18:40:21.073386Z","steps":["trace[1947288284] 'agreement among raft nodes before linearized reading' (duration: 3.136969563s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.07243Z","caller":"traceutil/trace.go:171","msg":"trace[413120757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24537; }","duration":"2.7682151s","start":"2026-03-03T18:40:18.304197Z","end":"2026-03-03T18:40:21.072413Z","steps":["trace[413120757] 'agreement among raft nodes before linearized reading' (duration: 2.767971585s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.071795Z","caller":"traceutil/trace.go:171","msg":"trace[872672840] transaction","detail":"{read_only:false; response_revision:24537; number_of_response:1; }","duration":"569.718774ms","start":"2026-03-03T18:40:20.502065Z","end":"2026-03-03T18:40:21.071784Z","steps":["trace[872672840] 'process raft request' (duration: 569.062198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.936314Z","time spent":"3.137094617s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18228,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"info","ts":"2026-03-03T18:40:21.072514Z","caller":"traceutil/trace.go:171","msg":"trace[861934417] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24537; }","duration":"3.177029653s","start":"2026-03-03T18:40:17.895476Z","end":"2026-03-03T18:40:21.072505Z","steps":["trace[861934417] 'agreement among raft nodes before linearized reading' (duration: 3.176928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.898008Z","time spent":"3.175392894s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.895464Z","time spent":"3.177969284s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3924,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-03-03T18:40:21.073372Z","caller":"traceutil/trace.go:171","msg":"trace[1592699489] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24537; }","duration":"3.11863586s","start":"2026-03-03T18:40:17.954727Z","end":"2026-03-03T18:40:21.073363Z","steps":["trace[1592699489] 'agreement among raft nodes before linearized reading' (duration: 3.118492606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.895543Z","time spent":"3.177847302s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9571,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:20.502041Z","time spent":"571.383153ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:21.07295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533801875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:21.073514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.954702Z","time spent":"3.118797603s","remote":"127.0.0.1:52120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":158,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:21.073414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.766906809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:21.07358Z","caller":"traceutil/trace.go:171","msg":"trace[2067264727] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24537; }","duration":"2.767069253s","start":"2026-03-03T18:40:18.306502Z","end":"2026-03-03T18:40:21.073572Z","steps":["trace[2067264727] 'agreement among raft nodes before linearized reading' (duration: 2.766875438s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.072718Z","caller":"traceutil/trace.go:171","msg":"trace[1460456427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24537; }","duration":"2.90333227s","start":"2026-03-03T18:40:18.169376Z","end":"2026-03-03T18:40:21.072709Z","steps":["trace[1460456427] 'agreement among raft nodes before linearized reading' (duration: 2.903229118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.306465Z","time spent":"2.767160825s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:21.07365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.16936Z","time spent":"2.904281112s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176603799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T18:40:21.073721Z","caller":"traceutil/trace.go:171","msg":"trace[827157902] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24537; }","duration":"2.176950678s","start":"2026-03-03T18:40:18.896756Z","end":"2026-03-03T18:40:21.073707Z","steps":["trace[827157902] 'agreement among raft nodes before linearized reading' (duration: 2.176587179s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:21.073544Z","caller":"traceutil/trace.go:171","msg":"trace[638133425] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24537; }","duration":"1.53441838s","start":"2026-03-03T18:40:19.539113Z","end":"2026-03-03T18:40:21.073531Z","steps":["trace[638133425] 'agreement among raft nodes before linearized reading' (duration: 1.533811935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.07376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.89674Z","time spent":"2.17700769s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.539096Z","time spent":"1.534675997s","remote":"127.0.0.1:53774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:21.072942Z","caller":"traceutil/trace.go:171","msg":"trace[1716039956] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24537; }","duration":"1.412990115s","start":"2026-03-03T18:40:19.659939Z","end":"2026-03-03T18:40:21.072929Z","steps":["trace[1716039956] 'agreement among raft nodes before linearized reading' (duration: 1.412856621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:18.304189Z","time spent":"2.769221094s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:19.659915Z","time spent":"1.413902176s","remote":"127.0.0.1:33648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:21.073551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163052142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T18:40:21.073867Z","caller":"traceutil/trace.go:171","msg":"trace[139973707] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24537; }","duration":"3.163393851s","start":"2026-03-03T18:40:17.910462Z","end":"2026-03-03T18:40:21.073856Z","steps":["trace[139973707] 'agreement among raft nodes before linearized reading' (duration: 3.163027572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.073887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.910449Z","time spent":"3.163432182s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:40:21.073221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175334922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2919"} {"level":"info","ts":"2026-03-03T18:40:21.074161Z","caller":"traceutil/trace.go:171","msg":"trace[1967086955] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24537; }","duration":"3.176287586s","start":"2026-03-03T18:40:17.897859Z","end":"2026-03-03T18:40:21.074147Z","steps":["trace[1967086955] 'agreement among raft nodes before linearized reading' (duration: 3.175247771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.074194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:17.897855Z","time spent":"3.176326467s","remote":"127.0.0.1:56452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2943,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-03-03T18:40:21.578843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064473,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:40:21.977948Z","caller":"traceutil/trace.go:171","msg":"trace[581353516] transaction","detail":"{read_only:false; response_revision:24538; number_of_response:1; }","duration":"902.103865ms","start":"2026-03-03T18:40:21.075816Z","end":"2026-03-03T18:40:21.97792Z","steps":["trace[581353516] 'process raft request' (duration: 901.878399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:21.978193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.0758Z","time spent":"902.227478ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:23.081951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:23.082009Z","caller":"traceutil/trace.go:171","msg":"trace[1391610731] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000720913s","start":"2026-03-03T18:40:21.081276Z","end":"2026-03-03T18:40:23.081997Z","steps":["trace[1391610731] 'agreement among raft nodes before linearized reading' (duration: 2.000471018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:23.082036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.081262Z","time spent":"2.000768124s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:23.929792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.950551736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:23.930247Z","caller":"traceutil/trace.go:171","msg":"trace[142806990] transaction","detail":"{read_only:false; response_revision:24539; number_of_response:1; }","duration":"2.852263302s","start":"2026-03-03T18:40:21.077953Z","end":"2026-03-03T18:40:23.930217Z","steps":["trace[142806990] 'process raft request' (duration: 2.852065687s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:23.930347Z","caller":"traceutil/trace.go:171","msg":"trace[1886319808] transaction","detail":"{read_only:false; response_revision:24541; number_of_response:1; }","duration":"2.852286092s","start":"2026-03-03T18:40:21.078037Z","end":"2026-03-03T18:40:23.930323Z","steps":["trace[1886319808] 'process raft request' (duration: 2.852132399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:23.930479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078026Z","time spent":"2.852362934s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:23.930474Z","caller":"traceutil/trace.go:171","msg":"trace[2118484952] linearizableReadLoop","detail":"{readStateIndex:25457; appliedIndex:25451; }","duration":"2.852581818s","start":"2026-03-03T18:40:21.077882Z","end":"2026-03-03T18:40:23.930464Z","steps":["trace[2118484952] 'read index received' (duration: 899.987104ms)","trace[2118484952] 'applied index is now lower than readState.Index' (duration: 1.952594034s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:23.930473Z","caller":"traceutil/trace.go:171","msg":"trace[1525497325] transaction","detail":"{read_only:false; response_revision:24542; number_of_response:1; }","duration":"2.852245671s","start":"2026-03-03T18:40:21.078193Z","end":"2026-03-03T18:40:23.930438Z","steps":["trace[1525497325] 'process raft request' (duration: 2.851998585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:23.930357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077947Z","time spent":"2.852350624s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:23.930539Z","caller":"traceutil/trace.go:171","msg":"trace[498865777] transaction","detail":"{read_only:false; response_revision:24543; number_of_response:1; }","duration":"2.490549075s","start":"2026-03-03T18:40:21.439985Z","end":"2026-03-03T18:40:23.930534Z","steps":["trace[498865777] 'process raft request' (duration: 2.490295529s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:23.930257Z","caller":"traceutil/trace.go:171","msg":"trace[1949547058] transaction","detail":"{read_only:false; response_revision:24540; number_of_response:1; }","duration":"2.85223165s","start":"2026-03-03T18:40:21.078005Z","end":"2026-03-03T18:40:23.930237Z","steps":["trace[1949547058] 'process raft request' (duration: 2.852136608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:23.930579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077988Z","time spent":"2.852571709s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:23.930597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.439955Z","time spent":"2.490595225s","remote":"127.0.0.1:50490","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418484,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:23.930619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078188Z","time spent":"2.852348003s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:23.930761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.852865215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15276"} {"level":"info","ts":"2026-03-03T18:40:23.930806Z","caller":"traceutil/trace.go:171","msg":"trace[1649790376] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24543; }","duration":"2.852925737s","start":"2026-03-03T18:40:21.077867Z","end":"2026-03-03T18:40:23.930793Z","steps":["trace[1649790376] 'agreement among raft nodes before linearized reading' (duration: 2.852665351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:23.930839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.07786Z","time spent":"2.852970378s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15300,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T18:40:24.430905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:24.931833Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:25.082343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000383296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:25.082416Z","caller":"traceutil/trace.go:171","msg":"trace[1934783485] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486479s","start":"2026-03-03T18:40:23.081907Z","end":"2026-03-03T18:40:25.082394Z","steps":["trace[1934783485] 'agreement among raft nodes before linearized reading' (duration: 2.000403057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:25.082463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.081896Z","time spent":"2.00055681s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:25.432763Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064488,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:25.865197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.61209425s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:27.021203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155702461s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:27.021663Z","caller":"traceutil/trace.go:171","msg":"trace[1624468816] transaction","detail":"{read_only:false; response_revision:24551; number_of_response:1; }","duration":"3.943003284s","start":"2026-03-03T18:40:23.07864Z","end":"2026-03-03T18:40:27.021643Z","steps":["trace[1624468816] 'process raft request' (duration: 3.942915982s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.021899Z","caller":"traceutil/trace.go:171","msg":"trace[708421060] transaction","detail":"{read_only:false; response_revision:24545; number_of_response:1; }","duration":"3.948823022s","start":"2026-03-03T18:40:23.073068Z","end":"2026-03-03T18:40:27.021892Z","steps":["trace[708421060] 'process raft request' (duration: 3.948224618s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.02189Z","caller":"traceutil/trace.go:171","msg":"trace[2098556137] transaction","detail":"{read_only:false; response_revision:24548; number_of_response:1; }","duration":"3.947312856s","start":"2026-03-03T18:40:23.074351Z","end":"2026-03-03T18:40:27.021664Z","steps":["trace[2098556137] 'process raft request' (duration: 3.947104011s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.021883Z","caller":"traceutil/trace.go:171","msg":"trace[664590113] transaction","detail":"{read_only:false; response_revision:24549; number_of_response:1; }","duration":"3.947309286s","start":"2026-03-03T18:40:23.074359Z","end":"2026-03-03T18:40:27.021669Z","steps":["trace[664590113] 'process raft request' (duration: 3.947129582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.021932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.078618Z","time spent":"3.94327779s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.021998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.074338Z","time spent":"3.947597832s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.021998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.073041Z","time spent":"3.948889313s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:27.022021Z","caller":"traceutil/trace.go:171","msg":"trace[641490124] transaction","detail":"{read_only:false; response_revision:24544; number_of_response:1; }","duration":"4.327196903s","start":"2026-03-03T18:40:22.694692Z","end":"2026-03-03T18:40:27.021889Z","steps":["trace[641490124] 'process raft request' (duration: 3.170730784s)","trace[641490124] 'compare' (duration: 1.153685703s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:27.022026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.07434Z","time spent":"3.947616513s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:27.022038Z","caller":"traceutil/trace.go:171","msg":"trace[248311910] transaction","detail":"{read_only:false; response_revision:24550; number_of_response:1; }","duration":"3.947351547s","start":"2026-03-03T18:40:23.07466Z","end":"2026-03-03T18:40:27.022011Z","steps":["trace[248311910] 'process raft request' (duration: 3.946862946s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.021695Z","caller":"traceutil/trace.go:171","msg":"trace[2006473170] transaction","detail":"{read_only:false; response_revision:24546; number_of_response:1; }","duration":"3.948007333s","start":"2026-03-03T18:40:23.073655Z","end":"2026-03-03T18:40:27.021662Z","steps":["trace[2006473170] 'process raft request' (duration: 3.947724666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.022127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.073643Z","time spent":"3.948443613s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:27.022114Z","caller":"traceutil/trace.go:171","msg":"trace[1827953408] transaction","detail":"{read_only:false; response_revision:24547; number_of_response:1; }","duration":"3.948193828s","start":"2026-03-03T18:40:23.073889Z","end":"2026-03-03T18:40:27.022083Z","steps":["trace[1827953408] 'process raft request' (duration: 3.947531542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.022266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.073845Z","time spent":"3.948341731s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.02227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.694664Z","time spent":"4.327506781s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.022135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.074643Z","time spent":"3.947435469s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:27.024982Z","caller":"traceutil/trace.go:171","msg":"trace[1197888880] linearizableReadLoop","detail":"{readStateIndex:25466; appliedIndex:25457; }","duration":"3.094461247s","start":"2026-03-03T18:40:23.930513Z","end":"2026-03-03T18:40:27.024974Z","steps":["trace[1197888880] 'read index received' (duration: 1.934929315s)","trace[1197888880] 'applied index is now lower than readState.Index' (duration: 1.159531352s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:27.025127Z","caller":"traceutil/trace.go:171","msg":"trace[1919126396] transaction","detail":"{read_only:false; response_revision:24552; number_of_response:1; }","duration":"1.62897894s","start":"2026-03-03T18:40:25.396141Z","end":"2026-03-03T18:40:27.02512Z","steps":["trace[1919126396] 'process raft request' (duration: 1.628753174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.39612Z","time spent":"1.629026521s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.025296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.94593933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"info","ts":"2026-03-03T18:40:27.025321Z","caller":"traceutil/trace.go:171","msg":"trace[1647358978] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24552; }","duration":"5.94597088s","start":"2026-03-03T18:40:21.079344Z","end":"2026-03-03T18:40:27.025315Z","steps":["trace[1647358978] 'agreement among raft nodes before linearized reading' (duration: 5.945885558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079341Z","time spent":"5.945991081s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945898569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-03T18:40:27.025381Z","caller":"traceutil/trace.go:171","msg":"trace[873617526] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24552; }","duration":"5.9459748s","start":"2026-03-03T18:40:21.079392Z","end":"2026-03-03T18:40:27.025366Z","steps":["trace[873617526] 'agreement among raft nodes before linearized reading' (duration: 5.945763236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946190376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" ","response":"range_response_count:1 size:3296"} {"level":"warn","ts":"2026-03-03T18:40:27.025434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079384Z","time spent":"5.946040932s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"info","ts":"2026-03-03T18:40:27.025448Z","caller":"traceutil/trace.go:171","msg":"trace[1652416100] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova; range_end:; response_count:1; response_revision:24552; }","duration":"5.946238868s","start":"2026-03-03T18:40:21.079194Z","end":"2026-03-03T18:40:27.025433Z","steps":["trace[1652416100] 'agreement among raft nodes before linearized reading' (duration: 5.946115195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079191Z","time spent":"5.946275969s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3320,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-nova\" "} {"level":"warn","ts":"2026-03-03T18:40:27.02551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947512868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T18:40:27.02553Z","caller":"traceutil/trace.go:171","msg":"trace[1663733152] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:24552; }","duration":"5.947555688s","start":"2026-03-03T18:40:21.07797Z","end":"2026-03-03T18:40:27.025525Z","steps":["trace[1663733152] 'agreement among raft nodes before linearized reading' (duration: 5.947516487s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077946Z","time spent":"5.94759532s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947652901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T18:40:27.025663Z","caller":"traceutil/trace.go:171","msg":"trace[906350756] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24552; }","duration":"5.947680371s","start":"2026-03-03T18:40:21.077979Z","end":"2026-03-03T18:40:27.025659Z","steps":["trace[906350756] 'agreement among raft nodes before linearized reading' (duration: 5.94761098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077975Z","time spent":"5.947699882s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946409522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T18:40:27.025755Z","caller":"traceutil/trace.go:171","msg":"trace[1916720405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24552; }","duration":"5.946448972s","start":"2026-03-03T18:40:21.079299Z","end":"2026-03-03T18:40:27.025748Z","steps":["trace[1916720405] 'agreement among raft nodes before linearized reading' (duration: 5.94636663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.587657578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:27.025478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947459296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-03T18:40:27.0258Z","caller":"traceutil/trace.go:171","msg":"trace[2132885055] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24552; }","duration":"3.587929004s","start":"2026-03-03T18:40:23.437865Z","end":"2026-03-03T18:40:27.025794Z","steps":["trace[2132885055] 'agreement among raft nodes before linearized reading' (duration: 3.587667588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.02579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.08726187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T18:40:27.025855Z","caller":"traceutil/trace.go:171","msg":"trace[143810506] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24552; }","duration":"4.087369312s","start":"2026-03-03T18:40:22.938471Z","end":"2026-03-03T18:40:27.02584Z","steps":["trace[143810506] 'agreement among raft nodes before linearized reading' (duration: 4.087192518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.025882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947976168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" ","response":"range_response_count:1 size:9564"} {"level":"warn","ts":"2026-03-03T18:40:27.025906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946661907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T18:40:27.025912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.938447Z","time spent":"4.087450215s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T18:40:27.025921Z","caller":"traceutil/trace.go:171","msg":"trace[249852484] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-neutron-server; range_end:; response_count:1; response_revision:24552; }","duration":"5.948023909s","start":"2026-03-03T18:40:21.077884Z","end":"2026-03-03T18:40:27.025908Z","steps":["trace[249852484] 'agreement among raft nodes before linearized reading' (duration: 5.947936777s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.02594Z","caller":"traceutil/trace.go:171","msg":"trace[1684348135] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24552; }","duration":"5.946696879s","start":"2026-03-03T18:40:21.079233Z","end":"2026-03-03T18:40:27.02593Z","steps":["trace[1684348135] 'agreement among raft nodes before linearized reading' (duration: 5.946619327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.02595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25023241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:27.025962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079231Z","time spent":"5.946725329s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.548212067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:27.025924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.113133086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:27.026031Z","caller":"traceutil/trace.go:171","msg":"trace[1032054588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24552; }","duration":"5.113264399s","start":"2026-03-03T18:40:21.91276Z","end":"2026-03-03T18:40:27.026024Z","steps":["trace[1032054588] 'agreement among raft nodes before linearized reading' (duration: 5.113130456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946785611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3308"} {"level":"warn","ts":"2026-03-03T18:40:27.025993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947168769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" ","response":"range_response_count:1 size:3313"} {"level":"warn","ts":"2026-03-03T18:40:27.02609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897445738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:27.026105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94607501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T18:40:27.026101Z","caller":"traceutil/trace.go:171","msg":"trace[1719089732] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:24552; }","duration":"5.946864582s","start":"2026-03-03T18:40:21.079222Z","end":"2026-03-03T18:40:27.026086Z","steps":["trace[1719089732] 'agreement among raft nodes before linearized reading' (duration: 5.946668048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.026128Z","caller":"traceutil/trace.go:171","msg":"trace[1044923223] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24552; }","duration":"4.946128771s","start":"2026-03-03T18:40:22.079995Z","end":"2026-03-03T18:40:27.026123Z","steps":["trace[1044923223] 'agreement among raft nodes before linearized reading' (duration: 4.94607935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947877966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T18:40:27.026154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079219Z","time spent":"5.946919643s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3332,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.079978Z","time spent":"4.946162821s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.030424807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:40:27.026114Z","caller":"traceutil/trace.go:171","msg":"trace[1285804547] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24552; }","duration":"4.89751441s","start":"2026-03-03T18:40:22.128591Z","end":"2026-03-03T18:40:27.026106Z","steps":["trace[1285804547] 'agreement among raft nodes before linearized reading' (duration: 4.897473819s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.026205Z","caller":"traceutil/trace.go:171","msg":"trace[11445872] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24552; }","duration":"5.030500259s","start":"2026-03-03T18:40:21.9957Z","end":"2026-03-03T18:40:27.026201Z","steps":["trace[11445872] 'agreement among raft nodes before linearized reading' (duration: 5.030452148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.995673Z","time spent":"5.03054453s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.128562Z","time spent":"4.897654763s","remote":"127.0.0.1:44494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.026223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608390386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-03-03T18:40:27.026302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830579377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T18:40:27.026174Z","caller":"traceutil/trace.go:171","msg":"trace[1561504274] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia; range_end:; response_count:1; response_revision:24552; }","duration":"5.947366013s","start":"2026-03-03T18:40:21.078728Z","end":"2026-03-03T18:40:27.026094Z","steps":["trace[1561504274] 'agreement among raft nodes before linearized reading' (duration: 5.947017065s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.026338Z","caller":"traceutil/trace.go:171","msg":"trace[834088752] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/node-feature-discovery; range_end:; response_count:1; response_revision:24552; }","duration":"5.830650049s","start":"2026-03-03T18:40:21.195679Z","end":"2026-03-03T18:40:27.026329Z","steps":["trace[834088752] 'agreement among raft nodes before linearized reading' (duration: 5.830580397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.026173Z","caller":"traceutil/trace.go:171","msg":"trace[1069952611] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24552; }","duration":"5.947933737s","start":"2026-03-03T18:40:21.078229Z","end":"2026-03-03T18:40:27.026163Z","steps":["trace[1069952611] 'agreement among raft nodes before linearized reading' (duration: 5.947823874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.195658Z","time spent":"5.830698881s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":898,"request content":"key:\"/registry/serviceaccounts/monitoring/node-feature-discovery\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078225Z","time spent":"5.948145232s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.848319964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:27.026418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078724Z","time spent":"5.94761695s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3337,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-octavia\" "} {"level":"info","ts":"2026-03-03T18:40:27.026434Z","caller":"traceutil/trace.go:171","msg":"trace[1078601913] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24552; }","duration":"4.848415086s","start":"2026-03-03T18:40:22.178012Z","end":"2026-03-03T18:40:27.026427Z","steps":["trace[1078601913] 'agreement among raft nodes before linearized reading' (duration: 4.848310514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945652863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xdbd2\" ","response":"range_response_count:1 size:3397"} {"level":"info","ts":"2026-03-03T18:40:27.026475Z","caller":"traceutil/trace.go:171","msg":"trace[1968235042] range","detail":"{range_begin:/registry/pods/openstack/magnum-registry-c45778976-xdbd2; range_end:; response_count:1; response_revision:24552; }","duration":"5.945678363s","start":"2026-03-03T18:40:21.080792Z","end":"2026-03-03T18:40:27.026471Z","steps":["trace[1968235042] 'agreement among raft nodes before linearized reading' (duration: 5.945626632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.912745Z","time spent":"5.11330046s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:27.02649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.08079Z","time spent":"5.945696624s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":3421,"request content":"key:\"/registry/pods/openstack/magnum-registry-c45778976-xdbd2\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946140144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-03T18:40:27.026533Z","caller":"traceutil/trace.go:171","msg":"trace[738933208] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24552; }","duration":"5.946173984s","start":"2026-03-03T18:40:21.080353Z","end":"2026-03-03T18:40:27.026527Z","steps":["trace[738933208] 'agreement among raft nodes before linearized reading' (duration: 5.946107903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.080348Z","time spent":"5.946199956s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947386375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T18:40:27.026455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.177997Z","time spent":"4.848452607s","remote":"127.0.0.1:56322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":96,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:27.025967Z","caller":"traceutil/trace.go:171","msg":"trace[916068541] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24552; }","duration":"4.250280981s","start":"2026-03-03T18:40:22.775681Z","end":"2026-03-03T18:40:27.025962Z","steps":["trace[916068541] 'agreement among raft nodes before linearized reading' (duration: 4.250255401s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.025851Z","caller":"traceutil/trace.go:171","msg":"trace[1352084446] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:24552; }","duration":"5.947802704s","start":"2026-03-03T18:40:21.078009Z","end":"2026-03-03T18:40:27.025812Z","steps":["trace[1352084446] 'agreement among raft nodes before linearized reading' (duration: 5.947443035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.02675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078006Z","time spent":"5.948732746s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.946540054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:27.026873Z","caller":"traceutil/trace.go:171","msg":"trace[263176329] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24552; }","duration":"5.947188379s","start":"2026-03-03T18:40:21.079675Z","end":"2026-03-03T18:40:27.026864Z","steps":["trace[263176329] 'agreement among raft nodes before linearized reading' (duration: 5.946498242s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:27.026291Z","caller":"traceutil/trace.go:171","msg":"trace[615848472] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24552; }","duration":"5.608495419s","start":"2026-03-03T18:40:21.417778Z","end":"2026-03-03T18:40:27.026273Z","steps":["trace[615848472] 'agreement among raft nodes before linearized reading' (duration: 5.608340425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.026914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079668Z","time spent":"5.94723754s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.417742Z","time spent":"5.609169724s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947807964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T18:40:27.026997Z","caller":"traceutil/trace.go:171","msg":"trace[2103743017] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:24552; }","duration":"5.949023074s","start":"2026-03-03T18:40:21.077955Z","end":"2026-03-03T18:40:27.026978Z","steps":["trace[2103743017] 'agreement among raft nodes before linearized reading' (duration: 5.947705172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.027068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077951Z","time spent":"5.949098586s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T18:40:27.02582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.437841Z","time spent":"3.587972756s","remote":"127.0.0.1:33684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.025777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.079295Z","time spent":"5.946477143s","remote":"127.0.0.1:33706","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T18:40:27.025961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.077875Z","time spent":"5.9480779s","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":9588,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-neutron-server\" "} {"level":"info","ts":"2026-03-03T18:40:27.026008Z","caller":"traceutil/trace.go:171","msg":"trace[1193733558] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24552; }","duration":"4.548268128s","start":"2026-03-03T18:40:22.477735Z","end":"2026-03-03T18:40:27.026003Z","steps":["trace[1193733558] 'agreement among raft nodes before linearized reading' (duration: 4.548242108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.02729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.477713Z","time spent":"4.549555239s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.808765638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:27.027352Z","caller":"traceutil/trace.go:171","msg":"trace[2145122671] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24552; }","duration":"4.810072929s","start":"2026-03-03T18:40:22.217263Z","end":"2026-03-03T18:40:27.027336Z","steps":["trace[2145122671] 'agreement among raft nodes before linearized reading' (duration: 4.808754088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.027418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.217245Z","time spent":"4.810149471s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":78,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.025442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947281292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3298"} {"level":"info","ts":"2026-03-03T18:40:27.027472Z","caller":"traceutil/trace.go:171","msg":"trace[547030377] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:24552; }","duration":"5.94932734s","start":"2026-03-03T18:40:21.078134Z","end":"2026-03-03T18:40:27.027461Z","steps":["trace[547030377] 'agreement among raft nodes before linearized reading' (duration: 5.947270511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.027499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078117Z","time spent":"5.949373832s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":3322,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" "} {"level":"info","ts":"2026-03-03T18:40:27.026601Z","caller":"traceutil/trace.go:171","msg":"trace[154405850] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:24552; }","duration":"5.948436989s","start":"2026-03-03T18:40:21.078151Z","end":"2026-03-03T18:40:27.026588Z","steps":["trace[154405850] 'agreement among raft nodes before linearized reading' (duration: 5.947125598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.027564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.078146Z","time spent":"5.949401202s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T18:40:27.026695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:22.775662Z","time spent":"4.251017089s","remote":"127.0.0.1:53824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.029509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947790075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-h84s8\" ","response":"range_response_count:1 size:3966"} {"level":"info","ts":"2026-03-03T18:40:27.029538Z","caller":"traceutil/trace.go:171","msg":"trace[28278635] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-h84s8; range_end:; response_count:1; response_revision:24552; }","duration":"5.947823925s","start":"2026-03-03T18:40:21.0817Z","end":"2026-03-03T18:40:27.029524Z","steps":["trace[28278635] 'agreement among raft nodes before linearized reading' (duration: 5.944852374s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.029556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.081693Z","time spent":"5.947859186s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3990,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-h84s8\" "} {"level":"warn","ts":"2026-03-03T18:40:27.030188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.951675786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-03-03T18:40:27.030233Z","caller":"traceutil/trace.go:171","msg":"trace[89304713] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24552; }","duration":"5.951730037s","start":"2026-03-03T18:40:21.078494Z","end":"2026-03-03T18:40:27.030224Z","steps":["trace[89304713] 'agreement among raft nodes before linearized reading' (duration: 5.948304667s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.030255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:21.07849Z","time spent":"5.951760248s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4751,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"info","ts":"2026-03-03T18:40:27.077228Z","caller":"traceutil/trace.go:171","msg":"trace[719341114] transaction","detail":"{read_only:false; response_revision:24553; number_of_response:1; }","duration":"994.940464ms","start":"2026-03-03T18:40:26.082272Z","end":"2026-03-03T18:40:27.077212Z","steps":["trace[719341114] 'process raft request' (duration: 994.709738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.077336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:26.082227Z","time spent":"995.052697ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:27.077518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.985772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-03-03T18:40:27.07755Z","caller":"traceutil/trace.go:171","msg":"trace[1234851931] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24553; }","duration":"321.014893ms","start":"2026-03-03T18:40:26.756527Z","end":"2026-03-03T18:40:27.077542Z","steps":["trace[1234851931] 'agreement among raft nodes before linearized reading' (duration: 320.924971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.07757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:26.756471Z","time spent":"321.095045ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:27.07772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.43761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:27.077746Z","caller":"traceutil/trace.go:171","msg":"trace[1273756833] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24553; }","duration":"741.506152ms","start":"2026-03-03T18:40:26.336235Z","end":"2026-03-03T18:40:27.077741Z","steps":["trace[1273756833] 'agreement among raft nodes before linearized reading' (duration: 741.452261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.077764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:26.336214Z","time spent":"741.545542ms","remote":"127.0.0.1:56402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.077899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.188001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:27.077924Z","caller":"traceutil/trace.go:171","msg":"trace[1579978658] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24553; }","duration":"990.240793ms","start":"2026-03-03T18:40:26.087677Z","end":"2026-03-03T18:40:27.077918Z","steps":["trace[1579978658] 'agreement among raft nodes before linearized reading' (duration: 990.172241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.077941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:26.087665Z","time spent":"990.271223ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140996603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:27.078105Z","caller":"traceutil/trace.go:171","msg":"trace[1444343744] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24553; }","duration":"1.141022763s","start":"2026-03-03T18:40:25.937077Z","end":"2026-03-03T18:40:27.0781Z","steps":["trace[1444343744] 'agreement among raft nodes before linearized reading' (duration: 1.140958602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.078122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.937053Z","time spent":"1.141065324s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141250338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:27.078251Z","caller":"traceutil/trace.go:171","msg":"trace[247827943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24553; }","duration":"1.14132086s","start":"2026-03-03T18:40:25.936925Z","end":"2026-03-03T18:40:27.078246Z","steps":["trace[247827943] 'agreement among raft nodes before linearized reading' (duration: 1.141264338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.07827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.936893Z","time spent":"1.141372992s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141578346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:27.078398Z","caller":"traceutil/trace.go:171","msg":"trace[430893932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24553; }","duration":"1.141647389s","start":"2026-03-03T18:40:25.936743Z","end":"2026-03-03T18:40:27.078391Z","steps":["trace[430893932] 'agreement among raft nodes before linearized reading' (duration: 1.141594868s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.078416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.936712Z","time spent":"1.141700369s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141823893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:27.078541Z","caller":"traceutil/trace.go:171","msg":"trace[1092179651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24553; }","duration":"1.141878204s","start":"2026-03-03T18:40:25.936658Z","end":"2026-03-03T18:40:27.078536Z","steps":["trace[1092179651] 'agreement among raft nodes before linearized reading' (duration: 1.141821713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.078561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.936638Z","time spent":"1.141919625s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984048149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:27.078674Z","caller":"traceutil/trace.go:171","msg":"trace[358738866] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:24553; }","duration":"1.984102619s","start":"2026-03-03T18:40:25.094565Z","end":"2026-03-03T18:40:27.078668Z","steps":["trace[358738866] 'agreement among raft nodes before linearized reading' (duration: 1.984068529s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.078694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.094546Z","time spent":"1.984141421s","remote":"127.0.0.1:53772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.078792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989291483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:27.078814Z","caller":"traceutil/trace.go:171","msg":"trace[1050036247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24553; }","duration":"1.989340564s","start":"2026-03-03T18:40:25.089469Z","end":"2026-03-03T18:40:27.07881Z","steps":["trace[1050036247] 'agreement among raft nodes before linearized reading' (duration: 1.989309373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.07883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:25.089452Z","time spent":"1.989375065s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:27.078921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126995524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:27.078947Z","caller":"traceutil/trace.go:171","msg":"trace[200140253] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24553; }","duration":"2.127065576s","start":"2026-03-03T18:40:24.951874Z","end":"2026-03-03T18:40:27.07894Z","steps":["trace[200140253] 'agreement among raft nodes before linearized reading' (duration: 2.127028825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.078966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:24.951853Z","time spent":"2.127106966s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.079071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392840341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:27.079095Z","caller":"traceutil/trace.go:171","msg":"trace[1386549130] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24553; }","duration":"2.392903892s","start":"2026-03-03T18:40:24.686186Z","end":"2026-03-03T18:40:27.07909Z","steps":["trace[1386549130] 'agreement among raft nodes before linearized reading' (duration: 2.392867051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.079115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:24.686162Z","time spent":"2.392948373s","remote":"127.0.0.1:53762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.079422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536385379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:27.079502Z","caller":"traceutil/trace.go:171","msg":"trace[958330292] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24553; }","duration":"2.536506732s","start":"2026-03-03T18:40:24.542976Z","end":"2026-03-03T18:40:27.079483Z","steps":["trace[958330292] 'agreement among raft nodes before linearized reading' (duration: 2.536249196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.079544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:24.542959Z","time spent":"2.536576614s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:27.079739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.589472627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:27.079771Z","caller":"traceutil/trace.go:171","msg":"trace[699985798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24553; }","duration":"2.589506598s","start":"2026-03-03T18:40:24.490258Z","end":"2026-03-03T18:40:27.079764Z","steps":["trace[699985798] 'agreement among raft nodes before linearized reading' (duration: 2.589405636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.079792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:24.490198Z","time spent":"2.58958818s","remote":"127.0.0.1:56032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":115,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:27.079921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.145667171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-03T18:40:27.079948Z","caller":"traceutil/trace.go:171","msg":"trace[797045374] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24553; }","duration":"3.145719791s","start":"2026-03-03T18:40:23.934221Z","end":"2026-03-03T18:40:27.079941Z","steps":["trace[797045374] 'agreement among raft nodes before linearized reading' (duration: 3.145653779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:27.079965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:23.934202Z","time spent":"3.145758173s","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7408,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T18:40:27.577912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:28.078258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064496,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:28.453376Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376903151s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:29.082006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999635688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:29.082112Z","caller":"traceutil/trace.go:171","msg":"trace[885225956] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999768551s","start":"2026-03-03T18:40:27.082313Z","end":"2026-03-03T18:40:29.082081Z","steps":["trace[885225956] 'agreement among raft nodes before linearized reading' (duration: 1.999655248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:29.082166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.082298Z","time spent":"1.999858404s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:30.710647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.255505639s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:31.089695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999915915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:40:31.089762Z","caller":"traceutil/trace.go:171","msg":"trace[244344654] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000035788s","start":"2026-03-03T18:40:29.089708Z","end":"2026-03-03T18:40:31.089744Z","steps":["trace[244344654] 'agreement among raft nodes before linearized reading' (duration: 1.999949286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.089802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.089684Z","time spent":"2.000108449s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:31.182878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729003272s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:31.183172Z","caller":"traceutil/trace.go:171","msg":"trace[40566385] transaction","detail":"{read_only:false; response_revision:24554; number_of_response:1; }","duration":"4.153792836s","start":"2026-03-03T18:40:27.02924Z","end":"2026-03-03T18:40:31.183032Z","steps":["trace[40566385] 'process raft request' (duration: 1.424550129s)","trace[40566385] 'compare' (duration: 2.728694384s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:31.183185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.030001Z","time spent":"4.153175911s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:40:31.183229Z","caller":"traceutil/trace.go:171","msg":"trace[968690896] transaction","detail":"{read_only:false; response_revision:24555; number_of_response:1; }","duration":"4.152658699s","start":"2026-03-03T18:40:27.030559Z","end":"2026-03-03T18:40:31.183217Z","steps":["trace[968690896] 'process raft request' (duration: 4.152507716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.183274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.030549Z","time spent":"4.15270104s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:31.183285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.029223Z","time spent":"4.154009792s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:31.183386Z","caller":"traceutil/trace.go:171","msg":"trace[704514577] transaction","detail":"{read_only:false; response_revision:24556; number_of_response:1; }","duration":"4.097092493s","start":"2026-03-03T18:40:27.086287Z","end":"2026-03-03T18:40:31.18338Z","steps":["trace[704514577] 'process raft request' (duration: 4.096903949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.183416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.086273Z","time spent":"4.097125564s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:31.183641Z","caller":"traceutil/trace.go:171","msg":"trace[1418042339] transaction","detail":"{read_only:false; response_revision:24559; number_of_response:1; }","duration":"4.096735095s","start":"2026-03-03T18:40:27.086891Z","end":"2026-03-03T18:40:31.183626Z","steps":["trace[1418042339] 'process raft request' (duration: 4.096673353s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.183705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.086886Z","time spent":"4.096787446s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:31.18383Z","caller":"traceutil/trace.go:171","msg":"trace[890901807] transaction","detail":"{read_only:false; response_revision:24557; number_of_response:1; }","duration":"4.097137563s","start":"2026-03-03T18:40:27.086683Z","end":"2026-03-03T18:40:31.183821Z","steps":["trace[890901807] 'process raft request' (duration: 4.096668953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.183874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.086669Z","time spent":"4.097178685s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:31.183979Z","caller":"traceutil/trace.go:171","msg":"trace[842125770] transaction","detail":"{read_only:false; response_revision:24558; number_of_response:1; }","duration":"4.097199566s","start":"2026-03-03T18:40:27.086771Z","end":"2026-03-03T18:40:31.183971Z","steps":["trace[842125770] 'process raft request' (duration: 4.096736814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:31.18402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.086761Z","time spent":"4.097236138s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:33.472788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.245375938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-03T18:40:33.472853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.382454235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T18:40:33.472861Z","caller":"traceutil/trace.go:171","msg":"trace[1104738700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.245504061s","start":"2026-03-03T18:40:31.22734Z","end":"2026-03-03T18:40:33.472844Z","steps":["trace[1104738700] 'agreement among raft nodes before linearized reading' (duration: 2.245413829s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:33.472881Z","caller":"traceutil/trace.go:171","msg":"trace[1855678425] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.382520867s","start":"2026-03-03T18:40:31.090352Z","end":"2026-03-03T18:40:33.472873Z","steps":["trace[1855678425] 'agreement among raft nodes before linearized reading' (duration: 2.382487716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.472896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.227317Z","time spent":"2.245571413s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:33.4729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.090336Z","time spent":"2.382558897s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:33.970643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787020506s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T18:40:33.970816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.02834Z","time spent":"1.942466714s","remote":"127.0.0.1:47602","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:40:33.971006Z","caller":"traceutil/trace.go:171","msg":"trace[1933609287] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25467; }","duration":"6.893795778s","start":"2026-03-03T18:40:27.07708Z","end":"2026-03-03T18:40:33.970876Z","steps":["trace[1933609287] 'read index received' (duration: 1.376627254s)","trace[1933609287] 'applied index is now lower than readState.Index' (duration: 5.517165544s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:33.972868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942184574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-dcc8f8475-j777v\" ","response":"range_response_count:1 size:13674"} {"level":"info","ts":"2026-03-03T18:40:33.972926Z","caller":"traceutil/trace.go:171","msg":"trace[657462354] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-dcc8f8475-j777v; range_end:; response_count:1; response_revision:24560; }","duration":"6.942249306s","start":"2026-03-03T18:40:27.030657Z","end":"2026-03-03T18:40:33.972906Z","steps":["trace[657462354] 'agreement among raft nodes before linearized reading' (duration: 6.942086192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.972962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.030638Z","time spent":"6.942315098s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":13698,"request content":"key:\"/registry/pods/openstack/cinder-backup-dcc8f8475-j777v\" "} {"level":"warn","ts":"2026-03-03T18:40:33.972976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.94281901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kx6vg\" ","response":"range_response_count:1 size:10143"} {"level":"info","ts":"2026-03-03T18:40:33.973031Z","caller":"traceutil/trace.go:171","msg":"trace[1412400100] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kx6vg; range_end:; response_count:1; response_revision:24560; }","duration":"6.942899121s","start":"2026-03-03T18:40:27.030107Z","end":"2026-03-03T18:40:33.973007Z","steps":["trace[1412400100] 'agreement among raft nodes before linearized reading' (duration: 6.942699187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.029995Z","time spent":"6.943065196s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":10167,"request content":"key:\"/registry/pods/openstack/rook-ceph-crashcollector-instance-754c646bfd-kx6vg\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.945349819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d\" ","response":"range_response_count:1 size:4926"} {"level":"info","ts":"2026-03-03T18:40:33.973137Z","caller":"traceutil/trace.go:171","msg":"trace[156500553] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d; range_end:; response_count:1; response_revision:24560; }","duration":"6.94538826s","start":"2026-03-03T18:40:27.027735Z","end":"2026-03-03T18:40:33.973123Z","steps":["trace[156500553] 'agreement among raft nodes before linearized reading' (duration: 6.945283288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.027686Z","time spent":"6.945469773s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4950,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.938976759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-api-6ffff99bb5-v2skn\" ","response":"range_response_count:1 size:8568"} {"level":"info","ts":"2026-03-03T18:40:33.973242Z","caller":"traceutil/trace.go:171","msg":"trace[186161668] range","detail":"{range_begin:/registry/pods/openstack/magnum-api-6ffff99bb5-v2skn; range_end:; response_count:1; response_revision:24560; }","duration":"6.93901695s","start":"2026-03-03T18:40:27.034216Z","end":"2026-03-03T18:40:33.973233Z","steps":["trace[186161668] 'agreement among raft nodes before linearized reading' (duration: 6.938929698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.034209Z","time spent":"6.93905363s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":8592,"request content":"key:\"/registry/pods/openstack/magnum-api-6ffff99bb5-v2skn\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942225506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13665"} {"level":"info","ts":"2026-03-03T18:40:33.973536Z","caller":"traceutil/trace.go:171","msg":"trace[1293577927] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24560; }","duration":"6.942266316s","start":"2026-03-03T18:40:27.031259Z","end":"2026-03-03T18:40:33.973526Z","steps":["trace[1293577927] 'agreement among raft nodes before linearized reading' (duration: 6.942158684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031256Z","time spent":"6.942302707s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13689,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942635095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-77694f8cd7-ldlbk\" ","response":"range_response_count:1 size:7150"} {"level":"warn","ts":"2026-03-03T18:40:33.973694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942934833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" ","response":"range_response_count:1 size:2759"} {"level":"info","ts":"2026-03-03T18:40:33.973751Z","caller":"traceutil/trace.go:171","msg":"trace[1137484563] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-77694f8cd7-ldlbk; range_end:; response_count:1; response_revision:24560; }","duration":"6.942679436s","start":"2026-03-03T18:40:27.031046Z","end":"2026-03-03T18:40:33.973726Z","steps":["trace[1137484563] 'agreement among raft nodes before linearized reading' (duration: 6.942583814s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:33.973761Z","caller":"traceutil/trace.go:171","msg":"trace[1321651301] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-registry-c45778976; range_end:; response_count:1; response_revision:24560; }","duration":"6.943019354s","start":"2026-03-03T18:40:27.030724Z","end":"2026-03-03T18:40:33.973743Z","steps":["trace[1321651301] 'agreement among raft nodes before linearized reading' (duration: 6.942784789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031043Z","time spent":"6.942731577s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":7174,"request content":"key:\"/registry/pods/openstack/heat-engine-77694f8cd7-ldlbk\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.030719Z","time spent":"6.943071286s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2783,"request content":"key:\"/registry/replicasets/openstack/magnum-registry-c45778976\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942808119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wk425\" ","response":"range_response_count:1 size:4952"} {"level":"info","ts":"2026-03-03T18:40:33.973937Z","caller":"traceutil/trace.go:171","msg":"trace[205631591] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wk425; range_end:; response_count:1; response_revision:24560; }","duration":"6.94284332s","start":"2026-03-03T18:40:27.031083Z","end":"2026-03-03T18:40:33.973926Z","steps":["trace[205631591] 'agreement among raft nodes before linearized reading' (duration: 6.942763138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.973978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.03108Z","time spent":"6.942890292s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4976,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-wk425\" "} {"level":"warn","ts":"2026-03-03T18:40:33.97405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943002854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:10689"} {"level":"warn","ts":"2026-03-03T18:40:33.974073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.940501965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:33.974085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943005165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10672"} {"level":"info","ts":"2026-03-03T18:40:33.974118Z","caller":"traceutil/trace.go:171","msg":"trace[1583824627] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:24560; }","duration":"6.943045126s","start":"2026-03-03T18:40:27.031065Z","end":"2026-03-03T18:40:33.97411Z","steps":["trace[1583824627] 'agreement among raft nodes before linearized reading' (duration: 6.942967363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.97415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.03106Z","time spent":"6.943083967s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10696,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943142768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-867d497c7f-p4nbh\" ","response":"range_response_count:1 size:12027"} {"level":"info","ts":"2026-03-03T18:40:33.974184Z","caller":"traceutil/trace.go:171","msg":"trace[680648515] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-867d497c7f-p4nbh; range_end:; response_count:1; response_revision:24560; }","duration":"6.943174079s","start":"2026-03-03T18:40:27.030994Z","end":"2026-03-03T18:40:33.974168Z","steps":["trace[680648515] 'agreement among raft nodes before linearized reading' (duration: 6.943114398s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:33.974094Z","caller":"traceutil/trace.go:171","msg":"trace[1156543591] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:24560; }","duration":"6.943054896s","start":"2026-03-03T18:40:27.031029Z","end":"2026-03-03T18:40:33.974084Z","steps":["trace[1156543591] 'agreement among raft nodes before linearized reading' (duration: 6.942947523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.97421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.030989Z","time spent":"6.94321592s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12051,"request content":"key:\"/registry/pods/openstack/keystone-api-867d497c7f-p4nbh\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031026Z","time spent":"6.943186739s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":10713,"request content":"key:\"/registry/pods/openstack/rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.940788322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-sb95f\" ","response":"range_response_count:1 size:4909"} {"level":"info","ts":"2026-03-03T18:40:33.974116Z","caller":"traceutil/trace.go:171","msg":"trace[283932344] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24560; }","duration":"6.940570507s","start":"2026-03-03T18:40:27.033533Z","end":"2026-03-03T18:40:33.974104Z","steps":["trace[283932344] 'agreement among raft nodes before linearized reading' (duration: 6.940478824s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:33.974274Z","caller":"traceutil/trace.go:171","msg":"trace[1380468521] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-sb95f; range_end:; response_count:1; response_revision:24560; }","duration":"6.940852904s","start":"2026-03-03T18:40:27.033409Z","end":"2026-03-03T18:40:33.974262Z","steps":["trace[1380468521] 'agreement among raft nodes before linearized reading' (duration: 6.940727081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.033523Z","time spent":"6.940770091s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.033405Z","time spent":"6.940897804s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4933,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-sb95f\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941930819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:33.974496Z","caller":"traceutil/trace.go:171","msg":"trace[95426863] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24560; }","duration":"6.94196825s","start":"2026-03-03T18:40:27.032519Z","end":"2026-03-03T18:40:33.974487Z","steps":["trace[95426863] 'agreement among raft nodes before linearized reading' (duration: 6.941896798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.032512Z","time spent":"6.94199766s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941928679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3311"} {"level":"info","ts":"2026-03-03T18:40:33.974544Z","caller":"traceutil/trace.go:171","msg":"trace[1562052783] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:24560; }","duration":"6.94197013s","start":"2026-03-03T18:40:27.032563Z","end":"2026-03-03T18:40:33.974533Z","steps":["trace[1562052783] 'agreement among raft nodes before linearized reading' (duration: 6.941844527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.032557Z","time spent":"6.942033091s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3335,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942087232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4779"} {"level":"info","ts":"2026-03-03T18:40:33.974708Z","caller":"traceutil/trace.go:171","msg":"trace[1449223414] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:24560; }","duration":"6.942143973s","start":"2026-03-03T18:40:27.03254Z","end":"2026-03-03T18:40:33.974684Z","steps":["trace[1449223414] 'agreement among raft nodes before linearized reading' (duration: 6.942032591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.032536Z","time spent":"6.942193335s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4803,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.97483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943529628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-c9f88bb86-9v24g\" ","response":"range_response_count:1 size:11404"} {"level":"info","ts":"2026-03-03T18:40:33.974853Z","caller":"traceutil/trace.go:171","msg":"trace[2129030985] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-c9f88bb86-9v24g; range_end:; response_count:1; response_revision:24560; }","duration":"6.943572898s","start":"2026-03-03T18:40:27.031274Z","end":"2026-03-03T18:40:33.974847Z","steps":["trace[2129030985] 'agreement among raft nodes before linearized reading' (duration: 6.943526867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031243Z","time spent":"6.94362401s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":11428,"request content":"key:\"/registry/pods/openstack/neutron-server-c9f88bb86-9v24g\" "} {"level":"warn","ts":"2026-03-03T18:40:33.974875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942285247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9ts4q\" ","response":"range_response_count:1 size:4308"} {"level":"info","ts":"2026-03-03T18:40:33.974906Z","caller":"traceutil/trace.go:171","msg":"trace[2021427154] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9ts4q; range_end:; response_count:1; response_revision:24560; }","duration":"6.942335608s","start":"2026-03-03T18:40:27.03256Z","end":"2026-03-03T18:40:33.974895Z","steps":["trace[2021427154] 'agreement among raft nodes before linearized reading' (duration: 6.942238596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.974936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.032553Z","time spent":"6.942370629s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4332,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-9ts4q\" "} {"level":"warn","ts":"2026-03-03T18:40:33.97496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943602249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-n5kjn\" ","response":"range_response_count:1 size:4909"} {"level":"warn","ts":"2026-03-03T18:40:33.974659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942115333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3313"} {"level":"info","ts":"2026-03-03T18:40:33.974989Z","caller":"traceutil/trace.go:171","msg":"trace[1740640650] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-n5kjn; range_end:; response_count:1; response_revision:24560; }","duration":"6.943628799s","start":"2026-03-03T18:40:27.031354Z","end":"2026-03-03T18:40:33.974982Z","steps":["trace[1740640650] 'agreement among raft nodes before linearized reading' (duration: 6.943565558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.975022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031338Z","time spent":"6.943680131s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4933,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-n5kjn\" "} {"level":"info","ts":"2026-03-03T18:40:33.97502Z","caller":"traceutil/trace.go:171","msg":"trace[656005127] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:24560; }","duration":"6.942470642s","start":"2026-03-03T18:40:27.032526Z","end":"2026-03-03T18:40:33.974996Z","steps":["trace[656005127] 'agreement among raft nodes before linearized reading' (duration: 6.942087513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.975052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.032518Z","time spent":"6.942523633s","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3337,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-03T18:40:33.975102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.943709001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:10671"} {"level":"info","ts":"2026-03-03T18:40:33.975157Z","caller":"traceutil/trace.go:171","msg":"trace[1211494243] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:24560; }","duration":"6.943774073s","start":"2026-03-03T18:40:27.03137Z","end":"2026-03-03T18:40:33.975144Z","steps":["trace[1211494243] 'agreement among raft nodes before linearized reading' (duration: 6.943389314s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.975186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031364Z","time spent":"6.943815044s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10695,"request content":"key:\"/registry/pods/openstack/rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:33.973538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.942277437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d\" ","response":"range_response_count:1 size:4926"} {"level":"info","ts":"2026-03-03T18:40:33.975261Z","caller":"traceutil/trace.go:171","msg":"trace[983455917] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d; range_end:; response_count:1; response_revision:24560; }","duration":"6.944004198s","start":"2026-03-03T18:40:27.031242Z","end":"2026-03-03T18:40:33.975247Z","steps":["trace[983455917] 'agreement among raft nodes before linearized reading' (duration: 6.942232226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:33.975299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.031238Z","time spent":"6.944050679s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4950,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-4lj2d\" "} {"level":"warn","ts":"2026-03-03T18:40:33.978281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.178015993s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:33.97837Z","caller":"traceutil/trace.go:171","msg":"trace[1874575186] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24560; }","duration":"2.178111855s","start":"2026-03-03T18:40:31.800245Z","end":"2026-03-03T18:40:33.978357Z","steps":["trace[1874575186] 'range keys from in-memory index tree' (duration: 2.178000771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.028836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.02965Z","time spent":"4.999180867s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:40:34.028861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.027833Z","time spent":"5.001018271s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:34.029025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.02877Z","time spent":"5.000253083s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:34.029041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.028876Z","time spent":"5.000158791s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T18:40:34.029074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.028892Z","time spent":"5.000180461s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:34.029107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.028852Z","time spent":"5.000253933s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:34.029689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.031247Z","time spent":"4.99843979s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 18:40:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:34.086622Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.37579725s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:34.262833Z","caller":"traceutil/trace.go:171","msg":"trace[1507289495] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24567; }","duration":"3.074955986s","start":"2026-03-03T18:40:31.187846Z","end":"2026-03-03T18:40:34.262802Z","steps":["trace[1507289495] 'process raft request' (duration: 2.993343332s)","trace[1507289495] 'compare' (duration: 81.44331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:34.262989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.187826Z","time spent":"3.075080238s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:34.263597Z","caller":"traceutil/trace.go:171","msg":"trace[539520492] transaction","detail":"{read_only:false; response_revision:24569; number_of_response:1; }","duration":"2.767412932s","start":"2026-03-03T18:40:31.49617Z","end":"2026-03-03T18:40:34.263583Z","steps":["trace[539520492] 'process raft request' (duration: 2.767167537s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.263645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.496154Z","time spent":"2.767467173s","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:34.263602Z","caller":"traceutil/trace.go:171","msg":"trace[966642764] transaction","detail":"{read_only:false; response_revision:24568; number_of_response:1; }","duration":"2.909835635s","start":"2026-03-03T18:40:31.353727Z","end":"2026-03-03T18:40:34.263563Z","steps":["trace[966642764] 'process raft request' (duration: 2.908979135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.263725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754618218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.263754Z","caller":"traceutil/trace.go:171","msg":"trace[822998418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24570; }","duration":"2.75468041s","start":"2026-03-03T18:40:31.509065Z","end":"2026-03-03T18:40:34.263746Z","steps":["trace[822998418] 'agreement among raft nodes before linearized reading' (duration: 2.754631329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.263773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.509048Z","time spent":"2.754720391s","remote":"127.0.0.1:44414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.263774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.353713Z","time spent":"2.909974699s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:34.263877Z","caller":"traceutil/trace.go:171","msg":"trace[1341318709] transaction","detail":"{read_only:false; response_revision:24570; number_of_response:1; }","duration":"2.177750806s","start":"2026-03-03T18:40:32.086118Z","end":"2026-03-03T18:40:34.263869Z","steps":["trace[1341318709] 'process raft request' (duration: 2.177328666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.263918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.086089Z","time spent":"2.177807498s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:34.264038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.356975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.264064Z","caller":"traceutil/trace.go:171","msg":"trace[593206054] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24570; }","duration":"789.401386ms","start":"2026-03-03T18:40:33.474655Z","end":"2026-03-03T18:40:34.264056Z","steps":["trace[593206054] 'agreement among raft nodes before linearized reading' (duration: 789.358715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.394806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125050"} {"level":"warn","ts":"2026-03-03T18:40:34.264117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287685947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.264141Z","caller":"traceutil/trace.go:171","msg":"trace[907680844] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24570; }","duration":"1.287743408s","start":"2026-03-03T18:40:32.976391Z","end":"2026-03-03T18:40:34.264135Z","steps":["trace[907680844] 'agreement among raft nodes before linearized reading' (duration: 1.287707767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.26416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.976373Z","time spent":"1.287780959s","remote":"127.0.0.1:37202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.264168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.195061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:34.264183Z","caller":"traceutil/trace.go:171","msg":"trace[1918332554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24570; }","duration":"789.239312ms","start":"2026-03-03T18:40:33.474939Z","end":"2026-03-03T18:40:34.264179Z","steps":["trace[1918332554] 'agreement among raft nodes before linearized reading' (duration: 789.193411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474921Z","time spent":"789.274662ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"778.140979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:40:34.264306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.479588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:34.264323Z","caller":"traceutil/trace.go:171","msg":"trace[1354558875] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24570; }","duration":"789.501928ms","start":"2026-03-03T18:40:33.474815Z","end":"2026-03-03T18:40:34.264317Z","steps":["trace[1354558875] 'agreement among raft nodes before linearized reading' (duration: 789.457837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.26432Z","caller":"traceutil/trace.go:171","msg":"trace[141548639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24570; }","duration":"778.208791ms","start":"2026-03-03T18:40:33.486095Z","end":"2026-03-03T18:40:34.264304Z","steps":["trace[141548639] 'agreement among raft nodes before linearized reading' (duration: 778.079568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474812Z","time spent":"789.531619ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.137509304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:34.264368Z","caller":"traceutil/trace.go:171","msg":"trace[391128990] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24570; }","duration":"2.137549044s","start":"2026-03-03T18:40:32.126812Z","end":"2026-03-03T18:40:34.264361Z","steps":["trace[391128990] 'agreement among raft nodes before linearized reading' (duration: 2.137486893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.486089Z","time spent":"778.264082ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:34.26439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.126801Z","time spent":"2.137584345s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.18466309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.264505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.54561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:40:34.264463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.57293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T18:40:34.264524Z","caller":"traceutil/trace.go:171","msg":"trace[6951666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24570; }","duration":"789.57097ms","start":"2026-03-03T18:40:33.474947Z","end":"2026-03-03T18:40:34.264518Z","steps":["trace[6951666] 'agreement among raft nodes before linearized reading' (duration: 789.526789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474942Z","time spent":"789.614591ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309911596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:40:34.264568Z","caller":"traceutil/trace.go:171","msg":"trace[570341463] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24570; }","duration":"789.699023ms","start":"2026-03-03T18:40:33.474844Z","end":"2026-03-03T18:40:34.264542Z","steps":["trace[570341463] 'agreement among raft nodes before linearized reading' (duration: 789.402266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.264596Z","caller":"traceutil/trace.go:171","msg":"trace[1624885418] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24570; }","duration":"2.309930217s","start":"2026-03-03T18:40:31.954661Z","end":"2026-03-03T18:40:34.264591Z","steps":["trace[1624885418] 'agreement among raft nodes before linearized reading' (duration: 2.309870105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.954605Z","time spent":"2.310003298s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"info","ts":"2026-03-03T18:40:34.26452Z","caller":"traceutil/trace.go:171","msg":"trace[406561631] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24570; }","duration":"2.184726182s","start":"2026-03-03T18:40:32.079788Z","end":"2026-03-03T18:40:34.264514Z","steps":["trace[406561631] 'agreement among raft nodes before linearized reading' (duration: 2.184688181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.26461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.693538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.264629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474837Z","time spent":"789.776704ms","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.079765Z","time spent":"2.184907486s","remote":"127.0.0.1:44128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:34.264694Z","caller":"traceutil/trace.go:171","msg":"trace[1328821244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24570; }","duration":"785.78924ms","start":"2026-03-03T18:40:33.47889Z","end":"2026-03-03T18:40:34.264679Z","steps":["trace[1328821244] 'agreement among raft nodes before linearized reading' (duration: 785.680067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.478882Z","time spent":"785.844151ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474643Z","time spent":"789.434717ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.264853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.671477539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:34.264913Z","caller":"traceutil/trace.go:171","msg":"trace[1043510199] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24570; }","duration":"2.67153216s","start":"2026-03-03T18:40:31.59334Z","end":"2026-03-03T18:40:34.264872Z","steps":["trace[1043510199] 'agreement among raft nodes before linearized reading' (duration: 2.671424488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.593321Z","time spent":"2.671610632s","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:34.264122Z","caller":"traceutil/trace.go:171","msg":"trace[1545141342] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24570; }","duration":"789.415516ms","start":"2026-03-03T18:40:33.474685Z","end":"2026-03-03T18:40:34.264101Z","steps":["trace[1545141342] 'agreement among raft nodes before linearized reading' (duration: 789.278623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474644Z","time spent":"790.355858ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125074,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T18:40:34.264142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.14633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:34.265045Z","caller":"traceutil/trace.go:171","msg":"trace[1165798723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24570; }","duration":"790.090442ms","start":"2026-03-03T18:40:33.474948Z","end":"2026-03-03T18:40:34.265038Z","steps":["trace[1165798723] 'agreement among raft nodes before linearized reading' (duration: 789.059398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.474925Z","time spent":"790.134683ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:34.265332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.503094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-03T18:40:34.265387Z","caller":"traceutil/trace.go:171","msg":"trace[324497741] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24570; }","duration":"788.568906ms","start":"2026-03-03T18:40:33.476804Z","end":"2026-03-03T18:40:34.265373Z","steps":["trace[324497741] 'agreement among raft nodes before linearized reading' (duration: 788.093735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.26518Z","caller":"traceutil/trace.go:171","msg":"trace[173007982] linearizableReadLoop","detail":"{readStateIndex:25486; appliedIndex:25475; }","duration":"292.440966ms","start":"2026-03-03T18:40:33.971111Z","end":"2026-03-03T18:40:34.263552Z","steps":["trace[173007982] 'read index received' (duration: 115.806883ms)","trace[173007982] 'applied index is now lower than readState.Index' (duration: 176.632763ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:34.265426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:33.476799Z","time spent":"788.616868ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T18:40:34.265467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785817468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:40:34.265536Z","caller":"traceutil/trace.go:171","msg":"trace[410109540] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24570; }","duration":"2.78590699s","start":"2026-03-03T18:40:31.479612Z","end":"2026-03-03T18:40:34.265519Z","steps":["trace[410109540] 'agreement among raft nodes before linearized reading' (duration: 2.785751706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.479598Z","time spent":"2.785977822s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:40:34.265674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.206906711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.265701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.977250125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:40:34.265727Z","caller":"traceutil/trace.go:171","msg":"trace[317047651] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24570; }","duration":"6.977321127s","start":"2026-03-03T18:40:27.288399Z","end":"2026-03-03T18:40:34.26572Z","steps":["trace[317047651] 'agreement among raft nodes before linearized reading' (duration: 6.977242675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.288375Z","time spent":"6.977365528s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:40:34.265788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.381745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:34.265819Z","caller":"traceutil/trace.go:171","msg":"trace[1389314432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24570; }","duration":"284.450357ms","start":"2026-03-03T18:40:33.981359Z","end":"2026-03-03T18:40:34.265809Z","steps":["trace[1389314432] 'agreement among raft nodes before linearized reading' (duration: 284.361945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.23304294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T18:40:34.265879Z","caller":"traceutil/trace.go:171","msg":"trace[2107472115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24570; }","duration":"6.23309895s","start":"2026-03-03T18:40:28.032773Z","end":"2026-03-03T18:40:34.265872Z","steps":["trace[2107472115] 'agreement among raft nodes before linearized reading' (duration: 6.233037119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.265898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:28.032753Z","time spent":"6.233140162s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:34.265914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.282736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.265909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913395149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:34.265978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.410843392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:34.265999Z","caller":"traceutil/trace.go:171","msg":"trace[1788273209] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:24570; }","duration":"6.410917903s","start":"2026-03-03T18:40:27.855074Z","end":"2026-03-03T18:40:34.265992Z","steps":["trace[1788273209] 'agreement among raft nodes before linearized reading' (duration: 6.410864352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.264285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714357721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.266017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.855052Z","time spent":"6.410960114s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.26606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.977415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-03T18:40:34.266045Z","caller":"traceutil/trace.go:171","msg":"trace[1359664998] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:24570; }","duration":"1.716105193s","start":"2026-03-03T18:40:32.549919Z","end":"2026-03-03T18:40:34.266024Z","steps":["trace[1359664998] 'agreement among raft nodes before linearized reading' (duration: 1.714343921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.62403415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.26611Z","caller":"traceutil/trace.go:171","msg":"trace[218512145] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24570; }","duration":"3.624108521s","start":"2026-03-03T18:40:30.641988Z","end":"2026-03-03T18:40:34.266096Z","steps":["trace[218512145] 'agreement among raft nodes before linearized reading' (duration: 3.624033719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.600956404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.266132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.132158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T18:40:34.266147Z","caller":"traceutil/trace.go:171","msg":"trace[2069238573] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24570; }","duration":"6.600983065s","start":"2026-03-03T18:40:27.665157Z","end":"2026-03-03T18:40:34.26614Z","steps":["trace[2069238573] 'agreement among raft nodes before linearized reading' (duration: 6.600941704s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266153Z","caller":"traceutil/trace.go:171","msg":"trace[208947442] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24570; }","duration":"235.18686ms","start":"2026-03-03T18:40:34.030958Z","end":"2026-03-03T18:40:34.266145Z","steps":["trace[208947442] 'agreement among raft nodes before linearized reading' (duration: 235.135459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.665114Z","time spent":"6.601045836s","remote":"127.0.0.1:44316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:30.641937Z","time spent":"3.624206964s","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.265328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.173962789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:34.266248Z","caller":"traceutil/trace.go:171","msg":"trace[833635215] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24570; }","duration":"6.174892402s","start":"2026-03-03T18:40:28.09134Z","end":"2026-03-03T18:40:34.266233Z","steps":["trace[833635215] 'agreement among raft nodes before linearized reading' (duration: 6.173840446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.975803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-03-03T18:40:34.266284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.806110482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T18:40:34.266298Z","caller":"traceutil/trace.go:171","msg":"trace[1221873017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24570; }","duration":"237.048734ms","start":"2026-03-03T18:40:34.029242Z","end":"2026-03-03T18:40:34.266291Z","steps":["trace[1221873017] 'agreement among raft nodes before linearized reading' (duration: 236.988563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:28.091276Z","time spent":"6.175001095s","remote":"127.0.0.1:56520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:32.549846Z","time spent":"1.716243427s","remote":"127.0.0.1:53708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.26634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.843974998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:34.266368Z","caller":"traceutil/trace.go:171","msg":"trace[1229575047] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24570; }","duration":"3.84403478s","start":"2026-03-03T18:40:30.422323Z","end":"2026-03-03T18:40:34.266358Z","steps":["trace[1229575047] 'agreement among raft nodes before linearized reading' (duration: 3.843967448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:30.422301Z","time spent":"3.84408229s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:34.266402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.118936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T18:40:34.266423Z","caller":"traceutil/trace.go:171","msg":"trace[836982097] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24570; }","duration":"237.151547ms","start":"2026-03-03T18:40:34.029264Z","end":"2026-03-03T18:40:34.266415Z","steps":["trace[836982097] 'agreement among raft nodes before linearized reading' (duration: 237.096626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266303Z","caller":"traceutil/trace.go:171","msg":"trace[1380319733] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24570; }","duration":"6.806157563s","start":"2026-03-03T18:40:27.460139Z","end":"2026-03-03T18:40:34.266296Z","steps":["trace[1380319733] 'agreement among raft nodes before linearized reading' (duration: 6.806102712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.460118Z","time spent":"6.806341658s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:40:34.266476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.85177904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T18:40:34.26652Z","caller":"traceutil/trace.go:171","msg":"trace[1988279060] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21; range_end:; response_count:1; response_revision:24570; }","duration":"5.851857612s","start":"2026-03-03T18:40:28.414648Z","end":"2026-03-03T18:40:34.266505Z","steps":["trace[1988279060] 'agreement among raft nodes before linearized reading' (duration: 5.851721179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.889343563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:34.266552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:28.414628Z","time spent":"5.851916673s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" "} {"level":"warn","ts":"2026-03-03T18:40:34.266578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.367312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-03T18:40:34.266594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.265218545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:34.266604Z","caller":"traceutil/trace.go:171","msg":"trace[1102012179] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24570; }","duration":"237.411462ms","start":"2026-03-03T18:40:34.029186Z","end":"2026-03-03T18:40:34.266597Z","steps":["trace[1102012179] 'agreement among raft nodes before linearized reading' (duration: 237.353571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266617Z","caller":"traceutil/trace.go:171","msg":"trace[1902194745] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24570; }","duration":"4.265244336s","start":"2026-03-03T18:40:30.001365Z","end":"2026-03-03T18:40:34.266609Z","steps":["trace[1902194745] 'agreement among raft nodes before linearized reading' (duration: 4.265207065s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.26599Z","caller":"traceutil/trace.go:171","msg":"trace[1453606446] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:24570; }","duration":"2.913514132s","start":"2026-03-03T18:40:31.352455Z","end":"2026-03-03T18:40:34.265969Z","steps":["trace[1453606446] 'agreement among raft nodes before linearized reading' (duration: 2.913399679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:30.001298Z","time spent":"4.265335978s","remote":"127.0.0.1:33628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180233392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T18:40:34.266665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:31.352435Z","time spent":"2.914212728s","remote":"127.0.0.1:53336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.27637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-03-03T18:40:34.266689Z","caller":"traceutil/trace.go:171","msg":"trace[187849214] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73; range_end:; response_count:1; response_revision:24570; }","duration":"7.180482028s","start":"2026-03-03T18:40:27.086194Z","end":"2026-03-03T18:40:34.266676Z","steps":["trace[187849214] 'agreement among raft nodes before linearized reading' (duration: 7.179537766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.61156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4263"} {"level":"info","ts":"2026-03-03T18:40:34.266727Z","caller":"traceutil/trace.go:171","msg":"trace[1606787256] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24570; }","duration":"237.484555ms","start":"2026-03-03T18:40:34.029226Z","end":"2026-03-03T18:40:34.266711Z","steps":["trace[1606787256] 'agreement among raft nodes before linearized reading' (duration: 237.25552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.396461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-03T18:40:34.266762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.181125613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:34.266769Z","caller":"traceutil/trace.go:171","msg":"trace[2005956976] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24570; }","duration":"235.176569ms","start":"2026-03-03T18:40:34.031586Z","end":"2026-03-03T18:40:34.266762Z","steps":["trace[2005956976] 'agreement among raft nodes before linearized reading' (duration: 234.374031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266789Z","caller":"traceutil/trace.go:171","msg":"trace[2071174921] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24570; }","duration":"7.181177845s","start":"2026-03-03T18:40:27.085604Z","end":"2026-03-03T18:40:34.266782Z","steps":["trace[2071174921] 'agreement among raft nodes before linearized reading' (duration: 7.181078972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.085577Z","time spent":"7.181229905s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T18:40:34.265706Z","caller":"traceutil/trace.go:171","msg":"trace[1334505125] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24570; }","duration":"6.207001763s","start":"2026-03-03T18:40:28.058695Z","end":"2026-03-03T18:40:34.265696Z","steps":["trace[1334505125] 'agreement among raft nodes before linearized reading' (duration: 6.206929452s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266558Z","caller":"traceutil/trace.go:171","msg":"trace[364460838] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24570; }","duration":"3.889391593s","start":"2026-03-03T18:40:30.377159Z","end":"2026-03-03T18:40:34.266551Z","steps":["trace[364460838] 'agreement among raft nodes before linearized reading' (duration: 3.889351632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:28.058659Z","time spent":"6.208193731s","remote":"127.0.0.1:52962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.443447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/magnum-api-6ffff99bb5\" ","response":"range_response_count:1 size:7431"} {"level":"warn","ts":"2026-03-03T18:40:34.2669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.180943188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-conductor-6f9bcff997-jb4zt\" ","response":"range_response_count:1 size:7819"} {"level":"info","ts":"2026-03-03T18:40:34.266081Z","caller":"traceutil/trace.go:171","msg":"trace[180488080] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24570; }","duration":"235.008886ms","start":"2026-03-03T18:40:34.031067Z","end":"2026-03-03T18:40:34.266075Z","steps":["trace[180488080] 'agreement among raft nodes before linearized reading' (duration: 234.952145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.266915Z","caller":"traceutil/trace.go:171","msg":"trace[602886439] range","detail":"{range_begin:/registry/replicasets/openstack/magnum-api-6ffff99bb5; range_end:; response_count:1; response_revision:24570; }","duration":"284.474468ms","start":"2026-03-03T18:40:33.982434Z","end":"2026-03-03T18:40:34.266908Z","steps":["trace[602886439] 'agreement among raft nodes before linearized reading' (duration: 284.402856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.086185Z","time spent":"7.180716954s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-c3539292-5819-45eb-91fd-09fff5477d73\" "} {"level":"info","ts":"2026-03-03T18:40:34.266926Z","caller":"traceutil/trace.go:171","msg":"trace[970756924] range","detail":"{range_begin:/registry/pods/openstack/nova-conductor-6f9bcff997-jb4zt; range_end:; response_count:1; response_revision:24570; }","duration":"7.18098117s","start":"2026-03-03T18:40:27.085937Z","end":"2026-03-03T18:40:34.266918Z","steps":["trace[970756924] 'agreement among raft nodes before linearized reading' (duration: 7.180906288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:30.377147Z","time spent":"3.889753602s","remote":"127.0.0.1:37216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.266945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:27.085931Z","time spent":"7.18100884s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7843,"request content":"key:\"/registry/pods/openstack/nova-conductor-6f9bcff997-jb4zt\" "} {"level":"warn","ts":"2026-03-03T18:40:34.267045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.971908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-03-03T18:40:34.267067Z","caller":"traceutil/trace.go:171","msg":"trace[1143787522] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:24570; }","duration":"282.000759ms","start":"2026-03-03T18:40:33.985059Z","end":"2026-03-03T18:40:34.26706Z","steps":["trace[1143787522] 'agreement among raft nodes before linearized reading' (duration: 281.942438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.696966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.267166Z","caller":"traceutil/trace.go:171","msg":"trace[1857908747] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24570; }","duration":"285.750487ms","start":"2026-03-03T18:40:33.981405Z","end":"2026-03-03T18:40:34.267155Z","steps":["trace[1857908747] 'agreement among raft nodes before linearized reading' (duration: 285.701466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.265948Z","caller":"traceutil/trace.go:171","msg":"trace[1565871741] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24570; }","duration":"225.316907ms","start":"2026-03-03T18:40:34.04061Z","end":"2026-03-03T18:40:34.265927Z","steps":["trace[1565871741] 'agreement among raft nodes before linearized reading' (duration: 225.277856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.124382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-engine-77694f8cd7\" ","response":"range_response_count:1 size:6241"} {"level":"info","ts":"2026-03-03T18:40:34.267217Z","caller":"traceutil/trace.go:171","msg":"trace[215057949] range","detail":"{range_begin:/registry/replicasets/openstack/heat-engine-77694f8cd7; range_end:; response_count:1; response_revision:24570; }","duration":"282.154673ms","start":"2026-03-03T18:40:33.985056Z","end":"2026-03-03T18:40:34.267211Z","steps":["trace[215057949] 'agreement among raft nodes before linearized reading' (duration: 282.083981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.885617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-867d497c7f\" ","response":"range_response_count:1 size:11123"} {"level":"warn","ts":"2026-03-03T18:40:34.267334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.287595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-server-c9f88bb86\" ","response":"range_response_count:1 size:10100"} {"level":"info","ts":"2026-03-03T18:40:34.267345Z","caller":"traceutil/trace.go:171","msg":"trace[990926363] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-867d497c7f; range_end:; response_count:1; response_revision:24570; }","duration":"284.915018ms","start":"2026-03-03T18:40:33.982424Z","end":"2026-03-03T18:40:34.267339Z","steps":["trace[990926363] 'agreement among raft nodes before linearized reading' (duration: 284.842736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.267357Z","caller":"traceutil/trace.go:171","msg":"trace[456130159] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-server-c9f88bb86; range_end:; response_count:1; response_revision:24570; }","duration":"282.320266ms","start":"2026-03-03T18:40:33.98503Z","end":"2026-03-03T18:40:34.267351Z","steps":["trace[456130159] 'agreement among raft nodes before linearized reading' (duration: 282.257035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.0124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-03T18:40:34.267411Z","caller":"traceutil/trace.go:171","msg":"trace[888518908] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:24570; }","duration":"285.064281ms","start":"2026-03-03T18:40:33.982339Z","end":"2026-03-03T18:40:34.267404Z","steps":["trace[888518908] 'agreement among raft nodes before linearized reading' (duration: 285.00148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.954622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-n889x\" ","response":"range_response_count:1 size:6211"} {"level":"warn","ts":"2026-03-03T18:40:34.267445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.410098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7965"} {"level":"info","ts":"2026-03-03T18:40:34.267463Z","caller":"traceutil/trace.go:171","msg":"trace[380809259] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:24570; }","duration":"282.43764ms","start":"2026-03-03T18:40:33.98502Z","end":"2026-03-03T18:40:34.267458Z","steps":["trace[380809259] 'agreement among raft nodes before linearized reading' (duration: 282.381638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.26746Z","caller":"traceutil/trace.go:171","msg":"trace[1023963527] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-n889x; range_end:; response_count:1; response_revision:24570; }","duration":"286.004493ms","start":"2026-03-03T18:40:33.981444Z","end":"2026-03-03T18:40:34.267449Z","steps":["trace[1023963527] 'agreement among raft nodes before linearized reading' (duration: 285.903711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.076861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd\" ","response":"range_response_count:1 size:8896"} {"level":"info","ts":"2026-03-03T18:40:34.267523Z","caller":"traceutil/trace.go:171","msg":"trace[1150052682] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-crashcollector-instance-754c646bfd; range_end:; response_count:1; response_revision:24570; }","duration":"285.102212ms","start":"2026-03-03T18:40:33.982413Z","end":"2026-03-03T18:40:34.267515Z","steps":["trace[1150052682] 'agreement among raft nodes before linearized reading' (duration: 285.045341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.266267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30976799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.267555Z","caller":"traceutil/trace.go:171","msg":"trace[777021440] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24570; }","duration":"4.311098032s","start":"2026-03-03T18:40:29.956447Z","end":"2026-03-03T18:40:34.267545Z","steps":["trace[777021440] 'agreement among raft nodes before linearized reading' (duration: 4.309778901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.712066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9547"} {"level":"warn","ts":"2026-03-03T18:40:34.26759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:29.956427Z","time spent":"4.311149013s","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:34.267613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.802978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3900"} {"level":"warn","ts":"2026-03-03T18:40:34.267616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.201035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4587"} {"level":"info","ts":"2026-03-03T18:40:34.267634Z","caller":"traceutil/trace.go:171","msg":"trace[1600550815] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:24570; }","duration":"282.838068ms","start":"2026-03-03T18:40:33.98479Z","end":"2026-03-03T18:40:34.267628Z","steps":["trace[1600550815] 'agreement among raft nodes before linearized reading' (duration: 282.771447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.26764Z","caller":"traceutil/trace.go:171","msg":"trace[368850967] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:24570; }","duration":"285.233056ms","start":"2026-03-03T18:40:33.982399Z","end":"2026-03-03T18:40:34.267632Z","steps":["trace[368850967] 'agreement among raft nodes before linearized reading' (duration: 285.174684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.267606Z","caller":"traceutil/trace.go:171","msg":"trace[741747517] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:24570; }","duration":"282.764697ms","start":"2026-03-03T18:40:33.984827Z","end":"2026-03-03T18:40:34.267591Z","steps":["trace[741747517] 'agreement among raft nodes before linearized reading' (duration: 282.626433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.26771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.705235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-03T18:40:34.267743Z","caller":"traceutil/trace.go:171","msg":"trace[1261313513] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:24570; }","duration":"282.751236ms","start":"2026-03-03T18:40:33.984982Z","end":"2026-03-03T18:40:34.267733Z","steps":["trace[1261313513] 'agreement among raft nodes before linearized reading' (duration: 282.648644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.300386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-backup-dcc8f8475\" ","response":"range_response_count:1 size:11237"} {"level":"info","ts":"2026-03-03T18:40:34.267789Z","caller":"traceutil/trace.go:171","msg":"trace[1302118048] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-backup-dcc8f8475; range_end:; response_count:1; response_revision:24570; }","duration":"285.336258ms","start":"2026-03-03T18:40:33.982445Z","end":"2026-03-03T18:40:34.267781Z","steps":["trace[1302118048] 'agreement among raft nodes before linearized reading' (duration: 285.269657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.267982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.117455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:12030"} {"level":"info","ts":"2026-03-03T18:40:34.268006Z","caller":"traceutil/trace.go:171","msg":"trace[2053033064] range","detail":"{range_begin:/registry/statefulsets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24570; }","duration":"283.147435ms","start":"2026-03-03T18:40:33.984852Z","end":"2026-03-03T18:40:34.267999Z","steps":["trace[2053033064] 'agreement among raft nodes before linearized reading' (duration: 283.076444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.268099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.184086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-octavia-server\" ","response":"range_response_count:1 size:9566"} {"level":"warn","ts":"2026-03-03T18:40:34.268098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.245118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T18:40:34.268116Z","caller":"traceutil/trace.go:171","msg":"trace[636724807] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-octavia-server; range_end:; response_count:1; response_revision:24570; }","duration":"283.223048ms","start":"2026-03-03T18:40:33.984888Z","end":"2026-03-03T18:40:34.268111Z","steps":["trace[636724807] 'agreement among raft nodes before linearized reading' (duration: 283.168577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.268124Z","caller":"traceutil/trace.go:171","msg":"trace[321725065] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:24570; }","duration":"283.278269ms","start":"2026-03-03T18:40:33.984839Z","end":"2026-03-03T18:40:34.268117Z","steps":["trace[321725065] 'agreement among raft nodes before linearized reading' (duration: 283.205017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.268245Z","caller":"traceutil/trace.go:171","msg":"trace[1619453546] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:24570; }","duration":"281.6487ms","start":"2026-03-03T18:40:33.98508Z","end":"2026-03-03T18:40:34.266728Z","steps":["trace[1619453546] 'agreement among raft nodes before linearized reading' (duration: 281.585129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.522819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.599634ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-03T18:40:34.52328Z","caller":"traceutil/trace.go:171","msg":"trace[1425165828] transaction","detail":"{read_only:false; response_revision:24572; number_of_response:1; }","duration":"247.868921ms","start":"2026-03-03T18:40:34.275388Z","end":"2026-03-03T18:40:34.523257Z","steps":["trace[1425165828] 'process raft request' (duration: 247.673925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.523601Z","caller":"traceutil/trace.go:171","msg":"trace[1807933763] transaction","detail":"{read_only:false; response_revision:24574; number_of_response:1; }","duration":"248.054315ms","start":"2026-03-03T18:40:34.275534Z","end":"2026-03-03T18:40:34.523588Z","steps":["trace[1807933763] 'process raft request' (duration: 247.902222ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.523695Z","caller":"traceutil/trace.go:171","msg":"trace[156444959] linearizableReadLoop","detail":"{readStateIndex:25496; appliedIndex:25487; }","duration":"227.766016ms","start":"2026-03-03T18:40:34.295915Z","end":"2026-03-03T18:40:34.523681Z","steps":["trace[156444959] 'read index received' (duration: 79.223958ms)","trace[156444959] 'applied index is now lower than readState.Index' (duration: 148.541267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:34.523788Z","caller":"traceutil/trace.go:171","msg":"trace[973265106] transaction","detail":"{read_only:false; response_revision:24575; number_of_response:1; }","duration":"248.201799ms","start":"2026-03-03T18:40:34.275578Z","end":"2026-03-03T18:40:34.52378Z","steps":["trace[973265106] 'process raft request' (duration: 247.939743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.523856Z","caller":"traceutil/trace.go:171","msg":"trace[1216958480] transaction","detail":"{read_only:false; response_revision:24576; number_of_response:1; }","duration":"246.757623ms","start":"2026-03-03T18:40:34.277092Z","end":"2026-03-03T18:40:34.52385Z","steps":["trace[1216958480] 'process raft request' (duration: 246.454436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.523908Z","caller":"traceutil/trace.go:171","msg":"trace[1880396898] transaction","detail":"{read_only:false; response_revision:24577; number_of_response:1; }","duration":"245.374692ms","start":"2026-03-03T18:40:34.278528Z","end":"2026-03-03T18:40:34.523903Z","steps":["trace[1880396898] 'process raft request' (duration: 245.045234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.524056Z","caller":"traceutil/trace.go:171","msg":"trace[1914653414] transaction","detail":"{read_only:false; response_revision:24578; number_of_response:1; }","duration":"228.985393ms","start":"2026-03-03T18:40:34.295064Z","end":"2026-03-03T18:40:34.524049Z","steps":["trace[1914653414] 'process raft request' (duration: 228.546093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.854703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-03-03T18:40:34.524251Z","caller":"traceutil/trace.go:171","msg":"trace[2102045234] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24578; }","duration":"245.902584ms","start":"2026-03-03T18:40:34.278338Z","end":"2026-03-03T18:40:34.524241Z","steps":["trace[2102045234] 'agreement among raft nodes before linearized reading' (duration: 245.804981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.52355Z","caller":"traceutil/trace.go:171","msg":"trace[2070034241] transaction","detail":"{read_only:false; response_revision:24573; number_of_response:1; }","duration":"248.069295ms","start":"2026-03-03T18:40:34.275464Z","end":"2026-03-03T18:40:34.523533Z","steps":["trace[2070034241] 'process raft request' (duration: 247.737787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.078718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-03-03T18:40:34.524369Z","caller":"traceutil/trace.go:171","msg":"trace[1689713125] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:24578; }","duration":"246.109648ms","start":"2026-03-03T18:40:34.278254Z","end":"2026-03-03T18:40:34.524364Z","steps":["trace[1689713125] 'agreement among raft nodes before linearized reading' (duration: 246.043947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.212222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T18:40:34.524481Z","caller":"traceutil/trace.go:171","msg":"trace[1677338988] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24578; }","duration":"246.239462ms","start":"2026-03-03T18:40:34.278236Z","end":"2026-03-03T18:40:34.524476Z","steps":["trace[1677338988] 'agreement among raft nodes before linearized reading' (duration: 246.174931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.876894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-wxl5k\" ","response":"range_response_count:1 size:5460"} {"level":"warn","ts":"2026-03-03T18:40:34.524571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.945856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-7f889d85b6-llzdr\" ","response":"range_response_count:1 size:7544"} {"level":"info","ts":"2026-03-03T18:40:34.524588Z","caller":"traceutil/trace.go:171","msg":"trace[1819610084] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-7f889d85b6-llzdr; range_end:; response_count:1; response_revision:24578; }","duration":"248.973277ms","start":"2026-03-03T18:40:34.27561Z","end":"2026-03-03T18:40:34.524583Z","steps":["trace[1819610084] 'agreement among raft nodes before linearized reading' (duration: 248.913405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.524599Z","caller":"traceutil/trace.go:171","msg":"trace[675490052] range","detail":"{range_begin:/registry/pods/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8-wxl5k; range_end:; response_count:1; response_revision:24578; }","duration":"248.953097ms","start":"2026-03-03T18:40:34.275628Z","end":"2026-03-03T18:40:34.524581Z","steps":["trace[675490052] 'agreement among raft nodes before linearized reading' (duration: 248.831014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.11891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-z4l4f\" ","response":"range_response_count:1 size:8168"} {"level":"info","ts":"2026-03-03T18:40:34.524748Z","caller":"traceutil/trace.go:171","msg":"trace[361632146] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-z4l4f; range_end:; response_count:1; response_revision:24578; }","duration":"249.14154ms","start":"2026-03-03T18:40:34.275601Z","end":"2026-03-03T18:40:34.524743Z","steps":["trace[361632146] 'agreement among raft nodes before linearized reading' (duration: 249.076189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.298324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-03-03T18:40:34.524892Z","caller":"traceutil/trace.go:171","msg":"trace[575453103] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24578; }","duration":"249.327015ms","start":"2026-03-03T18:40:34.27556Z","end":"2026-03-03T18:40:34.524887Z","steps":["trace[575453103] 'agreement among raft nodes before linearized reading' (duration: 249.272743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.524885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.637241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-03T18:40:34.524942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.31049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-conductor-0\" ","response":"range_response_count:1 size:9944"} {"level":"warn","ts":"2026-03-03T18:40:34.525012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.451187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-6975759b4b-dhlkx\" ","response":"range_response_count:1 size:6965"} {"level":"info","ts":"2026-03-03T18:40:34.525035Z","caller":"traceutil/trace.go:171","msg":"trace[1498154604] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-6975759b4b-dhlkx; range_end:; response_count:1; response_revision:24578; }","duration":"249.503589ms","start":"2026-03-03T18:40:34.275526Z","end":"2026-03-03T18:40:34.525029Z","steps":["trace[1498154604] 'agreement among raft nodes before linearized reading' (duration: 249.445728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.878867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T18:40:34.525193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.671863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5961"} {"level":"info","ts":"2026-03-03T18:40:34.525182Z","caller":"traceutil/trace.go:171","msg":"trace[2142704313] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24578; }","duration":"246.998019ms","start":"2026-03-03T18:40:34.278167Z","end":"2026-03-03T18:40:34.525165Z","steps":["trace[2142704313] 'agreement among raft nodes before linearized reading' (duration: 246.820405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.525219Z","caller":"traceutil/trace.go:171","msg":"trace[917639216] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:24578; }","duration":"249.708153ms","start":"2026-03-03T18:40:34.275505Z","end":"2026-03-03T18:40:34.525213Z","steps":["trace[917639216] 'agreement among raft nodes before linearized reading' (duration: 249.654102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.882595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4\" ","response":"range_response_count:1 size:3302"} {"level":"info","ts":"2026-03-03T18:40:34.525292Z","caller":"traceutil/trace.go:171","msg":"trace[1405409392] range","detail":"{range_begin:/registry/replicasets/orc-system/orc-controller-manager-6cb597b5d4; range_end:; response_count:1; response_revision:24578; }","duration":"248.940136ms","start":"2026-03-03T18:40:34.276335Z","end":"2026-03-03T18:40:34.525275Z","steps":["trace[1405409392] 'agreement among raft nodes before linearized reading' (duration: 248.820993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.52536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.179645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:34.525384Z","caller":"traceutil/trace.go:171","msg":"trace[1488619239] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24578; }","duration":"250.220816ms","start":"2026-03-03T18:40:34.275158Z","end":"2026-03-03T18:40:34.525378Z","steps":["trace[1488619239] 'agreement among raft nodes before linearized reading' (duration: 250.160655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.841553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-t58hr\" ","response":"range_response_count:1 size:4560"} {"level":"info","ts":"2026-03-03T18:40:34.525664Z","caller":"traceutil/trace.go:171","msg":"trace[1338145623] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-t58hr; range_end:; response_count:1; response_revision:24578; }","duration":"248.920525ms","start":"2026-03-03T18:40:34.276731Z","end":"2026-03-03T18:40:34.525651Z","steps":["trace[1338145623] 'agreement among raft nodes before linearized reading' (duration: 248.786871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.071698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k5hk4\" ","response":"range_response_count:1 size:7483"} {"level":"info","ts":"2026-03-03T18:40:34.525816Z","caller":"traceutil/trace.go:171","msg":"trace[1855592592] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-bc4cf8c95-k5hk4; range_end:; response_count:1; response_revision:24578; }","duration":"249.145109ms","start":"2026-03-03T18:40:34.276663Z","end":"2026-03-03T18:40:34.525808Z","steps":["trace[1855592592] 'agreement among raft nodes before linearized reading' (duration: 249.084468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.52513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.68859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7509"} {"level":"info","ts":"2026-03-03T18:40:34.525878Z","caller":"traceutil/trace.go:171","msg":"trace[1559599059] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:24578; }","duration":"249.449368ms","start":"2026-03-03T18:40:34.276423Z","end":"2026-03-03T18:40:34.525872Z","steps":["trace[1559599059] 'agreement among raft nodes before linearized reading' (duration: 248.606818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.525003Z","caller":"traceutil/trace.go:171","msg":"trace[1919143189] range","detail":"{range_begin:/registry/pods/openstack/magnum-conductor-0; range_end:; response_count:1; response_revision:24578; }","duration":"248.377873ms","start":"2026-03-03T18:40:34.27661Z","end":"2026-03-03T18:40:34.524988Z","steps":["trace[1919143189] 'agreement among raft nodes before linearized reading' (duration: 248.183108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.314354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-v9xb7\" ","response":"range_response_count:1 size:3482"} {"level":"warn","ts":"2026-03-03T18:40:34.526102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.251231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18204"} {"level":"info","ts":"2026-03-03T18:40:34.526157Z","caller":"traceutil/trace.go:171","msg":"trace[295543484] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:24578; }","duration":"254.333094ms","start":"2026-03-03T18:40:34.271809Z","end":"2026-03-03T18:40:34.526143Z","steps":["trace[295543484] 'agreement among raft nodes before linearized reading' (duration: 254.136159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.586561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-7bc5945457-6njlp\" ","response":"range_response_count:1 size:11668"} {"level":"info","ts":"2026-03-03T18:40:34.526195Z","caller":"traceutil/trace.go:171","msg":"trace[1351904656] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-7bc5945457-6njlp; range_end:; response_count:1; response_revision:24578; }","duration":"250.638167ms","start":"2026-03-03T18:40:34.275545Z","end":"2026-03-03T18:40:34.526183Z","steps":["trace[1351904656] 'agreement among raft nodes before linearized reading' (duration: 249.560631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.524957Z","caller":"traceutil/trace.go:171","msg":"trace[911149548] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24578; }","duration":"246.719243ms","start":"2026-03-03T18:40:34.278217Z","end":"2026-03-03T18:40:34.524936Z","steps":["trace[911149548] 'agreement among raft nodes before linearized reading' (duration: 246.546179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.52471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.030544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qtsmm\" ","response":"range_response_count:1 size:7587"} {"level":"info","ts":"2026-03-03T18:40:34.526301Z","caller":"traceutil/trace.go:171","msg":"trace[773163227] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f-qtsmm; range_end:; response_count:1; response_revision:24578; }","duration":"249.653922ms","start":"2026-03-03T18:40:34.276639Z","end":"2026-03-03T18:40:34.526293Z","steps":["trace[773163227] 'agreement among raft nodes before linearized reading' (duration: 247.837869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.908838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-conductor-6f9bcff997\" ","response":"range_response_count:1 size:6907"} {"level":"info","ts":"2026-03-03T18:40:34.526378Z","caller":"traceutil/trace.go:171","msg":"trace[258466749] range","detail":"{range_begin:/registry/replicasets/openstack/nova-conductor-6f9bcff997; range_end:; response_count:1; response_revision:24578; }","duration":"254.958908ms","start":"2026-03-03T18:40:34.271412Z","end":"2026-03-03T18:40:34.526371Z","steps":["trace[258466749] 'agreement among raft nodes before linearized reading' (duration: 254.887847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.700418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11489"} {"level":"info","ts":"2026-03-03T18:40:34.526409Z","caller":"traceutil/trace.go:171","msg":"trace[946715716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:24578; }","duration":"250.759019ms","start":"2026-03-03T18:40:34.275643Z","end":"2026-03-03T18:40:34.526402Z","steps":["trace[946715716] 'agreement among raft nodes before linearized reading' (duration: 250.658607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.584295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-api-866b6cc5db-pnzdk\" ","response":"range_response_count:1 size:8461"} {"level":"info","ts":"2026-03-03T18:40:34.526492Z","caller":"traceutil/trace.go:171","msg":"trace[812500233] range","detail":"{range_begin:/registry/pods/openstack/heat-api-866b6cc5db-pnzdk; range_end:; response_count:1; response_revision:24578; }","duration":"250.641807ms","start":"2026-03-03T18:40:34.275839Z","end":"2026-03-03T18:40:34.526481Z","steps":["trace[812500233] 'agreement among raft nodes before linearized reading' (duration: 250.493613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.612636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:10669"} {"level":"warn","ts":"2026-03-03T18:40:34.526519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.693068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q\" ","response":"range_response_count:1 size:6045"} {"level":"warn","ts":"2026-03-03T18:40:34.526507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.848031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-ffd89\" ","response":"range_response_count:1 size:4584"} {"level":"info","ts":"2026-03-03T18:40:34.526543Z","caller":"traceutil/trace.go:171","msg":"trace[2145765134] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-bwt8q; range_end:; response_count:1; response_revision:24578; }","duration":"250.728688ms","start":"2026-03-03T18:40:34.275809Z","end":"2026-03-03T18:40:34.526537Z","steps":["trace[2145765134] 'agreement among raft nodes before linearized reading' (duration: 250.667157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.526539Z","caller":"traceutil/trace.go:171","msg":"trace[508471981] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24578; }","duration":"250.666777ms","start":"2026-03-03T18:40:34.275859Z","end":"2026-03-03T18:40:34.526526Z","steps":["trace[508471981] 'agreement among raft nodes before linearized reading' (duration: 250.539194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.897976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-03-03T18:40:34.526574Z","caller":"traceutil/trace.go:171","msg":"trace[1905282686] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24578; }","duration":"224.937608ms","start":"2026-03-03T18:40:34.301631Z","end":"2026-03-03T18:40:34.526569Z","steps":["trace[1905282686] 'agreement among raft nodes before linearized reading' (duration: 224.882937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.526566Z","caller":"traceutil/trace.go:171","msg":"trace[1604628227] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-ffd89; range_end:; response_count:1; response_revision:24578; }","duration":"250.912872ms","start":"2026-03-03T18:40:34.275636Z","end":"2026-03-03T18:40:34.526549Z","steps":["trace[1604628227] 'agreement among raft nodes before linearized reading' (duration: 250.756479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.9769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.526647Z","caller":"traceutil/trace.go:171","msg":"trace[814239414] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24578; }","duration":"251.336432ms","start":"2026-03-03T18:40:34.2753Z","end":"2026-03-03T18:40:34.526636Z","steps":["trace[814239414] 'agreement among raft nodes before linearized reading' (duration: 249.98925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.383236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"warn","ts":"2026-03-03T18:40:34.526705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.674023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T18:40:34.526747Z","caller":"traceutil/trace.go:171","msg":"trace[363355369] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24578; }","duration":"249.722204ms","start":"2026-03-03T18:40:34.277014Z","end":"2026-03-03T18:40:34.526737Z","steps":["trace[363355369] 'agreement among raft nodes before linearized reading' (duration: 249.616851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.136316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa\" ","response":"range_response_count:1 size:231"} {"level":"info","ts":"2026-03-03T18:40:34.526806Z","caller":"traceutil/trace.go:171","msg":"trace[71091636] range","detail":"{range_begin:/registry/serviceaccounts/secretgen-controller/secretgen-controller-sa; range_end:; response_count:1; response_revision:24578; }","duration":"120.158476ms","start":"2026-03-03T18:40:34.406641Z","end":"2026-03-03T18:40:34.5268Z","steps":["trace[71091636] 'agreement among raft nodes before linearized reading' (duration: 120.102345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.953289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:90 size:118234"} {"level":"info","ts":"2026-03-03T18:40:34.526904Z","caller":"traceutil/trace.go:171","msg":"trace[1190873726] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:90; response_revision:24578; }","duration":"257.99868ms","start":"2026-03-03T18:40:34.268899Z","end":"2026-03-03T18:40:34.526897Z","steps":["trace[1190873726] 'agreement among raft nodes before linearized reading' (duration: 257.574381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.526926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.659859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:40:34.526944Z","caller":"traceutil/trace.go:171","msg":"trace[1057863478] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24578; }","duration":"134.69994ms","start":"2026-03-03T18:40:34.392238Z","end":"2026-03-03T18:40:34.526938Z","steps":["trace[1057863478] 'agreement among raft nodes before linearized reading' (duration: 134.647289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.526152Z","caller":"traceutil/trace.go:171","msg":"trace[628476651] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-v9xb7; range_end:; response_count:1; response_revision:24578; }","duration":"249.374535ms","start":"2026-03-03T18:40:34.276747Z","end":"2026-03-03T18:40:34.526121Z","steps":["trace[628476651] 'agreement among raft nodes before linearized reading' (duration: 248.579056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.526711Z","caller":"traceutil/trace.go:171","msg":"trace[692196657] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24578; }","duration":"249.435767ms","start":"2026-03-03T18:40:34.27726Z","end":"2026-03-03T18:40:34.526695Z","steps":["trace[692196657] 'agreement among raft nodes before linearized reading' (duration: 249.293183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.525557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.40238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:34.5289Z","caller":"traceutil/trace.go:171","msg":"trace[707956032] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24578; }","duration":"253.75794ms","start":"2026-03-03T18:40:34.275131Z","end":"2026-03-03T18:40:34.528889Z","steps":["trace[707956032] 'agreement among raft nodes before linearized reading' (duration: 250.40415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:34.956137Z","caller":"traceutil/trace.go:171","msg":"trace[922965970] transaction","detail":"{read_only:false; response_revision:24579; number_of_response:1; }","duration":"432.017251ms","start":"2026-03-03T18:40:34.524087Z","end":"2026-03-03T18:40:34.956104Z","steps":["trace[922965970] 'process raft request' (duration: 430.482376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.956306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.524066Z","time spent":"432.152974ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:34.956122Z","caller":"traceutil/trace.go:171","msg":"trace[1196505735] transaction","detail":"{read_only:false; response_revision:24580; number_of_response:1; }","duration":"432.001981ms","start":"2026-03-03T18:40:34.524097Z","end":"2026-03-03T18:40:34.956099Z","steps":["trace[1196505735] 'process raft request' (duration: 431.891779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.956805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.524069Z","time spent":"432.625465ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:34.996339Z","caller":"traceutil/trace.go:171","msg":"trace[1983322608] linearizableReadLoop","detail":"{readStateIndex:25499; appliedIndex:25496; }","duration":"465.955975ms","start":"2026-03-03T18:40:34.530365Z","end":"2026-03-03T18:40:34.996321Z","steps":["trace[1983322608] 'read index received' (duration: 424.235688ms)","trace[1983322608] 'applied index is now lower than readState.Index' (duration: 41.717047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:34.99663Z","caller":"traceutil/trace.go:171","msg":"trace[1688573742] transaction","detail":"{read_only:false; response_revision:24581; number_of_response:1; }","duration":"472.365927ms","start":"2026-03-03T18:40:34.524248Z","end":"2026-03-03T18:40:34.996614Z","steps":["trace[1688573742] 'process raft request' (duration: 471.893055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.996955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.580121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-k4nbn\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-03-03T18:40:34.997009Z","caller":"traceutil/trace.go:171","msg":"trace[1864584177] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-k4nbn; range_end:; response_count:1; response_revision:24582; }","duration":"466.648742ms","start":"2026-03-03T18:40:34.530347Z","end":"2026-03-03T18:40:34.996995Z","steps":["trace[1864584177] 'agreement among raft nodes before linearized reading' (duration: 466.497409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.997036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.530333Z","time spent":"466.696554ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3191,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-k4nbn\" "} {"level":"info","ts":"2026-03-03T18:40:34.997299Z","caller":"traceutil/trace.go:171","msg":"trace[243978741] transaction","detail":"{read_only:false; response_revision:24582; number_of_response:1; }","duration":"465.865114ms","start":"2026-03-03T18:40:34.531424Z","end":"2026-03-03T18:40:34.997289Z","steps":["trace[243978741] 'process raft request' (duration: 464.840449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.997357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.531415Z","time spent":"465.913465ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:34.997558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.370801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-03T18:40:34.997571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.022561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/magnum-conductor\" ","response":"range_response_count:1 size:8224"} {"level":"info","ts":"2026-03-03T18:40:34.997685Z","caller":"traceutil/trace.go:171","msg":"trace[603084565] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8; range_end:; response_count:1; response_revision:24582; }","duration":"462.439562ms","start":"2026-03-03T18:40:34.535157Z","end":"2026-03-03T18:40:34.997597Z","steps":["trace[603084565] 'agreement among raft nodes before linearized reading' (duration: 462.268248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.997721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.535154Z","time spent":"462.559095ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":113,"response count":1,"response size":4811,"request content":"key:\"/registry/replicasets/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-controller-manager-bdfc6fdd8\" "} {"level":"warn","ts":"2026-03-03T18:40:34.99773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.571465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4088"} {"level":"info","ts":"2026-03-03T18:40:34.997773Z","caller":"traceutil/trace.go:171","msg":"trace[1680431900] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:24582; }","duration":"462.614186ms","start":"2026-03-03T18:40:34.535141Z","end":"2026-03-03T18:40:34.997756Z","steps":["trace[1680431900] 'agreement among raft nodes before linearized reading' (duration: 462.520954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.99781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.535138Z","time spent":"462.664687ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":4112,"request content":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" "} {"level":"warn","ts":"2026-03-03T18:40:34.997994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.874451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-03-03T18:40:34.998035Z","caller":"traceutil/trace.go:171","msg":"trace[1003251530] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540; range_end:; response_count:1; response_revision:24582; }","duration":"459.924422ms","start":"2026-03-03T18:40:34.538099Z","end":"2026-03-03T18:40:34.998024Z","steps":["trace[1003251530] 'agreement among raft nodes before linearized reading' (duration: 459.805699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.919254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-7f889d85b6\" ","response":"range_response_count:1 size:6640"} {"level":"warn","ts":"2026-03-03T18:40:34.998063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.538094Z","time spent":"459.960643ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-7f4968cd-fb78-4631-ae83-23492f815540\" "} {"level":"info","ts":"2026-03-03T18:40:34.998081Z","caller":"traceutil/trace.go:171","msg":"trace[592897606] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-7f889d85b6; range_end:; response_count:1; response_revision:24582; }","duration":"462.954434ms","start":"2026-03-03T18:40:34.535118Z","end":"2026-03-03T18:40:34.998072Z","steps":["trace[592897606] 'agreement among raft nodes before linearized reading' (duration: 462.873332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.535113Z","time spent":"462.994225ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":6664,"request content":"key:\"/registry/replicasets/openstack/staffeln-api-7f889d85b6\" "} {"level":"info","ts":"2026-03-03T18:40:34.998116Z","caller":"traceutil/trace.go:171","msg":"trace[222776849] range","detail":"{range_begin:/registry/statefulsets/openstack/magnum-conductor; range_end:; response_count:1; response_revision:24582; }","duration":"467.166075ms","start":"2026-03-03T18:40:34.530492Z","end":"2026-03-03T18:40:34.997658Z","steps":["trace[222776849] 'agreement among raft nodes before linearized reading' (duration: 466.930349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.530468Z","time spent":"467.666546ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":8248,"request content":"key:\"/registry/statefulsets/openstack/magnum-conductor\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.944244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" ","response":"range_response_count:1 size:4750"} {"level":"warn","ts":"2026-03-03T18:40:34.998264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.405483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5327"} {"level":"info","ts":"2026-03-03T18:40:34.998279Z","caller":"traceutil/trace.go:171","msg":"trace[119826458] range","detail":"{range_begin:/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f; range_end:; response_count:1; response_revision:24582; }","duration":"462.971854ms","start":"2026-03-03T18:40:34.535302Z","end":"2026-03-03T18:40:34.998273Z","steps":["trace[119826458] 'agreement among raft nodes before linearized reading' (duration: 462.919683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.535297Z","time spent":"462.992845ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":4774,"request content":"key:\"/registry/replicasets/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6558cd8d7f\" "} {"level":"info","ts":"2026-03-03T18:40:34.998293Z","caller":"traceutil/trace.go:171","msg":"trace[138872112] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:24582; }","duration":"416.477494ms","start":"2026-03-03T18:40:34.581807Z","end":"2026-03-03T18:40:34.998284Z","steps":["trace[138872112] 'agreement among raft nodes before linearized reading' (duration: 416.393932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.9983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.805844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:125050"} {"level":"warn","ts":"2026-03-03T18:40:34.998318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.581787Z","time spent":"416.524855ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":5351,"request content":"key:\"/registry/statefulsets/monitoring/loki\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.201064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" ","response":"range_response_count:1 size:6879"} {"level":"info","ts":"2026-03-03T18:40:34.998402Z","caller":"traceutil/trace.go:171","msg":"trace[1320236679] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-cf56b6468; range_end:; response_count:1; response_revision:24582; }","duration":"464.236315ms","start":"2026-03-03T18:40:34.53416Z","end":"2026-03-03T18:40:34.998397Z","steps":["trace[1320236679] 'agreement among raft nodes before linearized reading' (duration: 464.174043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.534156Z","time spent":"464.259455ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":6903,"request content":"key:\"/registry/replicasets/openstack/memcached-memcached-cf56b6468\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.003001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-api-866b6cc5db\" ","response":"range_response_count:1 size:7555"} {"level":"info","ts":"2026-03-03T18:40:34.998533Z","caller":"traceutil/trace.go:171","msg":"trace[1983977786] range","detail":"{range_begin:/registry/replicasets/openstack/heat-api-866b6cc5db; range_end:; response_count:1; response_revision:24582; }","duration":"318.057082ms","start":"2026-03-03T18:40:34.68047Z","end":"2026-03-03T18:40:34.998527Z","steps":["trace[1983977786] 'agreement among raft nodes before linearized reading' (duration: 317.99202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.680453Z","time spent":"318.089793ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":7579,"request content":"key:\"/registry/replicasets/openstack/heat-api-866b6cc5db\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.597022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" ","response":"range_response_count:1 size:4253"} {"level":"warn","ts":"2026-03-03T18:40:34.998576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.270797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-2qtg5\" ","response":"range_response_count:1 size:5136"} {"level":"info","ts":"2026-03-03T18:40:34.998591Z","caller":"traceutil/trace.go:171","msg":"trace[486118959] range","detail":"{range_begin:/registry/replicasets/monitoring/loki-gateway-cf54cb88c; range_end:; response_count:1; response_revision:24582; }","duration":"442.627343ms","start":"2026-03-03T18:40:34.555954Z","end":"2026-03-03T18:40:34.998582Z","steps":["trace[486118959] 'agreement among raft nodes before linearized reading' (duration: 442.537821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.555898Z","time spent":"443.142435ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4277,"request content":"key:\"/registry/replicasets/monitoring/loki-gateway-cf54cb88c\" "} {"level":"warn","ts":"2026-03-03T18:40:34.99906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.04065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-7786d9ff79-4flvt\" ","response":"range_response_count:1 size:5193"} {"level":"info","ts":"2026-03-03T18:40:34.999135Z","caller":"traceutil/trace.go:171","msg":"trace[1507935418] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-7786d9ff79-4flvt; range_end:; response_count:1; response_revision:24582; }","duration":"467.103512ms","start":"2026-03-03T18:40:34.532006Z","end":"2026-03-03T18:40:34.99911Z","steps":["trace[1507935418] 'agreement among raft nodes before linearized reading' (duration: 466.898587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.532003Z","time spent":"467.176794ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":5217,"request content":"key:\"/registry/pods/openstack/staffeln-conductor-7786d9ff79-4flvt\" "} {"level":"warn","ts":"2026-03-03T18:40:34.999213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.620604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15430"} {"level":"info","ts":"2026-03-03T18:40:34.999233Z","caller":"traceutil/trace.go:171","msg":"trace[1155639516] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:24582; }","duration":"342.680805ms","start":"2026-03-03T18:40:34.656547Z","end":"2026-03-03T18:40:34.999228Z","steps":["trace[1155639516] 'agreement among raft nodes before linearized reading' (duration: 342.619824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.656526Z","time spent":"342.718607ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15454,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"info","ts":"2026-03-03T18:40:34.998323Z","caller":"traceutil/trace.go:171","msg":"trace[432840229] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24582; }","duration":"463.839235ms","start":"2026-03-03T18:40:34.534477Z","end":"2026-03-03T18:40:34.998316Z","steps":["trace[432840229] 'agreement among raft nodes before linearized reading' (duration: 463.745243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.534473Z","time spent":"464.851059ms","remote":"127.0.0.1:56042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":125074,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T18:40:34.998596Z","caller":"traceutil/trace.go:171","msg":"trace[1490707000] range","detail":"{range_begin:/registry/pods/openstack/neutron-coredns-7dd4958666-2qtg5; range_end:; response_count:1; response_revision:24582; }","duration":"467.298887ms","start":"2026-03-03T18:40:34.531291Z","end":"2026-03-03T18:40:34.99859Z","steps":["trace[1490707000] 'agreement among raft nodes before linearized reading' (duration: 467.236516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.531287Z","time spent":"468.123068ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":5160,"request content":"key:\"/registry/pods/openstack/neutron-coredns-7dd4958666-2qtg5\" "} {"level":"warn","ts":"2026-03-03T18:40:34.99865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.364019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-metadata-5f8b9db4bb-46wzn\" ","response":"range_response_count:1 size:11074"} {"level":"info","ts":"2026-03-03T18:40:34.999583Z","caller":"traceutil/trace.go:171","msg":"trace[1737793878] range","detail":"{range_begin:/registry/pods/openstack/nova-api-metadata-5f8b9db4bb-46wzn; range_end:; response_count:1; response_revision:24582; }","duration":"468.275601ms","start":"2026-03-03T18:40:34.531282Z","end":"2026-03-03T18:40:34.999558Z","steps":["trace[1737793878] 'agreement among raft nodes before linearized reading' (duration: 467.325038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.60023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-x5kcf\" ","response":"range_response_count:1 size:5980"} {"level":"warn","ts":"2026-03-03T18:40:34.999677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.531277Z","time spent":"468.365673ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":11098,"request content":"key:\"/registry/pods/openstack/nova-api-metadata-5f8b9db4bb-46wzn\" "} {"level":"info","ts":"2026-03-03T18:40:34.999698Z","caller":"traceutil/trace.go:171","msg":"trace[553692859] range","detail":"{range_begin:/registry/pods/monitoring/vector-x5kcf; range_end:; response_count:1; response_revision:24582; }","duration":"467.714187ms","start":"2026-03-03T18:40:34.531973Z","end":"2026-03-03T18:40:34.999687Z","steps":["trace[553692859] 'agreement among raft nodes before linearized reading' (duration: 466.510388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.531967Z","time spent":"467.754128ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6004,"request content":"key:\"/registry/pods/monitoring/vector-x5kcf\" "} {"level":"warn","ts":"2026-03-03T18:40:34.9979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.9736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" ","response":"range_response_count:1 size:5931"} {"level":"warn","ts":"2026-03-03T18:40:34.998695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.448351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:34.999821Z","caller":"traceutil/trace.go:171","msg":"trace[1771615976] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24582; }","duration":"468.575069ms","start":"2026-03-03T18:40:34.531232Z","end":"2026-03-03T18:40:34.999807Z","steps":["trace[1771615976] 'agreement among raft nodes before linearized reading' (duration: 467.428801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.999866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.531225Z","time spent":"468.62833ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:34.997808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.707195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-03-03T18:40:34.999964Z","caller":"traceutil/trace.go:171","msg":"trace[2120394295] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:24582; }","duration":"368.884367ms","start":"2026-03-03T18:40:34.631068Z","end":"2026-03-03T18:40:34.999953Z","steps":["trace[2120394295] 'agreement among raft nodes before linearized reading' (duration: 366.661004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.000028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.631057Z","time spent":"368.935638ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9569,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-glance-server\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.366221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" ","response":"range_response_count:1 size:4174"} {"level":"info","ts":"2026-03-03T18:40:35.000113Z","caller":"traceutil/trace.go:171","msg":"trace[1755201581] range","detail":"{range_begin:/registry/replicasets/capo-system/capo-controller-manager-6975759b4b; range_end:; response_count:1; response_revision:24582; }","duration":"466.709404ms","start":"2026-03-03T18:40:34.533389Z","end":"2026-03-03T18:40:35.000098Z","steps":["trace[1755201581] 'agreement among raft nodes before linearized reading' (duration: 465.341621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.000158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.533385Z","time spent":"466.760055ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4198,"request content":"key:\"/registry/replicasets/capo-system/capo-controller-manager-6975759b4b\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.940191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-03-03T18:40:35.000301Z","caller":"traceutil/trace.go:171","msg":"trace[105664276] range","detail":"{range_begin:/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95; range_end:; response_count:1; response_revision:24582; }","duration":"466.481598ms","start":"2026-03-03T18:40:34.533806Z","end":"2026-03-03T18:40:35.000287Z","steps":["trace[105664276] 'agreement among raft nodes before linearized reading' (duration: 464.863929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.000346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.533801Z","time spent":"466.53136ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":4687,"request content":"key:\"/registry/replicasets/capi-system/capi-controller-manager-bc4cf8c95\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.115746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" ","response":"range_response_count:1 size:3114"} {"level":"info","ts":"2026-03-03T18:40:35.000419Z","caller":"traceutil/trace.go:171","msg":"trace[1975550040] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9; range_end:; response_count:1; response_revision:24582; }","duration":"466.718944ms","start":"2026-03-03T18:40:34.533684Z","end":"2026-03-03T18:40:35.000403Z","steps":["trace[1975550040] 'agreement among raft nodes before linearized reading' (duration: 465.095615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.998863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.629089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-03-03T18:40:35.000475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.533679Z","time spent":"466.779865ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3138,"request content":"key:\"/registry/replicasets/monitoring/node-feature-discovery-gc-6675cbb6d9\" "} {"level":"info","ts":"2026-03-03T18:40:35.000476Z","caller":"traceutil/trace.go:171","msg":"trace[499835996] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24582; }","duration":"462.241927ms","start":"2026-03-03T18:40:34.538221Z","end":"2026-03-03T18:40:35.000463Z","steps":["trace[499835996] 'agreement among raft nodes before linearized reading' (duration: 460.610318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.000549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.538217Z","time spent":"462.320609ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T18:40:34.998878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.539436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"info","ts":"2026-03-03T18:40:35.00061Z","caller":"traceutil/trace.go:171","msg":"trace[261935711] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24582; }","duration":"467.278177ms","start":"2026-03-03T18:40:34.533317Z","end":"2026-03-03T18:40:35.000595Z","steps":["trace[261935711] 'agreement among raft nodes before linearized reading' (duration: 465.475574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.001485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.533312Z","time spent":"468.159278ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"info","ts":"2026-03-03T18:40:34.999785Z","caller":"traceutil/trace.go:171","msg":"trace[788464161] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f; range_end:; response_count:1; response_revision:24582; }","duration":"392.905676ms","start":"2026-03-03T18:40:34.606871Z","end":"2026-03-03T18:40:34.999776Z","steps":["trace[788464161] 'agreement among raft nodes before linearized reading' (duration: 390.97703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.001657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.606848Z","time spent":"394.793461ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":5955,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-messaging-topology-operator-6f465c979f\" "} {"level":"warn","ts":"2026-03-03T18:40:35.005716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.460263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7bc5945457\" ","response":"range_response_count:1 size:10513"} {"level":"info","ts":"2026-03-03T18:40:35.005808Z","caller":"traceutil/trace.go:171","msg":"trace[1478802170] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-7bc5945457; range_end:; response_count:1; response_revision:24582; }","duration":"299.406971ms","start":"2026-03-03T18:40:34.706383Z","end":"2026-03-03T18:40:35.00579Z","steps":["trace[1478802170] 'agreement among raft nodes before linearized reading' (duration: 291.447283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:34.996737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:34.524235Z","time spent":"472.430899ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:35.269374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.438453ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T18:40:35.269457Z","caller":"traceutil/trace.go:171","msg":"trace[1596777470] linearizableReadLoop","detail":"{readStateIndex:25501; appliedIndex:25500; }","duration":"238.206081ms","start":"2026-03-03T18:40:35.031234Z","end":"2026-03-03T18:40:35.26944Z","steps":["trace[1596777470] 'read index received' (duration: 95.689416ms)","trace[1596777470] 'applied index is now lower than readState.Index' (duration: 142.515095ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:35.269948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.686982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-conductor-7786d9ff79\" ","response":"range_response_count:1 size:4817"} {"level":"info","ts":"2026-03-03T18:40:35.270053Z","caller":"traceutil/trace.go:171","msg":"trace[165329788] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-conductor-7786d9ff79; range_end:; response_count:1; response_revision:24582; }","duration":"238.818416ms","start":"2026-03-03T18:40:35.031205Z","end":"2026-03-03T18:40:35.270024Z","steps":["trace[165329788] 'agreement among raft nodes before linearized reading' (duration: 238.497338ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.319682Z","caller":"traceutil/trace.go:171","msg":"trace[2139668148] transaction","detail":"{read_only:false; response_revision:24584; number_of_response:1; }","duration":"283.002833ms","start":"2026-03-03T18:40:35.03666Z","end":"2026-03-03T18:40:35.319663Z","steps":["trace[2139668148] 'process raft request' (duration: 282.946461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.320159Z","caller":"traceutil/trace.go:171","msg":"trace[1433896643] transaction","detail":"{read_only:false; response_revision:24583; number_of_response:1; }","duration":"285.815189ms","start":"2026-03-03T18:40:35.034335Z","end":"2026-03-03T18:40:35.32015Z","steps":["trace[1433896643] 'process raft request' (duration: 285.098962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.024236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tjph\" ","response":"range_response_count:1 size:5147"} {"level":"info","ts":"2026-03-03T18:40:35.320471Z","caller":"traceutil/trace.go:171","msg":"trace[1897186384] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-9tjph; range_end:; response_count:1; response_revision:24584; }","duration":"113.139629ms","start":"2026-03-03T18:40:35.207313Z","end":"2026-03-03T18:40:35.320453Z","steps":["trace[1897186384] 'agreement among raft nodes before linearized reading' (duration: 112.960925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.870043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-h9rfq\" ","response":"range_response_count:1 size:5159"} {"level":"info","ts":"2026-03-03T18:40:35.320564Z","caller":"traceutil/trace.go:171","msg":"trace[2140724202] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-h9rfq; range_end:; response_count:1; response_revision:24584; }","duration":"283.950854ms","start":"2026-03-03T18:40:35.036597Z","end":"2026-03-03T18:40:35.320547Z","steps":["trace[2140724202] 'agreement among raft nodes before linearized reading' (duration: 283.76583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.099548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:10638"} {"level":"info","ts":"2026-03-03T18:40:35.320735Z","caller":"traceutil/trace.go:171","msg":"trace[626533222] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:24584; }","duration":"284.141678ms","start":"2026-03-03T18:40:35.036586Z","end":"2026-03-03T18:40:35.320727Z","steps":["trace[626533222] 'agreement among raft nodes before linearized reading' (duration: 284.051976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.044167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:10636"} {"level":"warn","ts":"2026-03-03T18:40:35.32084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.251901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-rpc-server-7cbd66d5d-lbzhc\" ","response":"range_response_count:1 size:8668"} {"level":"info","ts":"2026-03-03T18:40:35.32085Z","caller":"traceutil/trace.go:171","msg":"trace[121018774] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24584; }","duration":"140.115558ms","start":"2026-03-03T18:40:35.180726Z","end":"2026-03-03T18:40:35.320842Z","steps":["trace[121018774] 'agreement among raft nodes before linearized reading' (duration: 140.014046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.974126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-metadata-5f8b9db4bb\" ","response":"range_response_count:1 size:9664"} {"level":"info","ts":"2026-03-03T18:40:35.320901Z","caller":"traceutil/trace.go:171","msg":"trace[18093807] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-metadata-5f8b9db4bb; range_end:; response_count:1; response_revision:24584; }","duration":"287.011006ms","start":"2026-03-03T18:40:35.033883Z","end":"2026-03-03T18:40:35.320894Z","steps":["trace[18093807] 'agreement among raft nodes before linearized reading' (duration: 286.945105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.375095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/octavia-api-864b95f6f4-pn27t\" ","response":"range_response_count:1 size:8680"} {"level":"info","ts":"2026-03-03T18:40:35.320982Z","caller":"traceutil/trace.go:171","msg":"trace[1840074308] range","detail":"{range_begin:/registry/pods/openstack/octavia-api-864b95f6f4-pn27t; range_end:; response_count:1; response_revision:24584; }","duration":"284.411425ms","start":"2026-03-03T18:40:35.036564Z","end":"2026-03-03T18:40:35.320975Z","steps":["trace[1840074308] 'agreement among raft nodes before linearized reading' (duration: 284.329453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.036088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4g2nq\" ","response":"range_response_count:1 size:5757"} {"level":"info","ts":"2026-03-03T18:40:35.321057Z","caller":"traceutil/trace.go:171","msg":"trace[1910591442] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-4g2nq; range_end:; response_count:1; response_revision:24584; }","duration":"162.11211ms","start":"2026-03-03T18:40:35.158937Z","end":"2026-03-03T18:40:35.321049Z","steps":["trace[1910591442] 'agreement among raft nodes before linearized reading' (duration: 162.027118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.69833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T18:40:35.321143Z","caller":"traceutil/trace.go:171","msg":"trace[1638360617] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:24584; }","duration":"289.755102ms","start":"2026-03-03T18:40:35.031379Z","end":"2026-03-03T18:40:35.321134Z","steps":["trace[1638360617] 'agreement among raft nodes before linearized reading' (duration: 289.69197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.045787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-9rhwb\" ","response":"range_response_count:1 size:4468"} {"level":"info","ts":"2026-03-03T18:40:35.321208Z","caller":"traceutil/trace.go:171","msg":"trace[273191020] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-9rhwb; range_end:; response_count:1; response_revision:24584; }","duration":"189.080427ms","start":"2026-03-03T18:40:35.13212Z","end":"2026-03-03T18:40:35.321201Z","steps":["trace[273191020] 'agreement among raft nodes before linearized reading' (duration: 188.997196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.658471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-74769648b9-bppx6\" ","response":"range_response_count:1 size:7819"} {"level":"info","ts":"2026-03-03T18:40:35.32126Z","caller":"traceutil/trace.go:171","msg":"trace[1923582959] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-74769648b9-bppx6; range_end:; response_count:1; response_revision:24584; }","duration":"284.708502ms","start":"2026-03-03T18:40:35.036543Z","end":"2026-03-03T18:40:35.321252Z","steps":["trace[1923582959] 'agreement among raft nodes before linearized reading' (duration: 284.612849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.999007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-coredns-7dd4958666\" ","response":"range_response_count:1 size:4802"} {"level":"info","ts":"2026-03-03T18:40:35.321307Z","caller":"traceutil/trace.go:171","msg":"trace[1048133544] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-coredns-7dd4958666; range_end:; response_count:1; response_revision:24584; }","duration":"290.031419ms","start":"2026-03-03T18:40:35.031269Z","end":"2026-03-03T18:40:35.321301Z","steps":["trace[1048133544] 'agreement among raft nodes before linearized reading' (duration: 289.979558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.9485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-api-osapi-7cd4c56b4c-2jz7n\" ","response":"range_response_count:1 size:8302"} {"level":"info","ts":"2026-03-03T18:40:35.321438Z","caller":"traceutil/trace.go:171","msg":"trace[1016337015] range","detail":"{range_begin:/registry/pods/openstack/nova-api-osapi-7cd4c56b4c-2jz7n; range_end:; response_count:1; response_revision:24584; }","duration":"215.009912ms","start":"2026-03-03T18:40:35.106419Z","end":"2026-03-03T18:40:35.321429Z","steps":["trace[1016337015] 'agreement among raft nodes before linearized reading' (duration: 214.900759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.32144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.960748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-volume-66d88454df-nmpx9\" ","response":"range_response_count:1 size:16956"} {"level":"info","ts":"2026-03-03T18:40:35.321469Z","caller":"traceutil/trace.go:171","msg":"trace[1646046280] range","detail":"{range_begin:/registry/pods/openstack/cinder-volume-66d88454df-nmpx9; range_end:; response_count:1; response_revision:24584; }","duration":"284.992679ms","start":"2026-03-03T18:40:35.036468Z","end":"2026-03-03T18:40:35.32146Z","steps":["trace[1646046280] 'agreement among raft nodes before linearized reading' (duration: 284.906267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.302974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189968da5ec858e6\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-03T18:40:35.321643Z","caller":"traceutil/trace.go:171","msg":"trace[806527666] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189968da5ec858e6; range_end:; response_count:1; response_revision:24584; }","duration":"287.384047ms","start":"2026-03-03T18:40:35.034251Z","end":"2026-03-03T18:40:35.321635Z","steps":["trace[806527666] 'agreement among raft nodes before linearized reading' (duration: 287.281184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.320876Z","caller":"traceutil/trace.go:171","msg":"trace[1088008213] range","detail":"{range_begin:/registry/pods/openstack/neutron-rpc-server-7cbd66d5d-lbzhc; range_end:; response_count:1; response_revision:24584; }","duration":"284.291183ms","start":"2026-03-03T18:40:35.036574Z","end":"2026-03-03T18:40:35.320865Z","steps":["trace[1088008213] 'agreement among raft nodes before linearized reading' (duration: 284.17617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.322171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.548123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-k4nbn\" ","response":"range_response_count:1 size:3167"} {"level":"info","ts":"2026-03-03T18:40:35.322206Z","caller":"traceutil/trace.go:171","msg":"trace[1440931924] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-k4nbn; range_end:; response_count:1; response_revision:24584; }","duration":"285.586614ms","start":"2026-03-03T18:40:35.036608Z","end":"2026-03-03T18:40:35.322194Z","steps":["trace[1440931924] 'agreement among raft nodes before linearized reading' (duration: 285.496202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.322329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.415513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-67s58\" ","response":"range_response_count:1 size:4865"} {"level":"info","ts":"2026-03-03T18:40:35.322353Z","caller":"traceutil/trace.go:171","msg":"trace[1691489359] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-67s58; range_end:; response_count:1; response_revision:24584; }","duration":"264.439033ms","start":"2026-03-03T18:40:35.057907Z","end":"2026-03-03T18:40:35.322346Z","steps":["trace[1691489359] 'agreement among raft nodes before linearized reading' (duration: 264.364961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.320722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.677979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:35.322388Z","caller":"traceutil/trace.go:171","msg":"trace[754255259] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24584; }","duration":"288.363359ms","start":"2026-03-03T18:40:35.034017Z","end":"2026-03-03T18:40:35.322381Z","steps":["trace[754255259] 'agreement among raft nodes before linearized reading' (duration: 286.641818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.322587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.71997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T18:40:35.322621Z","caller":"traceutil/trace.go:171","msg":"trace[392993399] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24584; }","duration":"264.784551ms","start":"2026-03-03T18:40:35.057828Z","end":"2026-03-03T18:40:35.322613Z","steps":["trace[392993399] 'agreement among raft nodes before linearized reading' (duration: 264.699759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.322811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.82492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5101"} {"level":"info","ts":"2026-03-03T18:40:35.322845Z","caller":"traceutil/trace.go:171","msg":"trace[1789738721] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:24584; }","duration":"280.865391ms","start":"2026-03-03T18:40:35.041972Z","end":"2026-03-03T18:40:35.322837Z","steps":["trace[1789738721] 'agreement among raft nodes before linearized reading' (duration: 280.774429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.321059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.15664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-03T18:40:35.322954Z","caller":"traceutil/trace.go:171","msg":"trace[2116929584] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24584; }","duration":"289.057065ms","start":"2026-03-03T18:40:35.033883Z","end":"2026-03-03T18:40:35.32294Z","steps":["trace[2116929584] 'agreement among raft nodes before linearized reading' (duration: 287.120179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.323358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.715329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-28h99\" ","response":"range_response_count:1 size:4156"} {"level":"info","ts":"2026-03-03T18:40:35.32342Z","caller":"traceutil/trace.go:171","msg":"trace[1028416160] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-28h99; range_end:; response_count:1; response_revision:24584; }","duration":"286.775351ms","start":"2026-03-03T18:40:35.036627Z","end":"2026-03-03T18:40:35.323403Z","steps":["trace[1028416160] 'agreement among raft nodes before linearized reading' (duration: 286.631628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.323585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.67126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-8656646c6f-zs42q\" ","response":"range_response_count:1 size:8203"} {"level":"info","ts":"2026-03-03T18:40:35.323623Z","caller":"traceutil/trace.go:171","msg":"trace[1911770092] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-8656646c6f-zs42q; range_end:; response_count:1; response_revision:24584; }","duration":"281.735062ms","start":"2026-03-03T18:40:35.041876Z","end":"2026-03-03T18:40:35.323611Z","steps":["trace[1911770092] 'agreement among raft nodes before linearized reading' (duration: 281.095387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.324643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.788171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-sth4t\" ","response":"range_response_count:1 size:4020"} {"level":"info","ts":"2026-03-03T18:40:35.324685Z","caller":"traceutil/trace.go:171","msg":"trace[1222811324] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-sth4t; range_end:; response_count:1; response_revision:24584; }","duration":"242.854762ms","start":"2026-03-03T18:40:35.081821Z","end":"2026-03-03T18:40:35.324676Z","steps":["trace[1222811324] 'agreement among raft nodes before linearized reading' (duration: 239.801549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.772885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.621239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:35.773495Z","caller":"traceutil/trace.go:171","msg":"trace[1944821034] transaction","detail":"{read_only:false; response_revision:24585; number_of_response:1; }","duration":"498.843724ms","start":"2026-03-03T18:40:35.274618Z","end":"2026-03-03T18:40:35.773462Z","steps":["trace[1944821034] 'process raft request' (duration: 200.538269ms)","trace[1944821034] 'compare' (duration: 297.355392ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:35.772993Z","caller":"traceutil/trace.go:171","msg":"trace[140819108] linearizableReadLoop","detail":"{readStateIndex:25504; appliedIndex:25503; }","duration":"452.726763ms","start":"2026-03-03T18:40:35.32025Z","end":"2026-03-03T18:40:35.772976Z","steps":["trace[140819108] 'read index received' (duration: 154.846757ms)","trace[140819108] 'applied index is now lower than readState.Index' (duration: 297.877656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:35.773709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.406927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-56c6cf9fd5-cmlkn\" ","response":"range_response_count:1 size:13319"} {"level":"warn","ts":"2026-03-03T18:40:35.773735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.461209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-03T18:40:35.773758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.274604Z","time spent":"498.962107ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:35.77378Z","caller":"traceutil/trace.go:171","msg":"trace[1778095762] range","detail":"{range_begin:/registry/pods/openstack/glance-api-56c6cf9fd5-cmlkn; range_end:; response_count:1; response_revision:24585; }","duration":"499.492689ms","start":"2026-03-03T18:40:35.274268Z","end":"2026-03-03T18:40:35.773761Z","steps":["trace[1778095762] 'agreement among raft nodes before linearized reading' (duration: 499.189152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.773815Z","caller":"traceutil/trace.go:171","msg":"trace[101873075] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24585; }","duration":"499.588972ms","start":"2026-03-03T18:40:35.274207Z","end":"2026-03-03T18:40:35.773796Z","steps":["trace[101873075] 'agreement among raft nodes before linearized reading' (duration: 499.337196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.773836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.274263Z","time spent":"499.561671ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":13343,"request content":"key:\"/registry/pods/openstack/glance-api-56c6cf9fd5-cmlkn\" "} {"level":"warn","ts":"2026-03-03T18:40:35.773862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.274186Z","time spent":"499.666613ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:35.796673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.476045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5210"} {"level":"info","ts":"2026-03-03T18:40:35.796752Z","caller":"traceutil/trace.go:171","msg":"trace[240785307] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:24586; }","duration":"365.582338ms","start":"2026-03-03T18:40:35.43115Z","end":"2026-03-03T18:40:35.796733Z","steps":["trace[240785307] 'agreement among raft nodes before linearized reading' (duration: 365.343662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.796802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.431139Z","time spent":"365.651529ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5234,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"warn","ts":"2026-03-03T18:40:35.796864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.810425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2921"} {"level":"warn","ts":"2026-03-03T18:40:35.796894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.921507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/octavia-api-864b95f6f4\" ","response":"range_response_count:1 size:7774"} {"level":"info","ts":"2026-03-03T18:40:35.79695Z","caller":"traceutil/trace.go:171","msg":"trace[1350051087] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:24586; }","duration":"466.942348ms","start":"2026-03-03T18:40:35.329989Z","end":"2026-03-03T18:40:35.796932Z","steps":["trace[1350051087] 'agreement among raft nodes before linearized reading' (duration: 466.678441ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.796961Z","caller":"traceutil/trace.go:171","msg":"trace[602576836] range","detail":"{range_begin:/registry/replicasets/openstack/octavia-api-864b95f6f4; range_end:; response_count:1; response_revision:24586; }","duration":"467.01047ms","start":"2026-03-03T18:40:35.329933Z","end":"2026-03-03T18:40:35.796943Z","steps":["trace[602576836] 'agreement among raft nodes before linearized reading' (duration: 466.811135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.796996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.329973Z","time spent":"467.01419ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":2945,"request content":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" "} {"level":"warn","ts":"2026-03-03T18:40:35.797004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.329925Z","time spent":"467.068962ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7798,"request content":"key:\"/registry/replicasets/openstack/octavia-api-864b95f6f4\" "} {"level":"info","ts":"2026-03-03T18:40:35.797067Z","caller":"traceutil/trace.go:171","msg":"trace[642464560] transaction","detail":"{read_only:false; response_revision:24586; number_of_response:1; }","duration":"473.207298ms","start":"2026-03-03T18:40:35.323849Z","end":"2026-03-03T18:40:35.797056Z","steps":["trace[642464560] 'process raft request' (duration: 472.381878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.323813Z","time spent":"473.330421ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:35.797277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.079231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/neutron-rpc-server-7cbd66d5d\" ","response":"range_response_count:1 size:7762"} {"level":"info","ts":"2026-03-03T18:40:35.797315Z","caller":"traceutil/trace.go:171","msg":"trace[1260003964] range","detail":"{range_begin:/registry/replicasets/openstack/neutron-rpc-server-7cbd66d5d; range_end:; response_count:1; response_revision:24586; }","duration":"391.193884ms","start":"2026-03-03T18:40:35.40611Z","end":"2026-03-03T18:40:35.797304Z","steps":["trace[1260003964] 'agreement among raft nodes before linearized reading' (duration: 390.99806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.406097Z","time spent":"391.274996ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":7786,"request content":"key:\"/registry/replicasets/openstack/neutron-rpc-server-7cbd66d5d\" "} {"level":"warn","ts":"2026-03-03T18:40:35.797445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.160958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T18:40:35.79749Z","caller":"traceutil/trace.go:171","msg":"trace[2125942589] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7; range_end:; response_count:1; response_revision:24586; }","duration":"471.217359ms","start":"2026-03-03T18:40:35.32626Z","end":"2026-03-03T18:40:35.797478Z","steps":["trace[2125942589] 'agreement among raft nodes before linearized reading' (duration: 471.106367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.326248Z","time spent":"471.269501ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-ff2135f3-8e03-4a97-97b7-c9533ab4e0b7\" "} {"level":"warn","ts":"2026-03-03T18:40:35.797551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.082409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-86c85c6f87-4z2h7\" ","response":"range_response_count:1 size:8671"} {"level":"info","ts":"2026-03-03T18:40:35.797575Z","caller":"traceutil/trace.go:171","msg":"trace[822671527] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-86c85c6f87-4z2h7; range_end:; response_count:1; response_revision:24586; }","duration":"116.13328ms","start":"2026-03-03T18:40:35.681434Z","end":"2026-03-03T18:40:35.797567Z","steps":["trace[822671527] 'agreement among raft nodes before linearized reading' (duration: 116.067449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.570052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-8656646c6f\" ","response":"range_response_count:1 size:7299"} {"level":"warn","ts":"2026-03-03T18:40:35.797731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.77032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9509"} {"level":"info","ts":"2026-03-03T18:40:35.797759Z","caller":"traceutil/trace.go:171","msg":"trace[1447791916] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-8656646c6f; range_end:; response_count:1; response_revision:24586; }","duration":"141.626914ms","start":"2026-03-03T18:40:35.656125Z","end":"2026-03-03T18:40:35.797752Z","steps":["trace[1447791916] 'agreement among raft nodes before linearized reading' (duration: 141.557442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.797779Z","caller":"traceutil/trace.go:171","msg":"trace[1344251010] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:24586; }","duration":"416.847103ms","start":"2026-03-03T18:40:35.380914Z","end":"2026-03-03T18:40:35.797761Z","steps":["trace[1344251010] 'agreement among raft nodes before linearized reading' (duration: 416.717099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.380899Z","time spent":"416.944155ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9533,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" "} {"level":"warn","ts":"2026-03-03T18:40:35.797904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.505444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-api-osapi-7cd4c56b4c\" ","response":"range_response_count:1 size:7388"} {"level":"info","ts":"2026-03-03T18:40:35.797954Z","caller":"traceutil/trace.go:171","msg":"trace[6381699] range","detail":"{range_begin:/registry/replicasets/openstack/nova-api-osapi-7cd4c56b4c; range_end:; response_count:1; response_revision:24586; }","duration":"166.591396ms","start":"2026-03-03T18:40:35.631355Z","end":"2026-03-03T18:40:35.797946Z","steps":["trace[6381699] 'agreement among raft nodes before linearized reading' (duration: 166.466943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.797345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.102466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-03T18:40:35.798074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.327315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-volume-66d88454df\" ","response":"range_response_count:1 size:14528"} {"level":"info","ts":"2026-03-03T18:40:35.798082Z","caller":"traceutil/trace.go:171","msg":"trace[551362660] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24586; }","duration":"468.862995ms","start":"2026-03-03T18:40:35.329207Z","end":"2026-03-03T18:40:35.79807Z","steps":["trace[551362660] 'agreement among raft nodes before linearized reading' (duration: 467.989564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.020764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T18:40:35.798116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.329194Z","time spent":"468.911846ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9628,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" "} {"level":"info","ts":"2026-03-03T18:40:35.798143Z","caller":"traceutil/trace.go:171","msg":"trace[2009506801] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:24586; }","duration":"468.086255ms","start":"2026-03-03T18:40:35.330041Z","end":"2026-03-03T18:40:35.798128Z","steps":["trace[2009506801] 'agreement among raft nodes before linearized reading' (duration: 467.950512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.348099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/nova-scheduler-74769648b9\" ","response":"range_response_count:1 size:6907"} {"level":"warn","ts":"2026-03-03T18:40:35.798189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.330035Z","time spent":"468.143477ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":5676,"request content":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" "} {"level":"info","ts":"2026-03-03T18:40:35.798194Z","caller":"traceutil/trace.go:171","msg":"trace[1052135997] range","detail":"{range_begin:/registry/replicasets/openstack/nova-scheduler-74769648b9; range_end:; response_count:1; response_revision:24586; }","duration":"467.41276ms","start":"2026-03-03T18:40:35.330769Z","end":"2026-03-03T18:40:35.798181Z","steps":["trace[1052135997] 'agreement among raft nodes before linearized reading' (duration: 467.322408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.330762Z","time spent":"467.456491ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":6931,"request content":"key:\"/registry/replicasets/openstack/nova-scheduler-74769648b9\" "} {"level":"warn","ts":"2026-03-03T18:40:35.798165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.093652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b\" ","response":"range_response_count:1 size:3996"} {"level":"info","ts":"2026-03-03T18:40:35.798274Z","caller":"traceutil/trace.go:171","msg":"trace[1744278683] range","detail":"{range_begin:/registry/replicasets/monitoring/prometheus-pushgateway-7b8659c68b; range_end:; response_count:1; response_revision:24586; }","duration":"217.201895ms","start":"2026-03-03T18:40:35.581065Z","end":"2026-03-03T18:40:35.798267Z","steps":["trace[1744278683] 'agreement among raft nodes before linearized reading' (duration: 217.058751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.79835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.713677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-03-03T18:40:35.798381Z","caller":"traceutil/trace.go:171","msg":"trace[113671282] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24586; }","duration":"467.754178ms","start":"2026-03-03T18:40:35.330617Z","end":"2026-03-03T18:40:35.798371Z","steps":["trace[113671282] 'agreement among raft nodes before linearized reading' (duration: 467.657666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.330612Z","time spent":"467.790279ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T18:40:35.798426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.830426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5766576797-8wvgj\" ","response":"range_response_count:1 size:10156"} {"level":"warn","ts":"2026-03-03T18:40:35.798462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.483566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4784"} {"level":"info","ts":"2026-03-03T18:40:35.798111Z","caller":"traceutil/trace.go:171","msg":"trace[2124560220] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-volume-66d88454df; range_end:; response_count:1; response_revision:24586; }","duration":"192.394177ms","start":"2026-03-03T18:40:35.605699Z","end":"2026-03-03T18:40:35.798093Z","steps":["trace[2124560220] 'agreement among raft nodes before linearized reading' (duration: 192.312805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.307811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3660"} {"level":"info","ts":"2026-03-03T18:40:35.798492Z","caller":"traceutil/trace.go:171","msg":"trace[514380287] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5766576797-8wvgj; range_end:; response_count:1; response_revision:24586; }","duration":"341.930868ms","start":"2026-03-03T18:40:35.456543Z","end":"2026-03-03T18:40:35.798474Z","steps":["trace[514380287] 'agreement among raft nodes before linearized reading' (duration: 341.741793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.798506Z","caller":"traceutil/trace.go:171","msg":"trace[869870125] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:24586; }","duration":"441.536928ms","start":"2026-03-03T18:40:35.356948Z","end":"2026-03-03T18:40:35.798485Z","steps":["trace[869870125] 'agreement among raft nodes before linearized reading' (duration: 441.20047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.798519Z","caller":"traceutil/trace.go:171","msg":"trace[1768534472] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:24586; }","duration":"267.361052ms","start":"2026-03-03T18:40:35.531152Z","end":"2026-03-03T18:40:35.798513Z","steps":["trace[1768534472] 'agreement among raft nodes before linearized reading' (duration: 267.278231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.356937Z","time spent":"441.594149ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4808,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"warn","ts":"2026-03-03T18:40:35.798539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.456522Z","time spent":"342.00514ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":10180,"request content":"key:\"/registry/pods/openstack/cinder-api-5766576797-8wvgj\" "} {"level":"warn","ts":"2026-03-03T18:40:35.798607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.657748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4106"} {"level":"info","ts":"2026-03-03T18:40:35.798626Z","caller":"traceutil/trace.go:171","msg":"trace[430388426] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:24586; }","duration":"242.714649ms","start":"2026-03-03T18:40:35.555904Z","end":"2026-03-03T18:40:35.798619Z","steps":["trace[430388426] 'agreement among raft nodes before linearized reading' (duration: 242.662268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.731451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" ","response":"range_response_count:1 size:9507"} {"level":"warn","ts":"2026-03-03T18:40:35.798643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.828091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4519"} {"level":"info","ts":"2026-03-03T18:40:35.798666Z","caller":"traceutil/trace.go:171","msg":"trace[16599806] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-nova-server; range_end:; response_count:1; response_revision:24586; }","duration":"316.790613ms","start":"2026-03-03T18:40:35.481867Z","end":"2026-03-03T18:40:35.798658Z","steps":["trace[16599806] 'agreement among raft nodes before linearized reading' (duration: 316.724741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:35.798677Z","caller":"traceutil/trace.go:171","msg":"trace[1161118090] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:24586; }","duration":"291.891303ms","start":"2026-03-03T18:40:35.506776Z","end":"2026-03-03T18:40:35.798667Z","steps":["trace[1161118090] 'agreement among raft nodes before linearized reading' (duration: 291.795511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:35.798706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:35.481847Z","time spent":"316.851534ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":9531,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-nova-server\" "} {"level":"warn","ts":"2026-03-03T18:40:36.44641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.307585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16943"} {"level":"info","ts":"2026-03-03T18:40:36.446474Z","caller":"traceutil/trace.go:171","msg":"trace[192160892] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24589; }","duration":"415.399938ms","start":"2026-03-03T18:40:36.031058Z","end":"2026-03-03T18:40:36.446458Z","steps":["trace[192160892] 'range keys from in-memory index tree' (duration: 415.212414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.446501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.031048Z","time spent":"415.445978ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16967,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T18:40:36.446587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.354428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:36.446621Z","caller":"traceutil/trace.go:171","msg":"trace[1928834278] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24589; }","duration":"391.446021ms","start":"2026-03-03T18:40:36.055167Z","end":"2026-03-03T18:40:36.446613Z","steps":["trace[1928834278] 'range keys from in-memory index tree' (duration: 391.145624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.446658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.055148Z","time spent":"391.504472ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:36.446936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.177394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-03T18:40:36.447011Z","caller":"traceutil/trace.go:171","msg":"trace[1444557478] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:24589; }","duration":"239.299036ms","start":"2026-03-03T18:40:36.207703Z","end":"2026-03-03T18:40:36.447002Z","steps":["trace[1444557478] 'range keys from in-memory index tree' (duration: 238.911637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.34568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-03-03T18:40:36.447129Z","caller":"traceutil/trace.go:171","msg":"trace[368111542] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24589; }","duration":"340.456452ms","start":"2026-03-03T18:40:36.106655Z","end":"2026-03-03T18:40:36.447111Z","steps":["trace[368111542] 'range keys from in-memory index tree' (duration: 340.157316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.106643Z","time spent":"340.520944ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:40:36.447168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.146519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-03T18:40:36.447216Z","caller":"traceutil/trace.go:171","msg":"trace[1212516835] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:24589; }","duration":"140.217231ms","start":"2026-03-03T18:40:36.306984Z","end":"2026-03-03T18:40:36.447202Z","steps":["trace[1212516835] 'range keys from in-memory index tree' (duration: 140.001076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.44723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.590054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-gi4zro\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-03-03T18:40:36.447309Z","caller":"traceutil/trace.go:171","msg":"trace[1373393660] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-gi4zro; range_end:; response_count:1; response_revision:24589; }","duration":"163.681246ms","start":"2026-03-03T18:40:36.283607Z","end":"2026-03-03T18:40:36.447288Z","steps":["trace[1373393660] 'range keys from in-memory index tree' (duration: 163.454251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.43674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3716"} {"level":"info","ts":"2026-03-03T18:40:36.447455Z","caller":"traceutil/trace.go:171","msg":"trace[5597235] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:24589; }","duration":"315.499282ms","start":"2026-03-03T18:40:36.131945Z","end":"2026-03-03T18:40:36.447444Z","steps":["trace[5597235] 'range keys from in-memory index tree' (duration: 314.889377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.131929Z","time spent":"315.546372ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3740,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T18:40:36.447463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.373375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-cfn-76949944c6-znb26\" ","response":"range_response_count:1 size:8476"} {"level":"warn","ts":"2026-03-03T18:40:36.447257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.006708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-03-03T18:40:36.447504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.568737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-86c85c6f87\" ","response":"range_response_count:1 size:7251"} {"level":"info","ts":"2026-03-03T18:40:36.44753Z","caller":"traceutil/trace.go:171","msg":"trace[1363371132] range","detail":"{range_begin:/registry/pods/openstack/heat-cfn-76949944c6-znb26; range_end:; response_count:1; response_revision:24589; }","duration":"355.475667ms","start":"2026-03-03T18:40:36.092037Z","end":"2026-03-03T18:40:36.447513Z","steps":["trace[1363371132] 'range keys from in-memory index tree' (duration: 354.422803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.447546Z","caller":"traceutil/trace.go:171","msg":"trace[1978577117] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24589; }","duration":"290.314435ms","start":"2026-03-03T18:40:36.157211Z","end":"2026-03-03T18:40:36.447526Z","steps":["trace[1978577117] 'range keys from in-memory index tree' (duration: 288.872841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.092026Z","time spent":"355.55014ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8500,"request content":"key:\"/registry/pods/openstack/heat-cfn-76949944c6-znb26\" "} {"level":"warn","ts":"2026-03-03T18:40:36.447706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.003236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:40:36.447743Z","caller":"traceutil/trace.go:171","msg":"trace[1030759521] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24589; }","duration":"148.081427ms","start":"2026-03-03T18:40:36.299652Z","end":"2026-03-03T18:40:36.447734Z","steps":["trace[1030759521] 'range keys from in-memory index tree' (duration: 147.326408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.447541Z","caller":"traceutil/trace.go:171","msg":"trace[954964702] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-86c85c6f87; range_end:; response_count:1; response_revision:24589; }","duration":"191.637129ms","start":"2026-03-03T18:40:36.255892Z","end":"2026-03-03T18:40:36.447529Z","steps":["trace[954964702] 'range keys from in-memory index tree' (duration: 191.109046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.447795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.973136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"warn","ts":"2026-03-03T18:40:36.447473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.295352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7384"} {"level":"info","ts":"2026-03-03T18:40:36.447844Z","caller":"traceutil/trace.go:171","msg":"trace[236653869] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:24589; }","duration":"216.069298ms","start":"2026-03-03T18:40:36.231761Z","end":"2026-03-03T18:40:36.447831Z","steps":["trace[236653869] 'range keys from in-memory index tree' (duration: 214.965731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.447883Z","caller":"traceutil/trace.go:171","msg":"trace[1964314456] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24589; }","duration":"265.735553ms","start":"2026-03-03T18:40:36.182125Z","end":"2026-03-03T18:40:36.447861Z","steps":["trace[1964314456] 'range keys from in-memory index tree' (duration: 264.136295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.654346Z","caller":"traceutil/trace.go:171","msg":"trace[1461911695] linearizableReadLoop","detail":"{readStateIndex:25509; appliedIndex:25508; }","duration":"174.956873ms","start":"2026-03-03T18:40:36.479372Z","end":"2026-03-03T18:40:36.654329Z","steps":["trace[1461911695] 'read index received' (duration: 174.82312ms)","trace[1461911695] 'applied index is now lower than readState.Index' (duration: 133.083µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:36.654412Z","caller":"traceutil/trace.go:171","msg":"trace[1490244252] transaction","detail":"{read_only:false; response_revision:24590; number_of_response:1; }","duration":"200.16208ms","start":"2026-03-03T18:40:36.454216Z","end":"2026-03-03T18:40:36.654379Z","steps":["trace[1490244252] 'process raft request' (duration: 199.981176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.654526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.136417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9581"} {"level":"info","ts":"2026-03-03T18:40:36.654554Z","caller":"traceutil/trace.go:171","msg":"trace[1519258450] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:24590; }","duration":"175.204999ms","start":"2026-03-03T18:40:36.479342Z","end":"2026-03-03T18:40:36.654547Z","steps":["trace[1519258450] 'agreement among raft nodes before linearized reading' (duration: 175.077056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.703737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.880889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24195"} {"level":"info","ts":"2026-03-03T18:40:36.703834Z","caller":"traceutil/trace.go:171","msg":"trace[1978005246] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:24597; }","duration":"223.009952ms","start":"2026-03-03T18:40:36.480805Z","end":"2026-03-03T18:40:36.703815Z","steps":["trace[1978005246] 'agreement among raft nodes before linearized reading' (duration: 222.685094ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704275Z","caller":"traceutil/trace.go:171","msg":"trace[1678299605] transaction","detail":"{read_only:false; response_revision:24591; number_of_response:1; }","duration":"173.639943ms","start":"2026-03-03T18:40:36.53062Z","end":"2026-03-03T18:40:36.70426Z","steps":["trace[1678299605] 'process raft request' (duration: 172.360833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704429Z","caller":"traceutil/trace.go:171","msg":"trace[1202686269] transaction","detail":"{read_only:false; response_revision:24592; number_of_response:1; }","duration":"173.701194ms","start":"2026-03-03T18:40:36.530718Z","end":"2026-03-03T18:40:36.704419Z","steps":["trace[1202686269] 'process raft request' (duration: 172.432855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704557Z","caller":"traceutil/trace.go:171","msg":"trace[1728698128] transaction","detail":"{read_only:false; response_revision:24593; number_of_response:1; }","duration":"172.951806ms","start":"2026-03-03T18:40:36.531595Z","end":"2026-03-03T18:40:36.704547Z","steps":["trace[1728698128] 'process raft request' (duration: 171.631275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704617Z","caller":"traceutil/trace.go:171","msg":"trace[1987982906] transaction","detail":"{read_only:false; response_revision:24594; number_of_response:1; }","duration":"172.894536ms","start":"2026-03-03T18:40:36.531715Z","end":"2026-03-03T18:40:36.70461Z","steps":["trace[1987982906] 'process raft request' (duration: 171.566655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704741Z","caller":"traceutil/trace.go:171","msg":"trace[1232951533] transaction","detail":"{read_only:false; response_revision:24595; number_of_response:1; }","duration":"172.170787ms","start":"2026-03-03T18:40:36.53256Z","end":"2026-03-03T18:40:36.704731Z","steps":["trace[1232951533] 'process raft request' (duration: 170.769915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.704863Z","caller":"traceutil/trace.go:171","msg":"trace[1482876350] transaction","detail":"{read_only:false; response_revision:24596; number_of_response:1; }","duration":"172.185567ms","start":"2026-03-03T18:40:36.532669Z","end":"2026-03-03T18:40:36.704854Z","steps":["trace[1482876350] 'process raft request' (duration: 170.720883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:36.705001Z","caller":"traceutil/trace.go:171","msg":"trace[967164006] transaction","detail":"{read_only:false; response_revision:24597; number_of_response:1; }","duration":"171.930312ms","start":"2026-03-03T18:40:36.533059Z","end":"2026-03-03T18:40:36.704989Z","steps":["trace[967164006] 'process raft request' (duration: 170.377405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.705621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.947349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1230"} {"level":"info","ts":"2026-03-03T18:40:36.70567Z","caller":"traceutil/trace.go:171","msg":"trace[1434894430] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:24597; }","duration":"125.056292ms","start":"2026-03-03T18:40:36.580599Z","end":"2026-03-03T18:40:36.705656Z","steps":["trace[1434894430] 'agreement among raft nodes before linearized reading' (duration: 124.922199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.705811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.015696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:36.705875Z","caller":"traceutil/trace.go:171","msg":"trace[230513528] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24597; }","duration":"140.129359ms","start":"2026-03-03T18:40:36.56573Z","end":"2026-03-03T18:40:36.70586Z","steps":["trace[230513528] 'agreement among raft nodes before linearized reading' (duration: 139.951645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.706041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.86024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1220"} {"level":"info","ts":"2026-03-03T18:40:36.706069Z","caller":"traceutil/trace.go:171","msg":"trace[1910785982] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:24597; }","duration":"149.904481ms","start":"2026-03-03T18:40:36.556156Z","end":"2026-03-03T18:40:36.706061Z","steps":["trace[1910785982] 'agreement among raft nodes before linearized reading' (duration: 149.818188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.706282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.200612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16022"} {"level":"info","ts":"2026-03-03T18:40:36.706317Z","caller":"traceutil/trace.go:171","msg":"trace[1228211473] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:24597; }","duration":"200.238943ms","start":"2026-03-03T18:40:36.506068Z","end":"2026-03-03T18:40:36.706307Z","steps":["trace[1228211473] 'agreement among raft nodes before linearized reading' (duration: 200.125191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.706333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.34769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:36.706389Z","caller":"traceutil/trace.go:171","msg":"trace[151267720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24597; }","duration":"177.451793ms","start":"2026-03-03T18:40:36.528923Z","end":"2026-03-03T18:40:36.706374Z","steps":["trace[151267720] 'agreement among raft nodes before linearized reading' (duration: 177.251528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.706566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.389561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:40:36.706592Z","caller":"traceutil/trace.go:171","msg":"trace[1398576914] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24597; }","duration":"177.601126ms","start":"2026-03-03T18:40:36.528982Z","end":"2026-03-03T18:40:36.706583Z","steps":["trace[1398576914] 'agreement among raft nodes before linearized reading' (duration: 177.522224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.706601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.705792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1226"} {"level":"info","ts":"2026-03-03T18:40:36.70671Z","caller":"traceutil/trace.go:171","msg":"trace[2005990750] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:24597; }","duration":"175.848055ms","start":"2026-03-03T18:40:36.53085Z","end":"2026-03-03T18:40:36.706699Z","steps":["trace[2005990750] 'agreement among raft nodes before linearized reading' (duration: 175.646471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:36.707032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.33076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:36.707786Z","caller":"traceutil/trace.go:171","msg":"trace[1045970381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24597; }","duration":"178.576238ms","start":"2026-03-03T18:40:36.529191Z","end":"2026-03-03T18:40:36.707767Z","steps":["trace[1045970381] 'agreement among raft nodes before linearized reading' (duration: 177.250677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.141732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.290916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:37.142376Z","caller":"traceutil/trace.go:171","msg":"trace[1776883562] transaction","detail":"{read_only:false; response_revision:24600; number_of_response:1; }","duration":"429.87451ms","start":"2026-03-03T18:40:36.712471Z","end":"2026-03-03T18:40:37.142345Z","steps":["trace[1776883562] 'process raft request' (duration: 429.364709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.142431Z","caller":"traceutil/trace.go:171","msg":"trace[482674871] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25516; }","duration":"408.438343ms","start":"2026-03-03T18:40:36.733983Z","end":"2026-03-03T18:40:37.142421Z","steps":["trace[482674871] 'read index received' (duration: 5.144102ms)","trace[482674871] 'applied index is now lower than readState.Index' (duration: 403.29333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:37.142492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.712454Z","time spent":"429.984275ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:37.142596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.621678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" ","response":"range_response_count:1 size:12733"} {"level":"info","ts":"2026-03-03T18:40:37.142392Z","caller":"traceutil/trace.go:171","msg":"trace[261101064] transaction","detail":"{read_only:false; response_revision:24601; number_of_response:1; }","duration":"429.404059ms","start":"2026-03-03T18:40:36.712971Z","end":"2026-03-03T18:40:37.142375Z","steps":["trace[261101064] 'process raft request' (duration: 428.917648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.142626Z","caller":"traceutil/trace.go:171","msg":"trace[514348555] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-endpoints; range_end:; response_count:1; response_revision:24602; }","duration":"408.70113ms","start":"2026-03-03T18:40:36.733914Z","end":"2026-03-03T18:40:37.142615Z","steps":["trace[514348555] 'agreement among raft nodes before linearized reading' (duration: 408.577657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.142628Z","caller":"traceutil/trace.go:171","msg":"trace[1850097234] transaction","detail":"{read_only:false; response_revision:24599; number_of_response:1; }","duration":"430.139668ms","start":"2026-03-03T18:40:36.712468Z","end":"2026-03-03T18:40:37.142608Z","steps":["trace[1850097234] 'process raft request' (duration: 268.901019ms)","trace[1850097234] 'compare' (duration: 160.116551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:37.142658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.733887Z","time spent":"408.763192ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":12757,"request content":"key:\"/registry/jobs/openstack/barbican-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:40:37.142699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.712457Z","time spent":"430.202429ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:37.142742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.712961Z","time spent":"429.691988ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:37.142937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.423872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-rabbit-init\" ","response":"range_response_count:1 size:5001"} {"level":"warn","ts":"2026-03-03T18:40:37.142977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.023193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-user\" ","response":"range_response_count:1 size:7426"} {"level":"info","ts":"2026-03-03T18:40:37.143004Z","caller":"traceutil/trace.go:171","msg":"trace[134200596] range","detail":"{range_begin:/registry/jobs/openstack/barbican-rabbit-init; range_end:; response_count:1; response_revision:24602; }","duration":"247.498813ms","start":"2026-03-03T18:40:36.895484Z","end":"2026-03-03T18:40:37.142983Z","steps":["trace[134200596] 'agreement among raft nodes before linearized reading' (duration: 247.303879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.14303Z","caller":"traceutil/trace.go:171","msg":"trace[547069057] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-user; range_end:; response_count:1; response_revision:24602; }","duration":"337.104144ms","start":"2026-03-03T18:40:36.805909Z","end":"2026-03-03T18:40:37.143014Z","steps":["trace[547069057] 'agreement among raft nodes before linearized reading' (duration: 336.94031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.143036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.460577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:37.143065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.742787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/barbican-ks-service\" ","response":"range_response_count:1 size:6393"} {"level":"warn","ts":"2026-03-03T18:40:37.143079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.774955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:37.143088Z","caller":"traceutil/trace.go:171","msg":"trace[1174559535] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24602; }","duration":"110.510188ms","start":"2026-03-03T18:40:37.03256Z","end":"2026-03-03T18:40:37.14307Z","steps":["trace[1174559535] 'agreement among raft nodes before linearized reading' (duration: 110.417296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143111Z","caller":"traceutil/trace.go:171","msg":"trace[1323579496] range","detail":"{range_begin:/registry/jobs/openstack/barbican-ks-service; range_end:; response_count:1; response_revision:24602; }","duration":"361.802048ms","start":"2026-03-03T18:40:36.781296Z","end":"2026-03-03T18:40:37.143098Z","steps":["trace[1323579496] 'agreement among raft nodes before linearized reading' (duration: 361.682775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143119Z","caller":"traceutil/trace.go:171","msg":"trace[1196006770] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24602; }","duration":"363.851267ms","start":"2026-03-03T18:40:36.779257Z","end":"2026-03-03T18:40:37.143108Z","steps":["trace[1196006770] 'agreement among raft nodes before linearized reading' (duration: 363.726464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.142941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.568314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5102"} {"level":"warn","ts":"2026-03-03T18:40:37.143085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.529978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6903"} {"level":"warn","ts":"2026-03-03T18:40:37.143148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.779238Z","time spent":"363.904179ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:37.14315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.781287Z","time spent":"361.85235ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":6417,"request content":"key:\"/registry/jobs/openstack/barbican-ks-service\" "} {"level":"info","ts":"2026-03-03T18:40:37.143159Z","caller":"traceutil/trace.go:171","msg":"trace[1909262085] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:24602; }","duration":"160.829469ms","start":"2026-03-03T18:40:36.982316Z","end":"2026-03-03T18:40:37.143145Z","steps":["trace[1909262085] 'agreement among raft nodes before linearized reading' (duration: 160.45286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143185Z","caller":"traceutil/trace.go:171","msg":"trace[5781822] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:24602; }","duration":"235.669022ms","start":"2026-03-03T18:40:36.907494Z","end":"2026-03-03T18:40:37.143163Z","steps":["trace[5781822] 'agreement among raft nodes before linearized reading' (duration: 235.443316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.143191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.329883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/heat-cfn-76949944c6\" ","response":"range_response_count:1 size:7567"} {"level":"warn","ts":"2026-03-03T18:40:37.143069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.805895Z","time spent":"337.162766ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":7450,"request content":"key:\"/registry/jobs/openstack/barbican-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:40:37.143226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.416541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:7414"} {"level":"warn","ts":"2026-03-03T18:40:37.142941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.517094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15276"} {"level":"info","ts":"2026-03-03T18:40:37.143247Z","caller":"traceutil/trace.go:171","msg":"trace[231006521] range","detail":"{range_begin:/registry/replicasets/openstack/heat-cfn-76949944c6; range_end:; response_count:1; response_revision:24602; }","duration":"248.415884ms","start":"2026-03-03T18:40:36.894811Z","end":"2026-03-03T18:40:37.143227Z","steps":["trace[231006521] 'agreement among raft nodes before linearized reading' (duration: 248.284741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143269Z","caller":"traceutil/trace.go:171","msg":"trace[7403872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:24602; }","duration":"247.471513ms","start":"2026-03-03T18:40:36.895784Z","end":"2026-03-03T18:40:37.143256Z","steps":["trace[7403872] 'agreement among raft nodes before linearized reading' (duration: 247.331309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143292Z","caller":"traceutil/trace.go:171","msg":"trace[1589106409] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24602; }","duration":"386.922153ms","start":"2026-03-03T18:40:36.75635Z","end":"2026-03-03T18:40:37.143272Z","steps":["trace[1589106409] 'agreement among raft nodes before linearized reading' (duration: 386.421741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.143352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.614796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12661"} {"level":"warn","ts":"2026-03-03T18:40:37.143355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:36.756323Z","time spent":"387.009095ms","remote":"127.0.0.1:56440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":15300,"request content":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T18:40:37.143375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.483387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-init\" ","response":"range_response_count:1 size:5529"} {"level":"warn","ts":"2026-03-03T18:40:37.143378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.442833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-service\" ","response":"range_response_count:1 size:6342"} {"level":"info","ts":"2026-03-03T18:40:37.143397Z","caller":"traceutil/trace.go:171","msg":"trace[629021838] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:24602; }","duration":"136.689198ms","start":"2026-03-03T18:40:37.006691Z","end":"2026-03-03T18:40:37.14338Z","steps":["trace[629021838] 'agreement among raft nodes before linearized reading' (duration: 136.608126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143421Z","caller":"traceutil/trace.go:171","msg":"trace[2039097335] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-init; range_end:; response_count:1; response_revision:24602; }","duration":"186.557088ms","start":"2026-03-03T18:40:36.956851Z","end":"2026-03-03T18:40:37.143408Z","steps":["trace[2039097335] 'agreement among raft nodes before linearized reading' (duration: 186.429295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:37.143429Z","caller":"traceutil/trace.go:171","msg":"trace[324280650] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-service; range_end:; response_count:1; response_revision:24602; }","duration":"112.521504ms","start":"2026-03-03T18:40:37.030894Z","end":"2026-03-03T18:40:37.143416Z","steps":["trace[324280650] 'agreement among raft nodes before linearized reading' (duration: 112.418502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.143358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.401493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:37.143521Z","caller":"traceutil/trace.go:171","msg":"trace[1189906307] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24602; }","duration":"150.590687ms","start":"2026-03-03T18:40:36.992916Z","end":"2026-03-03T18:40:37.143507Z","steps":["trace[1189906307] 'agreement among raft nodes before linearized reading' (duration: 150.399442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.143579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.544424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7864"} {"level":"info","ts":"2026-03-03T18:40:37.14361Z","caller":"traceutil/trace.go:171","msg":"trace[844784054] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:24602; }","duration":"212.595435ms","start":"2026-03-03T18:40:36.931005Z","end":"2026-03-03T18:40:37.1436Z","steps":["trace[844784054] 'agreement among raft nodes before linearized reading' (duration: 211.775116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:37.364086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.978061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-metadefs-load\" ","response":"range_response_count:1 size:5260"} {"level":"info","ts":"2026-03-03T18:40:37.364157Z","caller":"traceutil/trace.go:171","msg":"trace[471150250] range","detail":"{range_begin:/registry/jobs/openstack/glance-metadefs-load; range_end:; response_count:1; response_revision:24602; }","duration":"109.087913ms","start":"2026-03-03T18:40:37.255054Z","end":"2026-03-03T18:40:37.364142Z","steps":["trace[471150250] 'range keys from in-memory index tree' (duration: 108.829207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:38.862014Z","caller":"traceutil/trace.go:171","msg":"trace[1552212325] linearizableReadLoop","detail":"{readStateIndex:25522; appliedIndex:25521; }","duration":"180.687189ms","start":"2026-03-03T18:40:38.681302Z","end":"2026-03-03T18:40:38.86199Z","steps":["trace[1552212325] 'read index received' (duration: 180.537345ms)","trace[1552212325] 'applied index is now lower than readState.Index' (duration: 148.804µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:38.862067Z","caller":"traceutil/trace.go:171","msg":"trace[715099424] transaction","detail":"{read_only:false; response_revision:24603; number_of_response:1; }","duration":"200.056968ms","start":"2026-03-03T18:40:38.661983Z","end":"2026-03-03T18:40:38.86204Z","steps":["trace[715099424] 'process raft request' (duration: 199.850283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:38.862328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.008186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5152"} {"level":"info","ts":"2026-03-03T18:40:38.862373Z","caller":"traceutil/trace.go:171","msg":"trace[1139597929] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:24603; }","duration":"181.098138ms","start":"2026-03-03T18:40:38.681263Z","end":"2026-03-03T18:40:38.862361Z","steps":["trace[1139597929] 'agreement among raft nodes before linearized reading' (duration: 180.834102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.056785Z","caller":"traceutil/trace.go:171","msg":"trace[1702754952] linearizableReadLoop","detail":"{readStateIndex:25529; appliedIndex:25522; }","duration":"194.691541ms","start":"2026-03-03T18:40:38.862076Z","end":"2026-03-03T18:40:39.056767Z","steps":["trace[1702754952] 'read index received' (duration: 194.402294ms)","trace[1702754952] 'applied index is now lower than readState.Index' (duration: 288.167µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:39.057071Z","caller":"traceutil/trace.go:171","msg":"trace[1722742156] transaction","detail":"{read_only:false; response_revision:24604; number_of_response:1; }","duration":"343.907615ms","start":"2026-03-03T18:40:38.713154Z","end":"2026-03-03T18:40:39.057062Z","steps":["trace[1722742156] 'process raft request' (duration: 343.28397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.057166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.713135Z","time spent":"343.963497ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:39.057317Z","caller":"traceutil/trace.go:171","msg":"trace[521855068] transaction","detail":"{read_only:false; response_revision:24605; number_of_response:1; }","duration":"344.041808ms","start":"2026-03-03T18:40:38.713266Z","end":"2026-03-03T18:40:39.057308Z","steps":["trace[521855068] 'process raft request' (duration: 343.306101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.057382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.713241Z","time spent":"344.104999ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.057613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.791101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-system/capi-serving-cert\" ","response":"range_response_count:1 size:2064"} {"level":"info","ts":"2026-03-03T18:40:39.057668Z","caller":"traceutil/trace.go:171","msg":"trace[1874188794] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-system/capi-serving-cert; range_end:; response_count:1; response_revision:24610; }","duration":"275.916034ms","start":"2026-03-03T18:40:38.78174Z","end":"2026-03-03T18:40:39.057656Z","steps":["trace[1874188794] 'agreement among raft nodes before linearized reading' (duration: 275.76339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.057682Z","caller":"traceutil/trace.go:171","msg":"trace[1869148096] transaction","detail":"{read_only:false; response_revision:24609; number_of_response:1; }","duration":"343.508595ms","start":"2026-03-03T18:40:38.714153Z","end":"2026-03-03T18:40:39.057661Z","steps":["trace[1869148096] 'process raft request' (duration: 342.562773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.057764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.714137Z","time spent":"343.588277ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.057793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.723439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca\" ","response":"range_response_count:1 size:2188"} {"level":"info","ts":"2026-03-03T18:40:39.057822Z","caller":"traceutil/trace.go:171","msg":"trace[1602184227] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/kube-prometheus-stack-ca; range_end:; response_count:1; response_revision:24610; }","duration":"223.78099ms","start":"2026-03-03T18:40:38.834031Z","end":"2026-03-03T18:40:39.057812Z","steps":["trace[1602184227] 'agreement among raft nodes before linearized reading' (duration: 223.703938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.057853Z","caller":"traceutil/trace.go:171","msg":"trace[1175368401] transaction","detail":"{read_only:false; response_revision:24608; number_of_response:1; }","duration":"344.032308ms","start":"2026-03-03T18:40:38.713808Z","end":"2026-03-03T18:40:39.057841Z","steps":["trace[1175368401] 'process raft request' (duration: 342.879081ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.057829Z","caller":"traceutil/trace.go:171","msg":"trace[859930128] transaction","detail":"{read_only:false; response_revision:24607; number_of_response:1; }","duration":"344.283324ms","start":"2026-03-03T18:40:38.713513Z","end":"2026-03-03T18:40:39.057796Z","steps":["trace[859930128] 'process raft request' (duration: 343.140747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.057898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.713792Z","time spent":"344.08149ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:39.05797Z","caller":"traceutil/trace.go:171","msg":"trace[566148121] transaction","detail":"{read_only:false; response_revision:24606; number_of_response:1; }","duration":"344.683624ms","start":"2026-03-03T18:40:38.713277Z","end":"2026-03-03T18:40:39.057961Z","steps":["trace[566148121] 'process raft request' (duration: 343.351443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.057929Z","caller":"traceutil/trace.go:171","msg":"trace[259589733] transaction","detail":"{read_only:false; response_revision:24610; number_of_response:1; }","duration":"342.401519ms","start":"2026-03-03T18:40:38.715487Z","end":"2026-03-03T18:40:39.057889Z","steps":["trace[259589733] 'process raft request' (duration: 341.252042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.713256Z","time spent":"344.738665ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.057998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.880326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capo-system/capo-serving-cert\" ","response":"range_response_count:1 size:2194"} {"level":"warn","ts":"2026-03-03T18:40:39.058075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.713499Z","time spent":"344.486628ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.058083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.580372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" ","response":"range_response_count:1 size:2294"} {"level":"warn","ts":"2026-03-03T18:40:39.058094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.812276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:40:39.058136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.715447Z","time spent":"342.586673ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.058177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.295141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6-tls\" ","response":"range_response_count:1 size:2185"} {"level":"info","ts":"2026-03-03T18:40:39.058165Z","caller":"traceutil/trace.go:171","msg":"trace[913195484] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert; range_end:; response_count:1; response_revision:24610; }","duration":"301.678574ms","start":"2026-03-03T18:40:38.756465Z","end":"2026-03-03T18:40:39.058144Z","steps":["trace[913195484] 'agreement among raft nodes before linearized reading' (duration: 301.49526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.058201Z","caller":"traceutil/trace.go:171","msg":"trace[388034772] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-r97z6-tls; range_end:; response_count:1; response_revision:24610; }","duration":"126.366943ms","start":"2026-03-03T18:40:38.931826Z","end":"2026-03-03T18:40:39.058193Z","steps":["trace[388034772] 'agreement among raft nodes before linearized reading' (duration: 126.311262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.05814Z","caller":"traceutil/trace.go:171","msg":"trace[837161903] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capo-system/capo-serving-cert; range_end:; response_count:1; response_revision:24610; }","duration":"252.07499ms","start":"2026-03-03T18:40:38.806043Z","end":"2026-03-03T18:40:39.058118Z","steps":["trace[837161903] 'agreement among raft nodes before linearized reading' (duration: 251.696602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.878746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/grafana-tls\" ","response":"range_response_count:1 size:2546"} {"level":"warn","ts":"2026-03-03T18:40:39.057924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.654326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/cert-manager/self-signed-ca\" ","response":"range_response_count:1 size:2123"} {"level":"warn","ts":"2026-03-03T18:40:39.058218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.756455Z","time spent":"301.750775ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":1,"response size":2318,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-control-plane-system/capi-kubeadm-control-plane-serving-cert\" "} {"level":"info","ts":"2026-03-03T18:40:39.058255Z","caller":"traceutil/trace.go:171","msg":"trace[54706534] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/grafana-tls; range_end:; response_count:1; response_revision:24610; }","duration":"151.947718ms","start":"2026-03-03T18:40:38.906297Z","end":"2026-03-03T18:40:39.058245Z","steps":["trace[54706534] 'agreement among raft nodes before linearized reading' (duration: 151.855016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.33857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls\" ","response":"range_response_count:1 size:2103"} {"level":"info","ts":"2026-03-03T18:40:39.058173Z","caller":"traceutil/trace.go:171","msg":"trace[187999528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24610; }","duration":"314.918228ms","start":"2026-03-03T18:40:38.743236Z","end":"2026-03-03T18:40:39.058154Z","steps":["trace[187999528] 'agreement among raft nodes before linearized reading' (duration: 314.768915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.058322Z","caller":"traceutil/trace.go:171","msg":"trace[434517478] range","detail":"{range_begin:/registry/cert-manager.io/certificates/cert-manager/self-signed-ca; range_end:; response_count:1; response_revision:24610; }","duration":"202.062016ms","start":"2026-03-03T18:40:38.856195Z","end":"2026-03-03T18:40:39.058257Z","steps":["trace[434517478] 'agreement among raft nodes before linearized reading' (duration: 201.515903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.743216Z","time spent":"315.098812ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:40:39.058285Z","caller":"traceutil/trace.go:171","msg":"trace[1213021547] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-kube-prometheus-stack-prometheus-0-tls; range_end:; response_count:1; response_revision:24610; }","duration":"101.589856ms","start":"2026-03-03T18:40:38.956687Z","end":"2026-03-03T18:40:39.058277Z","steps":["trace[1213021547] 'agreement among raft nodes before linearized reading' (duration: 101.32405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.477299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:2949"} {"level":"info","ts":"2026-03-03T18:40:39.059037Z","caller":"traceutil/trace.go:171","msg":"trace[1892095820] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:24610; }","duration":"177.381352ms","start":"2026-03-03T18:40:38.881641Z","end":"2026-03-03T18:40:39.059023Z","steps":["trace[1892095820] 'agreement among raft nodes before linearized reading' (duration: 176.436378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.058438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.063017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.162-253-55-206.nip.io-tls\" ","response":"range_response_count:1 size:2435"} {"level":"info","ts":"2026-03-03T18:40:39.05914Z","caller":"traceutil/trace.go:171","msg":"trace[2033198443] range","detail":"{range_begin:/registry/cert-manager.io/certificates/auth-system/keycloak.162-253-55-206.nip.io-tls; range_end:; response_count:1; response_revision:24610; }","duration":"352.804046ms","start":"2026-03-03T18:40:38.706327Z","end":"2026-03-03T18:40:39.059131Z","steps":["trace[2033198443] 'agreement among raft nodes before linearized reading' (duration: 351.616357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.05918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.706314Z","time spent":"352.851957ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":2459,"request content":"key:\"/registry/cert-manager.io/certificates/auth-system/keycloak.162-253-55-206.nip.io-tls\" "} {"level":"warn","ts":"2026-03-03T18:40:39.058585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.292582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" ","response":"range_response_count:1 size:2467"} {"level":"info","ts":"2026-03-03T18:40:39.059262Z","caller":"traceutil/trace.go:171","msg":"trace[465562635] range","detail":"{range_begin:/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert; range_end:; response_count:1; response_revision:24610; }","duration":"328.017029ms","start":"2026-03-03T18:40:38.731236Z","end":"2026-03-03T18:40:39.059253Z","steps":["trace[465562635] 'agreement among raft nodes before linearized reading' (duration: 326.532553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.059315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:38.731216Z","time spent":"328.08207ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":2491,"request content":"key:\"/registry/cert-manager.io/certificates/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-serving-cert\" "} {"level":"warn","ts":"2026-03-03T18:40:39.663678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.044161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:39.663868Z","caller":"traceutil/trace.go:171","msg":"trace[1997806914] transaction","detail":"{read_only:false; response_revision:24612; number_of_response:1; }","duration":"387.425696ms","start":"2026-03-03T18:40:39.276426Z","end":"2026-03-03T18:40:39.663852Z","steps":["trace[1997806914] 'process raft request' (duration: 387.353314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.663943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.276404Z","time spent":"387.504468ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:39.663964Z","caller":"traceutil/trace.go:171","msg":"trace[1839588015] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25529; }","duration":"583.662274ms","start":"2026-03-03T18:40:39.080271Z","end":"2026-03-03T18:40:39.663933Z","steps":["trace[1839588015] 'read index received' (duration: 97.220823ms)","trace[1839588015] 'applied index is now lower than readState.Index' (duration: 486.438481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:39.664117Z","caller":"traceutil/trace.go:171","msg":"trace[1169189776] transaction","detail":"{read_only:false; response_revision:24611; number_of_response:1; }","duration":"597.384459ms","start":"2026-03-03T18:40:39.066715Z","end":"2026-03-03T18:40:39.6641Z","steps":["trace[1169189776] 'process raft request' (duration: 110.845265ms)","trace[1169189776] 'compare' (duration: 484.112906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:39.664242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.066692Z","time spent":"597.465321ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:39.66442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.557078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:39.664466Z","caller":"traceutil/trace.go:171","msg":"trace[635044785] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24612; }","duration":"577.62678ms","start":"2026-03-03T18:40:39.086828Z","end":"2026-03-03T18:40:39.664454Z","steps":["trace[635044785] 'agreement among raft nodes before linearized reading' (duration: 577.555338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.664499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.086814Z","time spent":"577.676741ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:39.664723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.245005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T18:40:39.664749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.368519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1431"} {"level":"info","ts":"2026-03-03T18:40:39.664802Z","caller":"traceutil/trace.go:171","msg":"trace[229670959] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:24612; }","duration":"383.431421ms","start":"2026-03-03T18:40:39.281354Z","end":"2026-03-03T18:40:39.664786Z","steps":["trace[229670959] 'agreement among raft nodes before linearized reading' (duration: 383.262457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.664832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.759271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" ","response":"range_response_count:1 size:1921"} {"level":"warn","ts":"2026-03-03T18:40:39.664846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.281348Z","time spent":"383.487693ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1455,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"info","ts":"2026-03-03T18:40:39.664859Z","caller":"traceutil/trace.go:171","msg":"trace[618667046] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca; range_end:; response_count:1; response_revision:24612; }","duration":"408.796682ms","start":"2026-03-03T18:40:39.256053Z","end":"2026-03-03T18:40:39.664849Z","steps":["trace[618667046] 'agreement among raft nodes before linearized reading' (duration: 408.72561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.664885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.256045Z","time spent":"408.833733ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1945,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-vnc-ca\" "} {"level":"warn","ts":"2026-03-03T18:40:39.665049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.59605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-03T18:40:39.665082Z","caller":"traceutil/trace.go:171","msg":"trace[60045083] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:24612; }","duration":"433.62816ms","start":"2026-03-03T18:40:39.231446Z","end":"2026-03-03T18:40:39.665074Z","steps":["trace[60045083] 'agreement among raft nodes before linearized reading' (duration: 433.548208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.665107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.231403Z","time spent":"433.698372ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":895,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:39.665121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.843131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" ","response":"range_response_count:1 size:2171"} {"level":"info","ts":"2026-03-03T18:40:39.665163Z","caller":"traceutil/trace.go:171","msg":"trace[1223365360] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-api-certs; range_end:; response_count:1; response_revision:24612; }","duration":"584.903093ms","start":"2026-03-03T18:40:39.080247Z","end":"2026-03-03T18:40:39.66515Z","steps":["trace[1223365360] 'agreement among raft nodes before linearized reading' (duration: 584.78028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.080238Z","time spent":"584.961914ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2195,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-api-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:39.665299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.530879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-vnc\" ","response":"range_response_count:1 size:1886"} {"level":"info","ts":"2026-03-03T18:40:39.665337Z","caller":"traceutil/trace.go:171","msg":"trace[1050055566] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-vnc; range_end:; response_count:1; response_revision:24612; }","duration":"458.591691ms","start":"2026-03-03T18:40:39.206734Z","end":"2026-03-03T18:40:39.665325Z","steps":["trace[1050055566] 'agreement among raft nodes before linearized reading' (duration: 458.503849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.665365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.206721Z","time spent":"458.637022ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1910,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-vnc\" "} {"level":"warn","ts":"2026-03-03T18:40:39.665454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.484483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt\" ","response":"range_response_count:1 size:2528"} {"level":"warn","ts":"2026-03-03T18:40:39.665499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.807353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:39.665506Z","caller":"traceutil/trace.go:171","msg":"trace[56331147] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-vencrypt; range_end:; response_count:1; response_revision:24612; }","duration":"109.558454ms","start":"2026-03-03T18:40:39.555932Z","end":"2026-03-03T18:40:39.665491Z","steps":["trace[56331147] 'agreement among raft nodes before linearized reading' (duration: 109.430991ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.665525Z","caller":"traceutil/trace.go:171","msg":"trace[1965615148] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24612; }","duration":"460.856534ms","start":"2026-03-03T18:40:39.204661Z","end":"2026-03-03T18:40:39.665517Z","steps":["trace[1965615148] 'agreement among raft nodes before linearized reading' (duration: 460.810183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.20465Z","time spent":"460.903225ms","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:39.665772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.466683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-api\" ","response":"range_response_count:1 size:2103"} {"level":"warn","ts":"2026-03-03T18:40:39.665782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.729001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1639"} {"level":"info","ts":"2026-03-03T18:40:39.665808Z","caller":"traceutil/trace.go:171","msg":"trace[1616764875] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-api; range_end:; response_count:1; response_revision:24612; }","duration":"484.530245ms","start":"2026-03-03T18:40:39.181269Z","end":"2026-03-03T18:40:39.665799Z","steps":["trace[1616764875] 'agreement among raft nodes before linearized reading' (duration: 484.440243ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.665826Z","caller":"traceutil/trace.go:171","msg":"trace[1325454189] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:24612; }","duration":"134.793782ms","start":"2026-03-03T18:40:39.531016Z","end":"2026-03-03T18:40:39.665809Z","steps":["trace[1325454189] 'agreement among raft nodes before linearized reading' (duration: 134.68439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.665835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.181254Z","time spent":"484.574766ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":2127,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-libvirt-default-8dhfl-api\" "} {"level":"warn","ts":"2026-03-03T18:40:39.666063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.125379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:39.666104Z","caller":"traceutil/trace.go:171","msg":"trace[1883399725] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24612; }","duration":"504.17857ms","start":"2026-03-03T18:40:39.161914Z","end":"2026-03-03T18:40:39.666093Z","steps":["trace[1883399725] 'agreement among raft nodes before linearized reading' (duration: 504.031437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.161908Z","time spent":"504.222631ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:39.666194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.109862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs\" ","response":"range_response_count:1 size:2393"} {"level":"info","ts":"2026-03-03T18:40:39.66625Z","caller":"traceutil/trace.go:171","msg":"trace[1963760929] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-novncproxy-certs; range_end:; response_count:1; response_revision:24612; }","duration":"160.189333ms","start":"2026-03-03T18:40:39.506047Z","end":"2026-03-03T18:40:39.666236Z","steps":["trace[1963760929] 'agreement among raft nodes before linearized reading' (duration: 159.944648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.731715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" ","response":"range_response_count:1 size:2138"} {"level":"info","ts":"2026-03-03T18:40:39.6664Z","caller":"traceutil/trace.go:171","msg":"trace[1354836720] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/libvirt-api-ca; range_end:; response_count:1; response_revision:24612; }","duration":"510.789337ms","start":"2026-03-03T18:40:39.155602Z","end":"2026-03-03T18:40:39.666391Z","steps":["trace[1354836720] 'agreement among raft nodes before linearized reading' (duration: 510.716095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.155594Z","time spent":"510.834438ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2162,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/libvirt-api-ca\" "} {"level":"warn","ts":"2026-03-03T18:40:39.666514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.592261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/image\" ","response":"range_response_count:1 size:1057"} {"level":"info","ts":"2026-03-03T18:40:39.666564Z","caller":"traceutil/trace.go:171","msg":"trace[1111777136] range","detail":"{range_begin:/registry/ingress/openstack/image; range_end:; response_count:1; response_revision:24612; }","duration":"184.703575ms","start":"2026-03-03T18:40:39.481848Z","end":"2026-03-03T18:40:39.666551Z","steps":["trace[1111777136] 'agreement among raft nodes before linearized reading' (duration: 184.55595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.807371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:39.666721Z","caller":"traceutil/trace.go:171","msg":"trace[2089257561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24612; }","duration":"519.877722ms","start":"2026-03-03T18:40:39.146831Z","end":"2026-03-03T18:40:39.666709Z","steps":["trace[2089257561] 'agreement among raft nodes before linearized reading' (duration: 519.749759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.146823Z","time spent":"519.924633ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:39.66683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.788733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/nova-api-certs\" ","response":"range_response_count:1 size:2368"} {"level":"info","ts":"2026-03-03T18:40:39.666884Z","caller":"traceutil/trace.go:171","msg":"trace[1147244558] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/nova-api-certs; range_end:; response_count:1; response_revision:24612; }","duration":"210.868105ms","start":"2026-03-03T18:40:39.456Z","end":"2026-03-03T18:40:39.666868Z","steps":["trace[1147244558] 'agreement among raft nodes before linearized reading' (duration: 210.731052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.666936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.15956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:39.66697Z","caller":"traceutil/trace.go:171","msg":"trace[1630339088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24612; }","duration":"520.21663ms","start":"2026-03-03T18:40:39.146745Z","end":"2026-03-03T18:40:39.666962Z","steps":["trace[1630339088] 'agreement among raft nodes before linearized reading' (duration: 520.133398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.146734Z","time spent":"520.252181ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:39.66708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.815995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:871"} {"level":"warn","ts":"2026-03-03T18:40:39.667094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.338833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:39.667111Z","caller":"traceutil/trace.go:171","msg":"trace[1635637142] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24612; }","duration":"520.373074ms","start":"2026-03-03T18:40:39.146733Z","end":"2026-03-03T18:40:39.667106Z","steps":["trace[1635637142] 'agreement among raft nodes before linearized reading' (duration: 520.323333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:39.667112Z","caller":"traceutil/trace.go:171","msg":"trace[1407558098] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:24612; }","duration":"235.848056ms","start":"2026-03-03T18:40:39.431256Z","end":"2026-03-03T18:40:39.667104Z","steps":["trace[1407558098] 'agreement among raft nodes before linearized reading' (duration: 235.765564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.667128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.146724Z","time spent":"520.399845ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:39.667219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.870762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" ","response":"range_response_count:1 size:2166"} {"level":"info","ts":"2026-03-03T18:40:39.667239Z","caller":"traceutil/trace.go:171","msg":"trace[1710211829] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/keystone-api-certs; range_end:; response_count:1; response_revision:24612; }","duration":"535.904973ms","start":"2026-03-03T18:40:39.131329Z","end":"2026-03-03T18:40:39.667234Z","steps":["trace[1710211829] 'agreement among raft nodes before linearized reading' (duration: 535.853612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.667254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.131317Z","time spent":"535.933843ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":2190,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/keystone-api-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:39.667281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.374177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/neutron-server-certs\" ","response":"range_response_count:1 size:2388"} {"level":"info","ts":"2026-03-03T18:40:39.667314Z","caller":"traceutil/trace.go:171","msg":"trace[1607052242] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/neutron-server-certs; range_end:; response_count:1; response_revision:24612; }","duration":"260.441948ms","start":"2026-03-03T18:40:39.406863Z","end":"2026-03-03T18:40:39.667305Z","steps":["trace[1607052242] 'agreement among raft nodes before linearized reading' (duration: 260.359286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.667351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.796161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" ","response":"range_response_count:1 size:2174"} {"level":"info","ts":"2026-03-03T18:40:39.667373Z","caller":"traceutil/trace.go:171","msg":"trace[169281705] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/heat-cfn-certs; range_end:; response_count:1; response_revision:24612; }","duration":"560.854193ms","start":"2026-03-03T18:40:39.106513Z","end":"2026-03-03T18:40:39.667367Z","steps":["trace[169281705] 'agreement among raft nodes before linearized reading' (duration: 560.813672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.106492Z","time spent":"560.894293ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2198,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/heat-cfn-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:39.667456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.946052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/volumev3\" ","response":"range_response_count:1 size:1066"} {"level":"info","ts":"2026-03-03T18:40:39.667486Z","caller":"traceutil/trace.go:171","msg":"trace[773062894] range","detail":"{range_begin:/registry/ingress/openstack/volumev3; range_end:; response_count:1; response_revision:24612; }","duration":"286.027503ms","start":"2026-03-03T18:40:39.381451Z","end":"2026-03-03T18:40:39.667478Z","steps":["trace[773062894] 'agreement among raft nodes before linearized reading' (duration: 285.950032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.667654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.032268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-03-03T18:40:39.667685Z","caller":"traceutil/trace.go:171","msg":"trace[2125539213] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:24612; }","duration":"309.11594ms","start":"2026-03-03T18:40:39.358561Z","end":"2026-03-03T18:40:39.667676Z","steps":["trace[2125539213] 'agreement among raft nodes before linearized reading' (duration: 309.046898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.358545Z","time spent":"309.158332ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2249,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:39.667817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.315475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2183"} {"level":"info","ts":"2026-03-03T18:40:39.667849Z","caller":"traceutil/trace.go:171","msg":"trace[1805763307] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:24612; }","duration":"336.378157ms","start":"2026-03-03T18:40:39.33146Z","end":"2026-03-03T18:40:39.667839Z","steps":["trace[1805763307] 'agreement among raft nodes before linearized reading' (duration: 336.304915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.667872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.331442Z","time spent":"336.423928ms","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:39.668035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.045864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1623"} {"level":"info","ts":"2026-03-03T18:40:39.668062Z","caller":"traceutil/trace.go:171","msg":"trace[975411694] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:24612; }","duration":"362.073515ms","start":"2026-03-03T18:40:39.305982Z","end":"2026-03-03T18:40:39.668055Z","steps":["trace[975411694] 'agreement among raft nodes before linearized reading' (duration: 362.006583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.66808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.305968Z","time spent":"362.107725ms","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1647,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T18:40:39.66476Z","caller":"traceutil/trace.go:171","msg":"trace[168951937] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24612; }","duration":"388.311207ms","start":"2026-03-03T18:40:39.27644Z","end":"2026-03-03T18:40:39.664751Z","steps":["trace[168951937] 'agreement among raft nodes before linearized reading' (duration: 388.193784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.668414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.028266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:32 size:272967"} {"level":"info","ts":"2026-03-03T18:40:39.668434Z","caller":"traceutil/trace.go:171","msg":"trace[1852204752] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:32; response_revision:24612; }","duration":"387.072597ms","start":"2026-03-03T18:40:39.281356Z","end":"2026-03-03T18:40:39.668429Z","steps":["trace[1852204752] 'agreement among raft nodes before linearized reading' (duration: 386.826941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:39.668428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.276428Z","time spent":"391.988113ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:39.668452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.281344Z","time spent":"387.103138ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":32,"response size":272991,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T18:40:40.177837Z","caller":"traceutil/trace.go:171","msg":"trace[140849696] transaction","detail":"{read_only:false; response_revision:24613; number_of_response:1; }","duration":"501.962508ms","start":"2026-03-03T18:40:39.675856Z","end":"2026-03-03T18:40:40.177819Z","steps":["trace[140849696] 'process raft request' (duration: 501.849725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:40.177947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.675837Z","time spent":"502.05196ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.80089Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.624960554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:41.801841Z","caller":"traceutil/trace.go:171","msg":"trace[596278176] linearizableReadLoop","detail":"{readStateIndex:25533; appliedIndex:25531; }","duration":"2.11752049s","start":"2026-03-03T18:40:39.684248Z","end":"2026-03-03T18:40:41.801769Z","steps":["trace[596278176] 'read index received' (duration: 493.515367ms)","trace[596278176] 'applied index is now lower than readState.Index' (duration: 1.624003693s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:41.801984Z","caller":"traceutil/trace.go:171","msg":"trace[1940279596] transaction","detail":"{read_only:false; response_revision:24614; number_of_response:1; }","duration":"2.125571742s","start":"2026-03-03T18:40:39.676392Z","end":"2026-03-03T18:40:41.801964Z","steps":["trace[1940279596] 'process raft request' (duration: 2.124775643s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:41.802052Z","caller":"traceutil/trace.go:171","msg":"trace[704458653] transaction","detail":"{read_only:false; response_revision:24615; number_of_response:1; }","duration":"2.114872598s","start":"2026-03-03T18:40:39.687139Z","end":"2026-03-03T18:40:41.802012Z","steps":["trace[704458653] 'process raft request' (duration: 2.114440298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.802104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.676382Z","time spent":"2.125639663s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.802225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.687117Z","time spent":"2.115015671s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:41.802386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.118123334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:41.80244Z","caller":"traceutil/trace.go:171","msg":"trace[1070056440] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24615; }","duration":"2.118179475s","start":"2026-03-03T18:40:39.684244Z","end":"2026-03-03T18:40:41.802423Z","steps":["trace[1070056440] 'agreement among raft nodes before linearized reading' (duration: 2.118088833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.802477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.684214Z","time spent":"2.118253397s","remote":"127.0.0.1:56366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:41.993792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001057852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:41.993926Z","caller":"traceutil/trace.go:171","msg":"trace[604391725] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001196625s","start":"2026-03-03T18:40:39.992673Z","end":"2026-03-03T18:40:41.99387Z","steps":["trace[604391725] 'agreement among raft nodes before linearized reading' (duration: 2.001065782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:41.993994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.992665Z","time spent":"2.001314587s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:42.302228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:42.802593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:43.229914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000082569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:43.229999Z","caller":"traceutil/trace.go:171","msg":"trace[1121883798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000231272s","start":"2026-03-03T18:40:41.22975Z","end":"2026-03-03T18:40:43.229982Z","steps":["trace[1121883798] 'agreement among raft nodes before linearized reading' (duration: 2.00011645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.230045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.229731Z","time spent":"2.000304735s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T18:40:43.303391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:43.804216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064710,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:43.876763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07572467s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:43.877142Z","caller":"traceutil/trace.go:171","msg":"trace[1359565704] transaction","detail":"{read_only:false; response_revision:24617; number_of_response:1; }","duration":"2.811935876s","start":"2026-03-03T18:40:41.065175Z","end":"2026-03-03T18:40:43.877111Z","steps":["trace[1359565704] 'process raft request' (duration: 2.811847814s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:43.877157Z","caller":"traceutil/trace.go:171","msg":"trace[950024730] transaction","detail":"{read_only:false; response_revision:24619; number_of_response:1; }","duration":"2.810199856s","start":"2026-03-03T18:40:41.066935Z","end":"2026-03-03T18:40:43.877135Z","steps":["trace[950024730] 'process raft request' (duration: 2.810144204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.877259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.065138Z","time spent":"2.812052949s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:43.877292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.066928Z","time spent":"2.810297288s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:43.877358Z","caller":"traceutil/trace.go:171","msg":"trace[1593095795] transaction","detail":"{read_only:false; response_revision:24620; number_of_response:1; }","duration":"2.810225296s","start":"2026-03-03T18:40:41.067111Z","end":"2026-03-03T18:40:43.877337Z","steps":["trace[1593095795] 'process raft request' (duration: 2.809993961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:43.87716Z","caller":"traceutil/trace.go:171","msg":"trace[1892082618] transaction","detail":"{read_only:false; response_revision:24618; number_of_response:1; }","duration":"2.810368749s","start":"2026-03-03T18:40:41.066759Z","end":"2026-03-03T18:40:43.877127Z","steps":["trace[1892082618] 'process raft request' (duration: 2.810295488s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:43.877451Z","caller":"traceutil/trace.go:171","msg":"trace[798972733] transaction","detail":"{read_only:false; response_revision:24621; number_of_response:1; }","duration":"2.809965209s","start":"2026-03-03T18:40:41.067478Z","end":"2026-03-03T18:40:43.877443Z","steps":["trace[798972733] 'process raft request' (duration: 2.809794455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.877472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.067104Z","time spent":"2.810312788s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:43.877498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.067468Z","time spent":"2.810005811s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:43.877507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.066747Z","time spent":"2.810723127s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:43.877526Z","caller":"traceutil/trace.go:171","msg":"trace[1911688092] transaction","detail":"{read_only:false; response_revision:24622; number_of_response:1; }","duration":"2.809273383s","start":"2026-03-03T18:40:41.068239Z","end":"2026-03-03T18:40:43.877512Z","steps":["trace[1911688092] 'process raft request' (duration: 2.809172051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.877574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.068233Z","time spent":"2.809316114s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:43.877771Z","caller":"traceutil/trace.go:171","msg":"trace[878591518] transaction","detail":"{read_only:false; response_revision:24616; number_of_response:1; }","duration":"2.812776986s","start":"2026-03-03T18:40:41.064977Z","end":"2026-03-03T18:40:43.877754Z","steps":["trace[878591518] 'process raft request' (duration: 2.811925895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.87792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.064958Z","time spent":"2.812928469s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:43.993921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999666719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T18:40:43.994017Z","caller":"traceutil/trace.go:171","msg":"trace[402638851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999814413s","start":"2026-03-03T18:40:41.994184Z","end":"2026-03-03T18:40:43.993999Z","steps":["trace[402638851] 'agreement among raft nodes before linearized reading' (duration: 1.9997029s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:43.994072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.994163Z","time spent":"1.999898154s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 18:40:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T18:40:44.175493Z","caller":"traceutil/trace.go:171","msg":"trace[1635214750] linearizableReadLoop","detail":"{readStateIndex:25542; appliedIndex:25534; }","duration":"2.373544152s","start":"2026-03-03T18:40:41.801919Z","end":"2026-03-03T18:40:44.175463Z","steps":["trace[1635214750] 'read index received' (duration: 2.0749516s)","trace[1635214750] 'applied index is now lower than readState.Index' (duration: 298.591262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:44.175666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.219347538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" ","response":"range_response_count:1 size:1089"} {"level":"info","ts":"2026-03-03T18:40:44.175732Z","caller":"traceutil/trace.go:171","msg":"trace[26021822] range","detail":"{range_begin:/registry/ingress/openstack/compute-novnc-proxy; range_end:; response_count:1; response_revision:24623; }","duration":"4.21943997s","start":"2026-03-03T18:40:39.956275Z","end":"2026-03-03T18:40:44.175715Z","steps":["trace[26021822] 'agreement among raft nodes before linearized reading' (duration: 4.219218175s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.175767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.956265Z","time spent":"4.219496751s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1113,"request content":"key:\"/registry/ingress/openstack/compute-novnc-proxy\" "} {"level":"warn","ts":"2026-03-03T18:40:44.175776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244957634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/compute\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-03-03T18:40:44.175835Z","caller":"traceutil/trace.go:171","msg":"trace[183681128] range","detail":"{range_begin:/registry/ingress/openstack/compute; range_end:; response_count:1; response_revision:24623; }","duration":"4.245028946s","start":"2026-03-03T18:40:39.930789Z","end":"2026-03-03T18:40:44.175818Z","steps":["trace[183681128] 'agreement among raft nodes before linearized reading' (duration: 4.244817491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.175877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.930757Z","time spent":"4.245111678s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":867,"request content":"key:\"/registry/ingress/openstack/compute\" "} {"level":"info","ts":"2026-03-03T18:40:44.175965Z","caller":"traceutil/trace.go:171","msg":"trace[494777029] transaction","detail":"{read_only:false; response_revision:24623; number_of_response:1; }","duration":"1.672727555s","start":"2026-03-03T18:40:42.503228Z","end":"2026-03-03T18:40:44.175956Z","steps":["trace[494777029] 'process raft request' (duration: 1.668394143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.176031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:42.503208Z","time spent":"1.672782427s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:44.176145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.270246803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:944"} {"level":"warn","ts":"2026-03-03T18:40:44.176192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575352022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.176225Z","caller":"traceutil/trace.go:171","msg":"trace[1271938147] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24623; }","duration":"2.575409714s","start":"2026-03-03T18:40:41.600805Z","end":"2026-03-03T18:40:44.176215Z","steps":["trace[1271938147] 'agreement among raft nodes before linearized reading' (duration: 2.575368223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.176245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.60079Z","time spent":"2.575449845s","remote":"127.0.0.1:56208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.176266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294734164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:889"} {"level":"info","ts":"2026-03-03T18:40:44.176303Z","caller":"traceutil/trace.go:171","msg":"trace[285020579] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:24623; }","duration":"4.294795345s","start":"2026-03-03T18:40:39.8815Z","end":"2026-03-03T18:40:44.176295Z","steps":["trace[285020579] 'agreement among raft nodes before linearized reading' (duration: 4.294711043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.17633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.881488Z","time spent":"4.294834826s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":913,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-03-03T18:40:44.176367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.798018705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:44.17639Z","caller":"traceutil/trace.go:171","msg":"trace[1262950492] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24623; }","duration":"2.798066437s","start":"2026-03-03T18:40:41.378316Z","end":"2026-03-03T18:40:44.176382Z","steps":["trace[1262950492] 'agreement among raft nodes before linearized reading' (duration: 2.798024396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.176412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.378303Z","time spent":"2.798104548s","remote":"127.0.0.1:56408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.176515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.822540596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.176536Z","caller":"traceutil/trace.go:171","msg":"trace[1703951287] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24623; }","duration":"2.822599357s","start":"2026-03-03T18:40:41.353931Z","end":"2026-03-03T18:40:44.176531Z","steps":["trace[1703951287] 'agreement among raft nodes before linearized reading' (duration: 2.822564927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.176552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.353913Z","time spent":"2.822635129s","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.176584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.313354154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" ","response":"range_response_count:1 size:2109"} {"level":"info","ts":"2026-03-03T18:40:44.176636Z","caller":"traceutil/trace.go:171","msg":"trace[1266757414] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-server; range_end:; response_count:1; response_revision:24623; }","duration":"4.313426315s","start":"2026-03-03T18:40:39.86319Z","end":"2026-03-03T18:40:44.176617Z","steps":["trace[1266757414] 'agreement among raft nodes before linearized reading' (duration: 4.313309263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.176677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123098605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:44.176689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.863175Z","time spent":"4.313503409s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":2133,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-server\" "} {"level":"warn","ts":"2026-03-03T18:40:44.176967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489418785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/orchestration\" ","response":"range_response_count:1 size:984"} {"level":"info","ts":"2026-03-03T18:40:44.176994Z","caller":"traceutil/trace.go:171","msg":"trace[1654174672] range","detail":"{range_begin:/registry/ingress/openstack/orchestration; range_end:; response_count:1; response_revision:24623; }","duration":"4.489460776s","start":"2026-03-03T18:40:39.687526Z","end":"2026-03-03T18:40:44.176987Z","steps":["trace[1654174672] 'agreement among raft nodes before linearized reading' (duration: 4.489344853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.687518Z","time spent":"4.489488807s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1008,"request content":"key:\"/registry/ingress/openstack/orchestration\" "} {"level":"warn","ts":"2026-03-03T18:40:44.177007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489506997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" ","response":"range_response_count:1 size:2002"} {"level":"info","ts":"2026-03-03T18:40:44.177056Z","caller":"traceutil/trace.go:171","msg":"trace[1169750468] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-certs; range_end:; response_count:1; response_revision:24623; }","duration":"4.489565778s","start":"2026-03-03T18:40:39.687476Z","end":"2026-03-03T18:40:44.177041Z","steps":["trace[1169750468] 'agreement among raft nodes before linearized reading' (duration: 4.489404895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.68747Z","time spent":"4.48962216s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2026,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:44.177307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.446368444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2994"} {"level":"warn","ts":"2026-03-03T18:40:44.176649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015517767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.177338Z","caller":"traceutil/trace.go:171","msg":"trace[880092205] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:24623; }","duration":"4.446419486s","start":"2026-03-03T18:40:39.730911Z","end":"2026-03-03T18:40:44.17733Z","steps":["trace[880092205] 'agreement among raft nodes before linearized reading' (duration: 4.446342624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.730869Z","time spent":"4.446483699s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":3018,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"info","ts":"2026-03-03T18:40:44.177367Z","caller":"traceutil/trace.go:171","msg":"trace[174977535] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24623; }","duration":"3.016261296s","start":"2026-03-03T18:40:41.161086Z","end":"2026-03-03T18:40:44.177347Z","steps":["trace[174977535] 'agreement among raft nodes before linearized reading' (duration: 3.015543678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.161065Z","time spent":"3.016350507s","remote":"127.0.0.1:53634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.177437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489977388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" ","response":"range_response_count:1 size:2156"} {"level":"warn","ts":"2026-03-03T18:40:44.177524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.489977118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" ","response":"range_response_count:1 size:2156"} {"level":"info","ts":"2026-03-03T18:40:44.177522Z","caller":"traceutil/trace.go:171","msg":"trace[1129696966] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-client-ca; range_end:; response_count:1; response_revision:24623; }","duration":"4.490137882s","start":"2026-03-03T18:40:39.68736Z","end":"2026-03-03T18:40:44.177498Z","steps":["trace[1129696966] 'agreement among raft nodes before linearized reading' (duration: 4.489877326s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.177549Z","caller":"traceutil/trace.go:171","msg":"trace[833302075] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/octavia-server-ca; range_end:; response_count:1; response_revision:24623; }","duration":"4.490008159s","start":"2026-03-03T18:40:39.687534Z","end":"2026-03-03T18:40:44.177543Z","steps":["trace[833302075] 'agreement among raft nodes before linearized reading' (duration: 4.489951878s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.68753Z","time spent":"4.49003947s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2180,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-server-ca\" "} {"level":"warn","ts":"2026-03-03T18:40:44.177576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.687351Z","time spent":"4.490212814s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2180,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/octavia-client-ca\" "} {"level":"info","ts":"2026-03-03T18:40:44.1767Z","caller":"traceutil/trace.go:171","msg":"trace[2124143133] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24623; }","duration":"3.123150996s","start":"2026-03-03T18:40:41.053541Z","end":"2026-03-03T18:40:44.176692Z","steps":["trace[2124143133] 'agreement among raft nodes before linearized reading' (duration: 3.123120884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346371908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/network\" ","response":"range_response_count:1 size:857"} {"level":"warn","ts":"2026-03-03T18:40:44.177752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218590347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.177835Z","caller":"traceutil/trace.go:171","msg":"trace[1601014894] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24623; }","duration":"3.2187307s","start":"2026-03-03T18:40:40.959086Z","end":"2026-03-03T18:40:44.177817Z","steps":["trace[1601014894] 'agreement among raft nodes before linearized reading' (duration: 3.217627555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.17787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.371309437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/cloudformation\" ","response":"range_response_count:1 size:989"} {"level":"warn","ts":"2026-03-03T18:40:44.177892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.39715514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" ","response":"range_response_count:1 size:2124"} {"level":"warn","ts":"2026-03-03T18:40:44.177886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.959068Z","time spent":"3.218801962s","remote":"127.0.0.1:53670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:44.177902Z","caller":"traceutil/trace.go:171","msg":"trace[1123005744] range","detail":"{range_begin:/registry/ingress/openstack/cloudformation; range_end:; response_count:1; response_revision:24623; }","duration":"4.371377479s","start":"2026-03-03T18:40:39.806516Z","end":"2026-03-03T18:40:44.177894Z","steps":["trace[1123005744] 'agreement among raft nodes before linearized reading' (duration: 4.371288117s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.177915Z","caller":"traceutil/trace.go:171","msg":"trace[1135986790] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/valkey-ca; range_end:; response_count:1; response_revision:24623; }","duration":"4.397217132s","start":"2026-03-03T18:40:39.780692Z","end":"2026-03-03T18:40:44.177909Z","steps":["trace[1135986790] 'agreement among raft nodes before linearized reading' (duration: 4.39715082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.177934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.780653Z","time spent":"4.397277853s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":2148,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/valkey-ca\" "} {"level":"warn","ts":"2026-03-03T18:40:44.177939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.806497Z","time spent":"4.371435161s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":1013,"request content":"key:\"/registry/ingress/openstack/cloudformation\" "} {"level":"warn","ts":"2026-03-03T18:40:44.177991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324696456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.178047Z","caller":"traceutil/trace.go:171","msg":"trace[1675530176] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:24623; }","duration":"2.324754267s","start":"2026-03-03T18:40:41.853276Z","end":"2026-03-03T18:40:44.17803Z","steps":["trace[1675530176] 'agreement among raft nodes before linearized reading' (duration: 2.324665855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.17809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.853257Z","time spent":"2.32481942s","remote":"127.0.0.1:44098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.177474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.471716045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" ","response":"range_response_count:1 size:2389"} {"level":"info","ts":"2026-03-03T18:40:44.17827Z","caller":"traceutil/trace.go:171","msg":"trace[1235839929] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/placement-api-certs; range_end:; response_count:1; response_revision:24623; }","duration":"4.472523534s","start":"2026-03-03T18:40:39.705736Z","end":"2026-03-03T18:40:44.17826Z","steps":["trace[1235839929] 'agreement among raft nodes before linearized reading' (duration: 4.471708025s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.1783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.705717Z","time spent":"4.472572486s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2413,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/placement-api-certs\" "} {"level":"info","ts":"2026-03-03T18:40:44.176189Z","caller":"traceutil/trace.go:171","msg":"trace[1124698392] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24623; }","duration":"4.270315185s","start":"2026-03-03T18:40:39.905864Z","end":"2026-03-03T18:40:44.176179Z","steps":["trace[1124698392] 'agreement among raft nodes before linearized reading' (duration: 4.270199963s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.42168545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" ","response":"range_response_count:1 size:2201"} {"level":"warn","ts":"2026-03-03T18:40:44.178341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.905851Z","time spent":"4.272476876s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":968,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"info","ts":"2026-03-03T18:40:44.178343Z","caller":"traceutil/trace.go:171","msg":"trace[366615991] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs; range_end:; response_count:1; response_revision:24623; }","duration":"4.421748161s","start":"2026-03-03T18:40:39.756579Z","end":"2026-03-03T18:40:44.178327Z","steps":["trace[366615991] 'agreement among raft nodes before linearized reading' (duration: 4.421623328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.756571Z","time spent":"4.421802622s","remote":"127.0.0.1:35986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":2225,"request content":"key:\"/registry/cert-manager.io/certificates/openstack/rook-ceph-rgw-ceph-certs\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.661017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.178481Z","caller":"traceutil/trace.go:171","msg":"trace[2133614719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24623; }","duration":"177.703688ms","start":"2026-03-03T18:40:44.00077Z","end":"2026-03-03T18:40:44.178473Z","steps":["trace[2133614719] 'agreement among raft nodes before linearized reading' (duration: 177.665317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.17751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.421751132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keepalived\" ","response":"range_response_count:1 size:284"} {"level":"info","ts":"2026-03-03T18:40:44.178647Z","caller":"traceutil/trace.go:171","msg":"trace[200348749] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keepalived; range_end:; response_count:1; response_revision:24623; }","duration":"4.422950071s","start":"2026-03-03T18:40:39.755684Z","end":"2026-03-03T18:40:44.178634Z","steps":["trace[200348749] 'agreement among raft nodes before linearized reading' (duration: 4.421563688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.059271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:40:44.178685Z","caller":"traceutil/trace.go:171","msg":"trace[552721219] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24623; }","duration":"372.095723ms","start":"2026-03-03T18:40:43.806583Z","end":"2026-03-03T18:40:44.178678Z","steps":["trace[552721219] 'agreement among raft nodes before linearized reading' (duration: 372.035911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.755665Z","time spent":"4.423012892s","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":308,"request content":"key:\"/registry/serviceaccounts/openstack/keepalived\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:43.806572Z","time spent":"372.134613ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.497973913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:44.178773Z","caller":"traceutil/trace.go:171","msg":"trace[1109106930] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24623; }","duration":"3.498028805s","start":"2026-03-03T18:40:40.680737Z","end":"2026-03-03T18:40:44.178766Z","steps":["trace[1109106930] 'agreement among raft nodes before linearized reading' (duration: 3.497966893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.680713Z","time spent":"3.498074065s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.883261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:40:44.178887Z","caller":"traceutil/trace.go:171","msg":"trace[57259127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24623; }","duration":"372.937582ms","start":"2026-03-03T18:40:43.805943Z","end":"2026-03-03T18:40:44.178881Z","steps":["trace[57259127] 'agreement among raft nodes before linearized reading' (duration: 372.870021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:43.805927Z","time spent":"372.974523ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.172815356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/load-balancer\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-03-03T18:40:44.178937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.198263709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1067"} {"level":"info","ts":"2026-03-03T18:40:44.178947Z","caller":"traceutil/trace.go:171","msg":"trace[416120600] range","detail":"{range_begin:/registry/ingress/openstack/load-balancer; range_end:; response_count:1; response_revision:24623; }","duration":"4.172880588s","start":"2026-03-03T18:40:40.006056Z","end":"2026-03-03T18:40:44.178936Z","steps":["trace[416120600] 'agreement among raft nodes before linearized reading' (duration: 4.172774255s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.178958Z","caller":"traceutil/trace.go:171","msg":"trace[1360258690] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:24623; }","duration":"4.198305979s","start":"2026-03-03T18:40:39.980647Z","end":"2026-03-03T18:40:44.178953Z","steps":["trace[1360258690] 'agreement among raft nodes before linearized reading' (duration: 4.198247148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.178974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.980635Z","time spent":"4.19833547s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":1091,"request content":"key:\"/registry/ingress/openstack/identity\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.642423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:44.179012Z","caller":"traceutil/trace.go:171","msg":"trace[1719088851] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:24623; }","duration":"185.072373ms","start":"2026-03-03T18:40:43.993926Z","end":"2026-03-03T18:40:44.178999Z","steps":["trace[1719088851] 'agreement among raft nodes before linearized reading' (duration: 184.654933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.179039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.58524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T18:40:44.179052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.846023757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:44.179093Z","caller":"traceutil/trace.go:171","msg":"trace[1942958999] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24623; }","duration":"3.846098238s","start":"2026-03-03T18:40:40.332987Z","end":"2026-03-03T18:40:44.179085Z","steps":["trace[1942958999] 'agreement among raft nodes before linearized reading' (duration: 3.846008016s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.179118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.023434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" ","response":"range_response_count:1 size:1010"} {"level":"warn","ts":"2026-03-03T18:40:44.179123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.332967Z","time spent":"3.84615015s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:40:44.179138Z","caller":"traceutil/trace.go:171","msg":"trace[946797647] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21; range_end:; response_count:1; response_revision:24623; }","duration":"764.043864ms","start":"2026-03-03T18:40:43.415089Z","end":"2026-03-03T18:40:44.179133Z","steps":["trace[946797647] 'agreement among raft nodes before linearized reading' (duration: 763.985863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.179061Z","caller":"traceutil/trace.go:171","msg":"trace[572909486] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24623; }","duration":"425.63046ms","start":"2026-03-03T18:40:43.753423Z","end":"2026-03-03T18:40:44.179053Z","steps":["trace[572909486] 'agreement among raft nodes before linearized reading' (duration: 425.565049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.179231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:43.753408Z","time spent":"425.813715ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.006044Z","time spent":"4.172925168s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":905,"request content":"key:\"/registry/ingress/openstack/load-balancer\" "} {"level":"warn","ts":"2026-03-03T18:40:44.179174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.053523Z","time spent":"3.125617524s","remote":"127.0.0.1:53792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.176157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5030496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:44.17948Z","caller":"traceutil/trace.go:171","msg":"trace[1071188732] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24623; }","duration":"2.506389129s","start":"2026-03-03T18:40:41.673078Z","end":"2026-03-03T18:40:44.179468Z","steps":["trace[1071188732] 'agreement among raft nodes before linearized reading' (duration: 2.50303569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.179518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.673063Z","time spent":"2.506443161s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:44.180224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256105213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:44.180298Z","caller":"traceutil/trace.go:171","msg":"trace[1019514015] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:24623; }","duration":"2.256221755s","start":"2026-03-03T18:40:41.924056Z","end":"2026-03-03T18:40:44.180278Z","steps":["trace[1019514015] 'agreement among raft nodes before linearized reading' (duration: 2.256094182s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.177773Z","caller":"traceutil/trace.go:171","msg":"trace[753648344] range","detail":"{range_begin:/registry/ingress/openstack/network; range_end:; response_count:1; response_revision:24623; }","duration":"4.346456439s","start":"2026-03-03T18:40:39.831292Z","end":"2026-03-03T18:40:44.177749Z","steps":["trace[753648344] 'agreement among raft nodes before linearized reading' (duration: 4.346275335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.180349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.924036Z","time spent":"2.256299587s","remote":"127.0.0.1:44240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:44.180361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:39.831274Z","time spent":"4.349071872s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":881,"request content":"key:\"/registry/ingress/openstack/network\" "} {"level":"warn","ts":"2026-03-03T18:40:44.180559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.230989477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:40:44.180587Z","caller":"traceutil/trace.go:171","msg":"trace[752047345] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24623; }","duration":"2.231050159s","start":"2026-03-03T18:40:41.949526Z","end":"2026-03-03T18:40:44.180576Z","steps":["trace[752047345] 'agreement among raft nodes before linearized reading' (duration: 2.230976607s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.180605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:41.949509Z","time spent":"2.231091311s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"warn","ts":"2026-03-03T18:40:44.178688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.311897247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:40:44.180638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998425299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:40:44.180669Z","caller":"traceutil/trace.go:171","msg":"trace[1770760473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24623; }","duration":"1.998506381s","start":"2026-03-03T18:40:42.182154Z","end":"2026-03-03T18:40:44.18066Z","steps":["trace[1770760473] 'agreement among raft nodes before linearized reading' (duration: 1.998416439s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:44.180676Z","caller":"traceutil/trace.go:171","msg":"trace[1019873976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24623; }","duration":"3.313910295s","start":"2026-03-03T18:40:40.866748Z","end":"2026-03-03T18:40:44.180658Z","steps":["trace[1019873976] 'agreement among raft nodes before linearized reading' (duration: 3.311314973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:44.180698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:42.182136Z","time spent":"1.998557493s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:44.180715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:40.86673Z","time spent":"3.313973486s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:44.180981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:43.415066Z","time spent":"765.905358ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" "} {"level":"warn","ts":"2026-03-03T18:40:44.683506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:45.1843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:45.196274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014009305s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:45.196643Z","caller":"traceutil/trace.go:171","msg":"trace[1764837068] transaction","detail":"{read_only:false; response_revision:24624; number_of_response:1; }","duration":"1.014431356s","start":"2026-03-03T18:40:44.182189Z","end":"2026-03-03T18:40:45.19662Z","steps":["trace[1764837068] 'process raft request' (duration: 1.014271322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.196775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.182176Z","time spent":"1.014522998s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:45.352944Z","caller":"traceutil/trace.go:171","msg":"trace[605761340] transaction","detail":"{read_only:false; response_revision:24625; number_of_response:1; }","duration":"1.170003289s","start":"2026-03-03T18:40:44.18289Z","end":"2026-03-03T18:40:45.352893Z","steps":["trace[605761340] 'process raft request' (duration: 1.123735474s)","trace[605761340] 'compare' (duration: 46.059ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:45.352984Z","caller":"traceutil/trace.go:171","msg":"trace[136437959] transaction","detail":"{read_only:false; response_revision:24627; number_of_response:1; }","duration":"1.168472773s","start":"2026-03-03T18:40:44.184486Z","end":"2026-03-03T18:40:45.352959Z","steps":["trace[136437959] 'process raft request' (duration: 1.168404942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.353069Z","caller":"traceutil/trace.go:171","msg":"trace[570733706] transaction","detail":"{read_only:false; response_revision:24626; number_of_response:1; }","duration":"1.168773431s","start":"2026-03-03T18:40:44.18425Z","end":"2026-03-03T18:40:45.353024Z","steps":["trace[570733706] 'process raft request' (duration: 1.168573056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.353186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.184481Z","time spent":"1.168601766s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:45.353247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.18424Z","time spent":"1.168914324s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:45.353643Z","caller":"traceutil/trace.go:171","msg":"trace[1180883176] transaction","detail":"{read_only:false; response_revision:24632; number_of_response:1; }","duration":"670.215303ms","start":"2026-03-03T18:40:44.683418Z","end":"2026-03-03T18:40:45.353634Z","steps":["trace[1180883176] 'process raft request' (duration: 670.116571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.353646Z","caller":"traceutil/trace.go:171","msg":"trace[491044471] linearizableReadLoop","detail":"{readStateIndex:25551; appliedIndex:25542; }","duration":"1.170182754s","start":"2026-03-03T18:40:44.183441Z","end":"2026-03-03T18:40:45.353623Z","steps":["trace[491044471] 'read index received' (duration: 1.013065963s)","trace[491044471] 'applied index is now lower than readState.Index' (duration: 157.115071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:45.353612Z","caller":"traceutil/trace.go:171","msg":"trace[259467151] transaction","detail":"{read_only:false; response_revision:24629; number_of_response:1; }","duration":"1.168009262s","start":"2026-03-03T18:40:44.185553Z","end":"2026-03-03T18:40:45.353563Z","steps":["trace[259467151] 'process raft request' (duration: 1.167673704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.353712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.683396Z","time spent":"670.278255ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:45.353102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.182867Z","time spent":"1.170151753s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:45.353697Z","caller":"traceutil/trace.go:171","msg":"trace[1891747912] transaction","detail":"{read_only:false; response_revision:24631; number_of_response:1; }","duration":"1.009763125s","start":"2026-03-03T18:40:44.343871Z","end":"2026-03-03T18:40:45.353634Z","steps":["trace[1891747912] 'process raft request' (duration: 1.009622332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.353763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.185546Z","time spent":"1.168161496s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:45.353852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.4185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:45.353902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164030869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/placement\" ","response":"range_response_count:1 size:863"} {"level":"info","ts":"2026-03-03T18:40:45.353919Z","caller":"traceutil/trace.go:171","msg":"trace[898972301] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24632; }","duration":"809.491211ms","start":"2026-03-03T18:40:44.544408Z","end":"2026-03-03T18:40:45.353899Z","steps":["trace[898972301] 'agreement among raft nodes before linearized reading' (duration: 809.373968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.353934Z","caller":"traceutil/trace.go:171","msg":"trace[1557049793] range","detail":"{range_begin:/registry/ingress/openstack/placement; range_end:; response_count:1; response_revision:24632; }","duration":"1.16407036s","start":"2026-03-03T18:40:44.189854Z","end":"2026-03-03T18:40:45.353925Z","steps":["trace[1557049793] 'agreement among raft nodes before linearized reading' (duration: 1.163965047s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.35332Z","caller":"traceutil/trace.go:171","msg":"trace[1684548867] transaction","detail":"{read_only:false; response_revision:24628; number_of_response:1; }","duration":"1.168560006s","start":"2026-03-03T18:40:44.184742Z","end":"2026-03-03T18:40:45.353302Z","steps":["trace[1684548867] 'process raft request' (duration: 1.168184937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.353904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.343849Z","time spent":"1.009945219s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:45.353929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17046012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-d8639e12-460a-4d81-a008-c50a995a4607\" ","response":"range_response_count:1 size:1316"} {"level":"warn","ts":"2026-03-03T18:40:45.35397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.18985Z","time spent":"1.164112981s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":887,"request content":"key:\"/registry/ingress/openstack/placement\" "} {"level":"warn","ts":"2026-03-03T18:40:45.353973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.544355Z","time spent":"809.602884ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:45.353986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.557239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:45.354011Z","caller":"traceutil/trace.go:171","msg":"trace[2052174317] range","detail":"{range_begin:/registry/persistentvolumes/pvc-d8639e12-460a-4d81-a008-c50a995a4607; range_end:; response_count:1; response_revision:24632; }","duration":"1.170573033s","start":"2026-03-03T18:40:44.183416Z","end":"2026-03-03T18:40:45.353989Z","steps":["trace[2052174317] 'agreement among raft nodes before linearized reading' (duration: 1.170305007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164483389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1117"} {"level":"warn","ts":"2026-03-03T18:40:45.354028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.022546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T18:40:45.353568Z","caller":"traceutil/trace.go:171","msg":"trace[486993832] transaction","detail":"{read_only:false; response_revision:24630; number_of_response:1; }","duration":"1.16706447s","start":"2026-03-03T18:40:44.186488Z","end":"2026-03-03T18:40:45.353552Z","steps":["trace[486993832] 'process raft request' (duration: 1.166946397s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.354056Z","caller":"traceutil/trace.go:171","msg":"trace[747403142] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:24632; }","duration":"1.164531341s","start":"2026-03-03T18:40:44.189514Z","end":"2026-03-03T18:40:45.354046Z","steps":["trace[747403142] 'agreement among raft nodes before linearized reading' (duration: 1.164442909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.35406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.183396Z","time spent":"1.170655185s","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-d8639e12-460a-4d81-a008-c50a995a4607\" "} {"level":"warn","ts":"2026-03-03T18:40:45.354089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.189509Z","time spent":"1.164573901s","remote":"127.0.0.1:56260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1141,"request content":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" "} {"level":"warn","ts":"2026-03-03T18:40:45.35391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169546849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:45.354089Z","caller":"traceutil/trace.go:171","msg":"trace[442860681] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24632; }","duration":"349.118538ms","start":"2026-03-03T18:40:45.004954Z","end":"2026-03-03T18:40:45.354073Z","steps":["trace[442860681] 'agreement among raft nodes before linearized reading' (duration: 349.005926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.354123Z","caller":"traceutil/trace.go:171","msg":"trace[1014615058] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24632; }","duration":"1.169773124s","start":"2026-03-03T18:40:44.18434Z","end":"2026-03-03T18:40:45.354113Z","steps":["trace[1014615058] 'agreement among raft nodes before linearized reading' (duration: 1.169404956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.00493Z","time spent":"349.19427ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:40:45.354134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.18648Z","time spent":"1.167603533s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:45.354155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.184336Z","time spent":"1.169810536s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:45.353924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.65746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:45.354213Z","caller":"traceutil/trace.go:171","msg":"trace[1279275574] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24632; }","duration":"673.002508ms","start":"2026-03-03T18:40:44.681201Z","end":"2026-03-03T18:40:45.354203Z","steps":["trace[1279275574] 'agreement among raft nodes before linearized reading' (duration: 672.568758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.681173Z","time spent":"673.06122ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"info","ts":"2026-03-03T18:40:45.354035Z","caller":"traceutil/trace.go:171","msg":"trace[1122251357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24632; }","duration":"170.633621ms","start":"2026-03-03T18:40:45.183385Z","end":"2026-03-03T18:40:45.354019Z","steps":["trace[1122251357] 'agreement among raft nodes before linearized reading' (duration: 170.501888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.582063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:45.354035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.184736Z","time spent":"1.169240352s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:45.354392Z","caller":"traceutil/trace.go:171","msg":"trace[1301477529] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24632; }","duration":"551.718176ms","start":"2026-03-03T18:40:44.80266Z","end":"2026-03-03T18:40:45.354378Z","steps":["trace[1301477529] 'agreement among raft nodes before linearized reading' (duration: 551.569023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.233854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:45.35448Z","caller":"traceutil/trace.go:171","msg":"trace[1370381740] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24632; }","duration":"673.350836ms","start":"2026-03-03T18:40:44.681113Z","end":"2026-03-03T18:40:45.354463Z","steps":["trace[1370381740] 'agreement among raft nodes before linearized reading' (duration: 673.08173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:45.354529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.681091Z","time spent":"673.423949ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:45.354431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:44.802636Z","time spent":"551.785938ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:45.615391Z","caller":"traceutil/trace.go:171","msg":"trace[1773938105] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25551; }","duration":"258.786738ms","start":"2026-03-03T18:40:45.356574Z","end":"2026-03-03T18:40:45.615361Z","steps":["trace[1773938105] 'read index received' (duration: 194.593238ms)","trace[1773938105] 'applied index is now lower than readState.Index' (duration: 64.19206ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:45.615602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.395098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:45.615643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.048324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:45.61569Z","caller":"traceutil/trace.go:171","msg":"trace[951466160] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24632; }","duration":"255.513531ms","start":"2026-03-03T18:40:45.360153Z","end":"2026-03-03T18:40:45.615667Z","steps":["trace[951466160] 'agreement among raft nodes before linearized reading' (duration: 255.376428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:45.615694Z","caller":"traceutil/trace.go:171","msg":"trace[1837889870] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24632; }","duration":"259.129836ms","start":"2026-03-03T18:40:45.356548Z","end":"2026-03-03T18:40:45.615678Z","steps":["trace[1837889870] 'agreement among raft nodes before linearized reading' (duration: 258.956332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:46.121193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:46.621782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:46.899775Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282128946s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T18:40:47.035803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.775345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:47.036399Z","caller":"traceutil/trace.go:171","msg":"trace[1813993307] transaction","detail":"{read_only:false; response_revision:24636; number_of_response:1; }","duration":"1.149171906s","start":"2026-03-03T18:40:45.887209Z","end":"2026-03-03T18:40:47.03638Z","steps":["trace[1813993307] 'process raft request' (duration: 1.149103945s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:47.036458Z","caller":"traceutil/trace.go:171","msg":"trace[750354508] transaction","detail":"{read_only:false; response_revision:24634; number_of_response:1; }","duration":"1.15019891s","start":"2026-03-03T18:40:45.886206Z","end":"2026-03-03T18:40:47.036405Z","steps":["trace[750354508] 'process raft request' (duration: 1.149961535s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:47.036487Z","caller":"traceutil/trace.go:171","msg":"trace[883010960] transaction","detail":"{read_only:false; response_revision:24633; number_of_response:1; }","duration":"1.418899144s","start":"2026-03-03T18:40:45.617532Z","end":"2026-03-03T18:40:47.036431Z","steps":["trace[883010960] 'process raft request' (duration: 1.282420302s)","trace[883010960] 'compare' (duration: 135.214282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:47.036535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.887188Z","time spent":"1.149300839s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:47.036691Z","caller":"traceutil/trace.go:171","msg":"trace[2120987033] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.149424752s","start":"2026-03-03T18:40:45.887244Z","end":"2026-03-03T18:40:47.036668Z","steps":["trace[2120987033] 'process raft request' (duration: 1.149101735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.036733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.617509Z","time spent":"1.419092119s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:47.036707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.886188Z","time spent":"1.150388484s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:47.036862Z","caller":"traceutil/trace.go:171","msg":"trace[2028209478] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"1.149521155s","start":"2026-03-03T18:40:45.887334Z","end":"2026-03-03T18:40:47.036855Z","steps":["trace[2028209478] 'process raft request' (duration: 1.149430932s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:47.036868Z","caller":"traceutil/trace.go:171","msg":"trace[1666665966] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"1.149535225s","start":"2026-03-03T18:40:45.887322Z","end":"2026-03-03T18:40:47.036857Z","steps":["trace[1666665966] 'process raft request' (duration: 1.149404072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.036892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.887328Z","time spent":"1.149548555s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:47.036471Z","caller":"traceutil/trace.go:171","msg":"trace[1379010575] transaction","detail":"{read_only:false; response_revision:24635; number_of_response:1; }","duration":"1.150154409s","start":"2026-03-03T18:40:45.886269Z","end":"2026-03-03T18:40:47.036424Z","steps":["trace[1379010575] 'process raft request' (duration: 1.150002995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.036944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.887317Z","time spent":"1.149593027s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:47.037014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.886262Z","time spent":"1.150705823s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:47.036813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.887236Z","time spent":"1.149515574s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:47.037123Z","caller":"traceutil/trace.go:171","msg":"trace[1431474232] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"1.149496514s","start":"2026-03-03T18:40:45.887283Z","end":"2026-03-03T18:40:47.03678Z","steps":["trace[1431474232] 'process raft request' (duration: 1.14932661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.037574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.887274Z","time spent":"1.150230842s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:47.178502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.678706ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:40:47.178601Z","caller":"traceutil/trace.go:171","msg":"trace[99407248] linearizableReadLoop","detail":"{readStateIndex:25561; appliedIndex:25552; }","duration":"1.557499037s","start":"2026-03-03T18:40:45.621084Z","end":"2026-03-03T18:40:47.178583Z","steps":["trace[99407248] 'read index received' (duration: 1.27892668s)","trace[99407248] 'applied index is now lower than readState.Index' (duration: 278.570367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:47.178852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557755442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:47.178887Z","caller":"traceutil/trace.go:171","msg":"trace[1211908698] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24640; }","duration":"1.557833144s","start":"2026-03-03T18:40:45.621043Z","end":"2026-03-03T18:40:47.178876Z","steps":["trace[1211908698] 'agreement among raft nodes before linearized reading' (duration: 1.557756813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.178916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.621026Z","time spent":"1.557882156s","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:47.178952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486317741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:47.179017Z","caller":"traceutil/trace.go:171","msg":"trace[1151262969] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24640; }","duration":"1.486422043s","start":"2026-03-03T18:40:45.692581Z","end":"2026-03-03T18:40:47.179003Z","steps":["trace[1151262969] 'agreement among raft nodes before linearized reading' (duration: 1.486319701s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.692564Z","time spent":"1.486478504s","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T18:40:47.179227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.423139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T18:40:47.179248Z","caller":"traceutil/trace.go:171","msg":"trace[1261496443] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24640; }","duration":"138.479189ms","start":"2026-03-03T18:40:47.040764Z","end":"2026-03-03T18:40:47.179243Z","steps":["trace[1261496443] 'agreement among raft nodes before linearized reading' (duration: 138.404957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.268524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:47.179365Z","caller":"traceutil/trace.go:171","msg":"trace[132971354] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24640; }","duration":"206.320336ms","start":"2026-03-03T18:40:46.97304Z","end":"2026-03-03T18:40:47.17936Z","steps":["trace[132971354] 'agreement among raft nodes before linearized reading' (duration: 206.285255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.042787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:47.179486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185960377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:47.179508Z","caller":"traceutil/trace.go:171","msg":"trace[1572377406] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24640; }","duration":"629.12404ms","start":"2026-03-03T18:40:46.550358Z","end":"2026-03-03T18:40:47.179482Z","steps":["trace[1572377406] 'agreement among raft nodes before linearized reading' (duration: 629.040608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028082378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:47.179581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.211758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:47.179604Z","caller":"traceutil/trace.go:171","msg":"trace[902551597] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24640; }","duration":"818.257749ms","start":"2026-03-03T18:40:46.361339Z","end":"2026-03-03T18:40:47.179597Z","steps":["trace[902551597] 'agreement among raft nodes before linearized reading' (duration: 818.200418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:46.361322Z","time spent":"818.29191ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"info","ts":"2026-03-03T18:40:47.179606Z","caller":"traceutil/trace.go:171","msg":"trace[36794327] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:24640; }","duration":"1.028224642s","start":"2026-03-03T18:40:46.151358Z","end":"2026-03-03T18:40:47.179583Z","steps":["trace[36794327] 'agreement among raft nodes before linearized reading' (duration: 1.028040758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.17955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:46.550341Z","time spent":"629.197441ms","remote":"127.0.0.1:44478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:47.179658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:46.151344Z","time spent":"1.028302003s","remote":"127.0.0.1:50514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:47.179516Z","caller":"traceutil/trace.go:171","msg":"trace[1487199060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24640; }","duration":"1.186021629s","start":"2026-03-03T18:40:45.993485Z","end":"2026-03-03T18:40:47.179506Z","steps":["trace[1487199060] 'agreement among raft nodes before linearized reading' (duration: 1.185963758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:47.179869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:45.993465Z","time spent":"1.186290886s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:47.865511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:48.365733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:48.503952Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.218707044s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:48.504246Z","caller":"traceutil/trace.go:171","msg":"trace[247918821] linearizableReadLoop","detail":"{readStateIndex:25562; appliedIndex:25561; }","duration":"1.146263627s","start":"2026-03-03T18:40:47.357963Z","end":"2026-03-03T18:40:48.504226Z","steps":["trace[247918821] 'read index received' (duration: 1.146142274s)","trace[247918821] 'applied index is now lower than readState.Index' (duration: 120.773µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:48.504355Z","caller":"traceutil/trace.go:171","msg":"trace[790171000] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"1.219194184s","start":"2026-03-03T18:40:47.285131Z","end":"2026-03-03T18:40:48.504325Z","steps":["trace[790171000] 'process raft request' (duration: 1.218971309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146444012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:48.504434Z","caller":"traceutil/trace.go:171","msg":"trace[591618179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24641; }","duration":"1.146508283s","start":"2026-03-03T18:40:47.35792Z","end":"2026-03-03T18:40:48.504428Z","steps":["trace[591618179] 'agreement among raft nodes before linearized reading' (duration: 1.14640587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.357903Z","time spent":"1.146551344s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.285109Z","time spent":"1.219298147s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:48.504559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145811467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:48.504579Z","caller":"traceutil/trace.go:171","msg":"trace[952319512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24641; }","duration":"1.145840807s","start":"2026-03-03T18:40:47.358732Z","end":"2026-03-03T18:40:48.504573Z","steps":["trace[952319512] 'agreement among raft nodes before linearized reading' (duration: 1.145794546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.358724Z","time spent":"1.145864959s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.581264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T18:40:48.504683Z","caller":"traceutil/trace.go:171","msg":"trace[885765641] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:24641; }","duration":"782.622065ms","start":"2026-03-03T18:40:47.722054Z","end":"2026-03-03T18:40:48.504676Z","steps":["trace[885765641] 'agreement among raft nodes before linearized reading' (duration: 782.575974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.722037Z","time spent":"782.656806ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14512555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:40:48.504792Z","caller":"traceutil/trace.go:171","msg":"trace[641081092] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24641; }","duration":"1.145186101s","start":"2026-03-03T18:40:47.359592Z","end":"2026-03-03T18:40:48.504778Z","steps":["trace[641081092] 'agreement among raft nodes before linearized reading' (duration: 1.145042498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.359587Z","time spent":"1.145230113s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145744395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:48.504853Z","caller":"traceutil/trace.go:171","msg":"trace[1100560826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24641; }","duration":"1.145758216s","start":"2026-03-03T18:40:47.359088Z","end":"2026-03-03T18:40:48.504847Z","steps":["trace[1100560826] 'agreement among raft nodes before linearized reading' (duration: 1.145715695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.504872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.35907Z","time spent":"1.145797186s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.079472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-03T18:40:48.504979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.141841534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:48.50498Z","caller":"traceutil/trace.go:171","msg":"trace[1918079984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24641; }","duration":"320.157743ms","start":"2026-03-03T18:40:48.184803Z","end":"2026-03-03T18:40:48.504961Z","steps":["trace[1918079984] 'agreement among raft nodes before linearized reading' (duration: 319.985608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.505007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.144392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:48.505036Z","caller":"traceutil/trace.go:171","msg":"trace[546613327] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24641; }","duration":"480.176953ms","start":"2026-03-03T18:40:48.024854Z","end":"2026-03-03T18:40:48.505031Z","steps":["trace[546613327] 'agreement among raft nodes before linearized reading' (duration: 480.133602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.505056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.02477Z","time spent":"480.281705ms","remote":"127.0.0.1:53348","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:48.50505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.184737Z","time spent":"320.293757ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"info","ts":"2026-03-03T18:40:48.505006Z","caller":"traceutil/trace.go:171","msg":"trace[1016721203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24641; }","duration":"1.141879864s","start":"2026-03-03T18:40:47.36312Z","end":"2026-03-03T18:40:48.505Z","steps":["trace[1016721203] 'agreement among raft nodes before linearized reading' (duration: 1.141808903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.505168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.363115Z","time spent":"1.142038508s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:48.504719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.294606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:48.505226Z","caller":"traceutil/trace.go:171","msg":"trace[1363995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24641; }","duration":"605.86922ms","start":"2026-03-03T18:40:47.899349Z","end":"2026-03-03T18:40:48.505219Z","steps":["trace[1363995] 'agreement among raft nodes before linearized reading' (duration: 605.280176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:48.50525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:47.89933Z","time spent":"605.912991ms","remote":"127.0.0.1:44430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:49.495364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064754,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T18:40:49.738273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.088822468s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T18:40:49.739064Z","caller":"traceutil/trace.go:171","msg":"trace[1661258857] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.226916918s","start":"2026-03-03T18:40:48.51213Z","end":"2026-03-03T18:40:49.739047Z","steps":["trace[1661258857] 'process raft request' (duration: 1.226891057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.739172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.51212Z","time spent":"1.22699725s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.739184Z","caller":"traceutil/trace.go:171","msg":"trace[891265400] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.228053444s","start":"2026-03-03T18:40:48.511118Z","end":"2026-03-03T18:40:49.739172Z","steps":["trace[891265400] 'process raft request' (duration: 1.227768997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.739233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.511113Z","time spent":"1.228095515s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.739336Z","caller":"traceutil/trace.go:171","msg":"trace[1381471806] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"1.228087385s","start":"2026-03-03T18:40:48.511243Z","end":"2026-03-03T18:40:49.73933Z","steps":["trace[1381471806] 'process raft request' (duration: 1.227740836s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.739365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.511218Z","time spent":"1.228132476s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.739423Z","caller":"traceutil/trace.go:171","msg":"trace[775298661] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"1.227931762s","start":"2026-03-03T18:40:48.511486Z","end":"2026-03-03T18:40:49.739418Z","steps":["trace[775298661] 'process raft request' (duration: 1.227518852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.739455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.51148Z","time spent":"1.227959292s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.916393Z","caller":"traceutil/trace.go:171","msg":"trace[1678295951] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"872.992695ms","start":"2026-03-03T18:40:49.043377Z","end":"2026-03-03T18:40:49.91637Z","steps":["trace[1678295951] 'process raft request' (duration: 830.055939ms)","trace[1678295951] 'compare' (duration: 42.65451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:49.916498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.043357Z","time spent":"873.081687ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.916695Z","caller":"traceutil/trace.go:171","msg":"trace[1325697953] transaction","detail":"{read_only:false; response_revision:24652; number_of_response:1; }","duration":"861.877402ms","start":"2026-03-03T18:40:49.054811Z","end":"2026-03-03T18:40:49.916688Z","steps":["trace[1325697953] 'process raft request' (duration: 861.649196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:49.916694Z","caller":"traceutil/trace.go:171","msg":"trace[1393133175] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"872.828851ms","start":"2026-03-03T18:40:49.043845Z","end":"2026-03-03T18:40:49.916674Z","steps":["trace[1393133175] 'process raft request' (duration: 872.535045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.91673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.054803Z","time spent":"861.909723ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:49.916762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.04384Z","time spent":"872.885484ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.916793Z","caller":"traceutil/trace.go:171","msg":"trace[492445252] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"871.86437ms","start":"2026-03-03T18:40:49.044924Z","end":"2026-03-03T18:40:49.916788Z","steps":["trace[492445252] 'process raft request' (duration: 871.498631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.916818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.044917Z","time spent":"871.88668ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.916861Z","caller":"traceutil/trace.go:171","msg":"trace[654031705] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"873.394396ms","start":"2026-03-03T18:40:49.043462Z","end":"2026-03-03T18:40:49.916857Z","steps":["trace[654031705] 'process raft request' (duration: 872.808751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.916885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.043439Z","time spent":"873.431996ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:49.916974Z","caller":"traceutil/trace.go:171","msg":"trace[693323310] transaction","detail":"{read_only:false; response_revision:24653; number_of_response:1; }","duration":"853.32565ms","start":"2026-03-03T18:40:49.063634Z","end":"2026-03-03T18:40:49.916959Z","steps":["trace[693323310] 'process raft request' (duration: 852.861608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:49.916945Z","caller":"traceutil/trace.go:171","msg":"trace[1410820472] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"873.096158ms","start":"2026-03-03T18:40:49.043793Z","end":"2026-03-03T18:40:49.916889Z","steps":["trace[1410820472] 'process raft request' (duration: 872.549345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:49.917028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.063625Z","time spent":"853.374821ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:49.919217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.043783Z","time spent":"875.346331ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:50.164163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.613745ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:40:50.164267Z","caller":"traceutil/trace.go:171","msg":"trace[102478272] linearizableReadLoop","detail":"{readStateIndex:25574; appliedIndex:25563; }","duration":"1.169518708s","start":"2026-03-03T18:40:48.994729Z","end":"2026-03-03T18:40:50.164248Z","steps":["trace[102478272] 'read index received' (duration: 744.106333ms)","trace[102478272] 'applied index is now lower than readState.Index' (duration: 425.410755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:50.165311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.091669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:50.165371Z","caller":"traceutil/trace.go:171","msg":"trace[1740109265] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24653; }","duration":"727.210922ms","start":"2026-03-03T18:40:49.438145Z","end":"2026-03-03T18:40:50.165356Z","steps":["trace[1740109265] 'agreement among raft nodes before linearized reading' (duration: 727.078249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.16541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.438128Z","time spent":"727.274953ms","remote":"127.0.0.1:53314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:50.165406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.437484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:50.165456Z","caller":"traceutil/trace.go:171","msg":"trace[1258720822] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:24653; }","duration":"457.522625ms","start":"2026-03-03T18:40:49.707918Z","end":"2026-03-03T18:40:50.165441Z","steps":["trace[1258720822] 'agreement among raft nodes before linearized reading' (duration: 457.433203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.165503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.707903Z","time spent":"457.589707ms","remote":"127.0.0.1:53576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:50.165658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.046337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T18:40:50.165686Z","caller":"traceutil/trace.go:171","msg":"trace[1231182745] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24653; }","duration":"493.105209ms","start":"2026-03-03T18:40:49.672572Z","end":"2026-03-03T18:40:50.165678Z","steps":["trace[1231182745] 'agreement among raft nodes before linearized reading' (duration: 492.985436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.165704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.672554Z","time spent":"493.145919ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"warn","ts":"2026-03-03T18:40:50.165741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171009893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:50.165775Z","caller":"traceutil/trace.go:171","msg":"trace[45568007] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24653; }","duration":"1.171081105s","start":"2026-03-03T18:40:48.994685Z","end":"2026-03-03T18:40:50.165766Z","steps":["trace[45568007] 'agreement among raft nodes before linearized reading' (duration: 1.171023433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.165803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:48.994662Z","time spent":"1.171135317s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:50.165839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.193876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T18:40:50.165865Z","caller":"traceutil/trace.go:171","msg":"trace[401914689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24653; }","duration":"633.257248ms","start":"2026-03-03T18:40:49.532599Z","end":"2026-03-03T18:40:50.165857Z","steps":["trace[401914689] 'agreement among raft nodes before linearized reading' (duration: 633.192736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.165971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.532571Z","time spent":"633.31207ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:40:50.166152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.735841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:40:50.166177Z","caller":"traceutil/trace.go:171","msg":"trace[1882624043] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24653; }","duration":"636.820062ms","start":"2026-03-03T18:40:49.52935Z","end":"2026-03-03T18:40:50.166171Z","steps":["trace[1882624043] 'agreement among raft nodes before linearized reading' (duration: 636.747311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.1662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.529329Z","time spent":"636.862494ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:40:50.166336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.506035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:50.166359Z","caller":"traceutil/trace.go:171","msg":"trace[505270731] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24653; }","duration":"655.557996ms","start":"2026-03-03T18:40:49.510795Z","end":"2026-03-03T18:40:50.166353Z","steps":["trace[505270731] 'agreement among raft nodes before linearized reading' (duration: 655.488204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.166377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.510777Z","time spent":"655.594867ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:50.166798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.011025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:50.166838Z","caller":"traceutil/trace.go:171","msg":"trace[775810287] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24653; }","duration":"430.079327ms","start":"2026-03-03T18:40:49.736748Z","end":"2026-03-03T18:40:50.166827Z","steps":["trace[775810287] 'agreement among raft nodes before linearized reading' (duration: 429.966174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.166869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:49.736736Z","time spent":"430.125477ms","remote":"127.0.0.1:33662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:50.612843Z","caller":"traceutil/trace.go:171","msg":"trace[895502698] transaction","detail":"{read_only:false; response_revision:24654; number_of_response:1; }","duration":"444.658761ms","start":"2026-03-03T18:40:50.168163Z","end":"2026-03-03T18:40:50.612822Z","steps":["trace[895502698] 'process raft request' (duration: 444.495037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.612978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.168144Z","time spent":"444.755434ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:50.983187Z","caller":"traceutil/trace.go:171","msg":"trace[904467874] transaction","detail":"{read_only:false; response_revision:24656; number_of_response:1; }","duration":"810.750581ms","start":"2026-03-03T18:40:50.172414Z","end":"2026-03-03T18:40:50.983164Z","steps":["trace[904467874] 'process raft request' (duration: 810.673099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.983328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.172407Z","time spent":"810.852703ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:50.983194Z","caller":"traceutil/trace.go:171","msg":"trace[811958518] transaction","detail":"{read_only:false; response_revision:24655; number_of_response:1; }","duration":"811.399976ms","start":"2026-03-03T18:40:50.171764Z","end":"2026-03-03T18:40:50.983164Z","steps":["trace[811958518] 'process raft request' (duration: 811.14922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:50.983453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.171742Z","time spent":"811.638432ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:51.630801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.645338ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T18:40:51.631436Z","caller":"traceutil/trace.go:171","msg":"trace[395330747] linearizableReadLoop","detail":"{readStateIndex:25580; appliedIndex:25576; }","duration":"1.266826373s","start":"2026-03-03T18:40:50.364593Z","end":"2026-03-03T18:40:51.631419Z","steps":["trace[395330747] 'read index received' (duration: 248.222469ms)","trace[395330747] 'applied index is now lower than readState.Index' (duration: 1.018602914s)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:51.631514Z","caller":"traceutil/trace.go:171","msg":"trace[276052701] transaction","detail":"{read_only:false; response_revision:24657; number_of_response:1; }","duration":"1.270130862s","start":"2026-03-03T18:40:50.36136Z","end":"2026-03-03T18:40:51.63149Z","steps":["trace[276052701] 'process raft request' (duration: 1.269551187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:51.631621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.361322Z","time spent":"1.270241535s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:52.330327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54456269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:52.330413Z","caller":"traceutil/trace.go:171","msg":"trace[1472498495] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24657; }","duration":"1.544686223s","start":"2026-03-03T18:40:50.785703Z","end":"2026-03-03T18:40:52.33039Z","steps":["trace[1472498495] 'agreement among raft nodes before linearized reading' (duration: 845.881753ms)","trace[1472498495] 'count revisions from in-memory index tree' (duration: 698.689367ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.330453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.785684Z","time spent":"1.544758464s","remote":"127.0.0.1:52080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:52.330591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.162836ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:52.330707Z","caller":"traceutil/trace.go:171","msg":"trace[1455704324] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24657; }","duration":"530.288329ms","start":"2026-03-03T18:40:51.800401Z","end":"2026-03-03T18:40:52.330689Z","steps":["trace[1455704324] 'range keys from in-memory index tree' (duration: 530.142556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:52.3308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966206696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:52.33084Z","caller":"traceutil/trace.go:171","msg":"trace[119957192] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24657; }","duration":"1.966284429s","start":"2026-03-03T18:40:50.364541Z","end":"2026-03-03T18:40:52.330825Z","steps":["trace[119957192] 'agreement among raft nodes before linearized reading' (duration: 1.266970408s)","trace[119957192] 'range keys from in-memory index tree' (duration: 699.215409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.330864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.364518Z","time spent":"1.96634031s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:52.33093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.457438956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T18:40:52.330904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158809974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:52.331041Z","caller":"traceutil/trace.go:171","msg":"trace[1278639855] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24657; }","duration":"1.158940647s","start":"2026-03-03T18:40:51.172057Z","end":"2026-03-03T18:40:52.330998Z","steps":["trace[1278639855] 'agreement among raft nodes before linearized reading' (duration: 459.508473ms)","trace[1278639855] 'range keys from in-memory index tree' (duration: 699.215819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.331046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752469014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:40:52.331075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103787212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:52.331096Z","caller":"traceutil/trace.go:171","msg":"trace[1447372532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24657; }","duration":"1.752556696s","start":"2026-03-03T18:40:50.578525Z","end":"2026-03-03T18:40:52.331082Z","steps":["trace[1447372532] 'agreement among raft nodes before linearized reading' (duration: 1.053007429s)","trace[1447372532] 'range keys from in-memory index tree' (duration: 699.419174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.331121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.172016Z","time spent":"1.159093481s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:52.331143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.578506Z","time spent":"1.752629077s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:52.331181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.802433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:52.331225Z","caller":"traceutil/trace.go:171","msg":"trace[999415767] linearizableReadLoop","detail":"{readStateIndex:25581; appliedIndex:25580; }","duration":"588.842426ms","start":"2026-03-03T18:40:51.742373Z","end":"2026-03-03T18:40:52.331216Z","steps":["trace[999415767] 'read index received' (duration: 136.063063ms)","trace[999415767] 'applied index is now lower than readState.Index' (duration: 452.778533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.331234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.005848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T18:40:52.331316Z","caller":"traceutil/trace.go:171","msg":"trace[446602976] transaction","detail":"{read_only:false; response_revision:24658; number_of_response:1; }","duration":"641.288247ms","start":"2026-03-03T18:40:51.69002Z","end":"2026-03-03T18:40:52.331308Z","steps":["trace[446602976] 'process raft request' (duration: 188.31965ms)","trace[446602976] 'compare' (duration: 452.24222ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:52.330979Z","caller":"traceutil/trace.go:171","msg":"trace[353837118] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24657; }","duration":"1.457488398s","start":"2026-03-03T18:40:50.873478Z","end":"2026-03-03T18:40:52.330966Z","steps":["trace[353837118] 'agreement among raft nodes before linearized reading' (duration: 758.098665ms)","trace[353837118] 'range keys from in-memory index tree' (duration: 699.285571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:52.331106Z","caller":"traceutil/trace.go:171","msg":"trace[1582361714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24657; }","duration":"1.103842253s","start":"2026-03-03T18:40:51.227256Z","end":"2026-03-03T18:40:52.331098Z","steps":["trace[1582361714] 'agreement among raft nodes before linearized reading' (duration: 404.301367ms)","trace[1582361714] 'range keys from in-memory index tree' (duration: 699.503136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.331371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.689995Z","time spent":"641.342088ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:52.33139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:50.873379Z","time spent":"1.45799644s","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:52.331467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.092002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:40:52.331489Z","caller":"traceutil/trace.go:171","msg":"trace[977780371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24658; }","duration":"589.154304ms","start":"2026-03-03T18:40:51.742329Z","end":"2026-03-03T18:40:52.331483Z","steps":["trace[977780371] 'agreement among raft nodes before linearized reading' (duration: 589.090292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:52.33151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.742303Z","time spent":"589.202575ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:52.331394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.227239Z","time spent":"1.10414599s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:40:52.331365Z","caller":"traceutil/trace.go:171","msg":"trace[145167472] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24657; }","duration":"776.303956ms","start":"2026-03-03T18:40:51.555018Z","end":"2026-03-03T18:40:52.331322Z","steps":["trace[145167472] 'agreement among raft nodes before linearized reading' (duration: 76.531333ms)","trace[145167472] 'range keys from in-memory index tree' (duration: 699.361792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.332109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.554978Z","time spent":"777.046844ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T18:40:52.942975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.183156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:52.943084Z","caller":"traceutil/trace.go:171","msg":"trace[1399814871] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"1.021653756s","start":"2026-03-03T18:40:51.92141Z","end":"2026-03-03T18:40:52.943064Z","steps":["trace[1399814871] 'process raft request' (duration: 711.306756ms)","trace[1399814871] 'compare' (duration: 309.672375ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:52.943132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.921393Z","time spent":"1.021716308s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.807277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.749343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:53.807562Z","caller":"traceutil/trace.go:171","msg":"trace[128772769] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"1.885533565s","start":"2026-03-03T18:40:51.921996Z","end":"2026-03-03T18:40:53.807529Z","steps":["trace[128772769] 'process raft request' (duration: 1.277457494s)","trace[128772769] 'compare' (duration: 607.638991ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:53.807618Z","caller":"traceutil/trace.go:171","msg":"trace[846587273] transaction","detail":"{read_only:false; response_revision:24661; number_of_response:1; }","duration":"1.884265125s","start":"2026-03-03T18:40:51.923328Z","end":"2026-03-03T18:40:53.807593Z","steps":["trace[846587273] 'process raft request' (duration: 1.88408621s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.807641Z","caller":"traceutil/trace.go:171","msg":"trace[1620093773] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"1.884081641s","start":"2026-03-03T18:40:51.923526Z","end":"2026-03-03T18:40:53.807608Z","steps":["trace[1620093773] 'process raft request' (duration: 1.883990279s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.807662Z","caller":"traceutil/trace.go:171","msg":"trace[1880388733] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.884095121s","start":"2026-03-03T18:40:51.92354Z","end":"2026-03-03T18:40:53.807635Z","steps":["trace[1880388733] 'process raft request' (duration: 1.884019819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.807707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.921986Z","time spent":"1.885645999s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.807732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.923307Z","time spent":"1.884364697s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:53.807765Z","caller":"traceutil/trace.go:171","msg":"trace[31803224] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.884138892s","start":"2026-03-03T18:40:51.923591Z","end":"2026-03-03T18:40:53.80773Z","steps":["trace[31803224] 'process raft request' (duration: 1.883997339s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.807783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.923507Z","time spent":"1.884214804s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.807799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.923514Z","time spent":"1.884205434s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.807855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.923575Z","time spent":"1.884223234s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:53.807937Z","caller":"traceutil/trace.go:171","msg":"trace[304505197] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.470554277s","start":"2026-03-03T18:40:52.33737Z","end":"2026-03-03T18:40:53.807924Z","steps":["trace[304505197] 'process raft request' (duration: 1.470510186s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.807941Z","caller":"traceutil/trace.go:171","msg":"trace[692485608] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.470932097s","start":"2026-03-03T18:40:52.336991Z","end":"2026-03-03T18:40:53.807923Z","steps":["trace[692485608] 'process raft request' (duration: 1.470788203s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.807962Z","caller":"traceutil/trace.go:171","msg":"trace[1505837082] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.883928128s","start":"2026-03-03T18:40:51.923956Z","end":"2026-03-03T18:40:53.807884Z","steps":["trace[1505837082] 'process raft request' (duration: 1.883663041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.33698Z","time spent":"1.471004629s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.808051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724720947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:53.808077Z","caller":"traceutil/trace.go:171","msg":"trace[1347991507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24667; }","duration":"1.724767959s","start":"2026-03-03T18:40:52.083302Z","end":"2026-03-03T18:40:53.80807Z","steps":["trace[1347991507] 'agreement among raft nodes before linearized reading' (duration: 1.724718928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.083289Z","time spent":"1.724809359s","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845137979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-03-03T18:40:53.808138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606375225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:53.808159Z","caller":"traceutil/trace.go:171","msg":"trace[559616965] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6; range_end:; response_count:1; response_revision:24667; }","duration":"1.845219262s","start":"2026-03-03T18:40:51.962928Z","end":"2026-03-03T18:40:53.808147Z","steps":["trace[559616965] 'agreement among raft nodes before linearized reading' (duration: 1.845045768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.807995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.337353Z","time spent":"1.470613648s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.808192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.962909Z","time spent":"1.845274622s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":807,"request content":"key:\"/registry/events/openstack/magnum-api-6ffff99bb5-v2skn.189968c6eda834d6\" "} {"level":"info","ts":"2026-03-03T18:40:53.808185Z","caller":"traceutil/trace.go:171","msg":"trace[1804948695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24667; }","duration":"1.606458237s","start":"2026-03-03T18:40:52.201715Z","end":"2026-03-03T18:40:53.808173Z","steps":["trace[1804948695] 'agreement among raft nodes before linearized reading' (duration: 1.606286623s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.923944Z","time spent":"1.884124123s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:53.808233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.201651Z","time spent":"1.606574429s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T18:40:53.807972Z","caller":"traceutil/trace.go:171","msg":"trace[1559008526] linearizableReadLoop","detail":"{readStateIndex:25588; appliedIndex:25581; }","duration":"1.476710264s","start":"2026-03-03T18:40:52.331242Z","end":"2026-03-03T18:40:53.807952Z","steps":["trace[1559008526] 'read index received' (duration: 301.46787ms)","trace[1559008526] 'applied index is now lower than readState.Index' (duration: 1.175216763s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:53.80828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065464528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:53.808336Z","caller":"traceutil/trace.go:171","msg":"trace[499381866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24667; }","duration":"2.065776036s","start":"2026-03-03T18:40:51.742547Z","end":"2026-03-03T18:40:53.808323Z","steps":["trace[499381866] 'agreement among raft nodes before linearized reading' (duration: 2.065587971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06557851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:40:53.808377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.742537Z","time spent":"2.065831667s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065747464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:40:53.808413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.11624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:53.808433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471644104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T18:40:53.80843Z","caller":"traceutil/trace.go:171","msg":"trace[1677690496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24667; }","duration":"2.066001811s","start":"2026-03-03T18:40:51.742416Z","end":"2026-03-03T18:40:53.808417Z","steps":["trace[1677690496] 'agreement among raft nodes before linearized reading' (duration: 2.065617032s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.808456Z","caller":"traceutil/trace.go:171","msg":"trace[494273577] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-manila-default-user; range_end:; response_count:1; response_revision:24667; }","duration":"1.471688095s","start":"2026-03-03T18:40:52.336761Z","end":"2026-03-03T18:40:53.808449Z","steps":["trace[494273577] 'agreement among raft nodes before linearized reading' (duration: 1.471580202s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.808458Z","caller":"traceutil/trace.go:171","msg":"trace[731007849] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24667; }","duration":"477.200093ms","start":"2026-03-03T18:40:53.331247Z","end":"2026-03-03T18:40:53.808447Z","steps":["trace[731007849] 'agreement among raft nodes before linearized reading' (duration: 477.122111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.80847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.74241Z","time spent":"2.066049442s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.331228Z","time spent":"477.251933ms","remote":"127.0.0.1:33694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:53.808508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15224302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:53.808535Z","caller":"traceutil/trace.go:171","msg":"trace[493989732] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:24667; }","duration":"1.15226843s","start":"2026-03-03T18:40:52.656259Z","end":"2026-03-03T18:40:53.808527Z","steps":["trace[493989732] 'agreement among raft nodes before linearized reading' (duration: 1.15223035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.336748Z","time spent":"1.471723756s","remote":"127.0.0.1:56072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1336,"request content":"key:\"/registry/secrets/openstack/rabbitmq-manila-default-user\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461508544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:53.808559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.656199Z","time spent":"1.152355712s","remote":"127.0.0.1:37170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:53.808438Z","caller":"traceutil/trace.go:171","msg":"trace[158397213] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24667; }","duration":"2.065646873s","start":"2026-03-03T18:40:51.742755Z","end":"2026-03-03T18:40:53.808402Z","steps":["trace[158397213] 'agreement among raft nodes before linearized reading' (duration: 2.065504419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.145908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:53.808602Z","caller":"traceutil/trace.go:171","msg":"trace[2029533844] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:24667; }","duration":"1.461554894s","start":"2026-03-03T18:40:52.347016Z","end":"2026-03-03T18:40:53.808571Z","steps":["trace[2029533844] 'agreement among raft nodes before linearized reading' (duration: 1.461499343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.347008Z","time spent":"1.461621616s","remote":"127.0.0.1:40220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:53.808655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.943784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:53.808676Z","caller":"traceutil/trace.go:171","msg":"trace[1346007438] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24667; }","duration":"338.002526ms","start":"2026-03-03T18:40:53.470668Z","end":"2026-03-03T18:40:53.808671Z","steps":["trace[1346007438] 'agreement among raft nodes before linearized reading' (duration: 337.932654ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.808636Z","caller":"traceutil/trace.go:171","msg":"trace[1820822568] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24667; }","duration":"525.21172ms","start":"2026-03-03T18:40:53.283411Z","end":"2026-03-03T18:40:53.808623Z","steps":["trace[1820822568] 'agreement among raft nodes before linearized reading' (duration: 525.149738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103343531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:53.808702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.470645Z","time spent":"338.052306ms","remote":"127.0.0.1:56466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:53.808722Z","caller":"traceutil/trace.go:171","msg":"trace[889272646] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24667; }","duration":"1.103410473s","start":"2026-03-03T18:40:52.705298Z","end":"2026-03-03T18:40:53.808709Z","steps":["trace[889272646] 'agreement among raft nodes before linearized reading' (duration: 1.103359852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.283395Z","time spent":"525.313392ms","remote":"127.0.0.1:44442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:53.80877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.705281Z","time spent":"1.103478814s","remote":"127.0.0.1:44464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:53.808531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112396055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542720-84sst\" ","response":"range_response_count:1 size:7140"} {"level":"warn","ts":"2026-03-03T18:40:53.808849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.363958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:53.80886Z","caller":"traceutil/trace.go:171","msg":"trace[1678435303] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29542720-84sst; range_end:; response_count:1; response_revision:24667; }","duration":"1.112765144s","start":"2026-03-03T18:40:52.696084Z","end":"2026-03-03T18:40:53.808849Z","steps":["trace[1678435303] 'agreement among raft nodes before linearized reading' (duration: 1.112289363s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:53.808874Z","caller":"traceutil/trace.go:171","msg":"trace[1492737544] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24667; }","duration":"472.388738ms","start":"2026-03-03T18:40:53.336479Z","end":"2026-03-03T18:40:53.808867Z","steps":["trace[1492737544] 'agreement among raft nodes before linearized reading' (duration: 472.320047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:53.808892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.336456Z","time spent":"472.432009ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:52.696064Z","time spent":"1.112821285s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7164,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542720-84sst\" "} {"level":"warn","ts":"2026-03-03T18:40:53.808632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:51.742745Z","time spent":"2.065875248s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:54.433184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.899743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:54.433306Z","caller":"traceutil/trace.go:171","msg":"trace[972051535] linearizableReadLoop","detail":"{readStateIndex:25591; appliedIndex:25590; }","duration":"620.804503ms","start":"2026-03-03T18:40:53.812479Z","end":"2026-03-03T18:40:54.433284Z","steps":["trace[972051535] 'read index received' (duration: 233.733946ms)","trace[972051535] 'applied index is now lower than readState.Index' (duration: 387.068277ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:54.433658Z","caller":"traceutil/trace.go:171","msg":"trace[790880216] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"621.754595ms","start":"2026-03-03T18:40:53.811881Z","end":"2026-03-03T18:40:54.433635Z","steps":["trace[790880216] 'process raft request' (duration: 234.307329ms)","trace[790880216] 'compare' (duration: 386.622577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:54.433763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.81186Z","time spent":"621.851178ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":765,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:54.433945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.425467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-906a1f09-0dcd-4e10-9f12-6de3adc14141\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T18:40:54.434077Z","caller":"traceutil/trace.go:171","msg":"trace[48918144] range","detail":"{range_begin:/registry/persistentvolumes/pvc-906a1f09-0dcd-4e10-9f12-6de3adc14141; range_end:; response_count:1; response_revision:24668; }","duration":"621.54142ms","start":"2026-03-03T18:40:53.812474Z","end":"2026-03-03T18:40:54.434016Z","steps":["trace[48918144] 'agreement among raft nodes before linearized reading' (duration: 621.158691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:54.434178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.81244Z","time spent":"621.721374ms","remote":"127.0.0.1:56126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-906a1f09-0dcd-4e10-9f12-6de3adc14141\" "} {"level":"warn","ts":"2026-03-03T18:40:55.2007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.351182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:55.20087Z","caller":"traceutil/trace.go:171","msg":"trace[758048045] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.387723146s","start":"2026-03-03T18:40:53.81312Z","end":"2026-03-03T18:40:55.200843Z","steps":["trace[758048045] 'process raft request' (duration: 835.133389ms)","trace[758048045] 'compare' (duration: 552.154297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:55.200982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.813109Z","time spent":"1.387817199s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:55.201128Z","caller":"traceutil/trace.go:171","msg":"trace[112850240] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.384654123s","start":"2026-03-03T18:40:53.816466Z","end":"2026-03-03T18:40:55.20112Z","steps":["trace[112850240] 'process raft request' (duration: 1.38453065s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:55.201131Z","caller":"traceutil/trace.go:171","msg":"trace[423973122] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"761.252119ms","start":"2026-03-03T18:40:54.439865Z","end":"2026-03-03T18:40:55.201117Z","steps":["trace[423973122] 'process raft request' (duration: 761.200118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:55.201141Z","caller":"traceutil/trace.go:171","msg":"trace[1315044354] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.386263392s","start":"2026-03-03T18:40:53.814866Z","end":"2026-03-03T18:40:55.201129Z","steps":["trace[1315044354] 'process raft request' (duration: 1.385936514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.201166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.81645Z","time spent":"1.384694924s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7133,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:55.201155Z","caller":"traceutil/trace.go:171","msg":"trace[149393008] linearizableReadLoop","detail":"{readStateIndex:25595; appliedIndex:25591; }","duration":"767.797914ms","start":"2026-03-03T18:40:54.433339Z","end":"2026-03-03T18:40:55.201137Z","steps":["trace[149393008] 'read index received' (duration: 214.937221ms)","trace[149393008] 'applied index is now lower than readState.Index' (duration: 552.859433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:55.20112Z","caller":"traceutil/trace.go:171","msg":"trace[1488904631] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"1.385557665s","start":"2026-03-03T18:40:53.815545Z","end":"2026-03-03T18:40:55.201103Z","steps":["trace[1488904631] 'process raft request' (duration: 1.385401742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.201193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.814848Z","time spent":"1.386318693s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:55.201192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:54.43984Z","time spent":"761.326281ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":901,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:55.201256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384789967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:55.201257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.046781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:55.20125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.815537Z","time spent":"1.385675378s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:55.201281Z","caller":"traceutil/trace.go:171","msg":"trace[1552645449] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24673; }","duration":"847.122102ms","start":"2026-03-03T18:40:54.354153Z","end":"2026-03-03T18:40:55.201275Z","steps":["trace[1552645449] 'agreement among raft nodes before linearized reading' (duration: 847.057961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.201271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385790491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:55.201301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:54.354133Z","time spent":"847.163503ms","remote":"127.0.0.1:40300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:55.201313Z","caller":"traceutil/trace.go:171","msg":"trace[2146657911] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:24673; }","duration":"1.385831682s","start":"2026-03-03T18:40:53.815467Z","end":"2026-03-03T18:40:55.201298Z","steps":["trace[2146657911] 'agreement among raft nodes before linearized reading' (duration: 1.38575984s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.201315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267218531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:55.201315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38873341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:40:55.201279Z","caller":"traceutil/trace.go:171","msg":"trace[1443880279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24673; }","duration":"1.384826577s","start":"2026-03-03T18:40:53.816445Z","end":"2026-03-03T18:40:55.201272Z","steps":["trace[1443880279] 'agreement among raft nodes before linearized reading' (duration: 1.384778666s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:55.201341Z","caller":"traceutil/trace.go:171","msg":"trace[1287295293] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:24673; }","duration":"1.267280613s","start":"2026-03-03T18:40:53.934055Z","end":"2026-03-03T18:40:55.201335Z","steps":["trace[1287295293] 'agreement among raft nodes before linearized reading' (duration: 1.267236842s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:55.20135Z","caller":"traceutil/trace.go:171","msg":"trace[204695021] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24673; }","duration":"1.388777601s","start":"2026-03-03T18:40:53.812563Z","end":"2026-03-03T18:40:55.20134Z","steps":["trace[204695021] 'agreement among raft nodes before linearized reading' (duration: 1.388673569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.201348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.815439Z","time spent":"1.385898833s","remote":"127.0.0.1:56058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T18:40:55.201355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.816434Z","time spent":"1.384913189s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:55.201365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.934035Z","time spent":"1.267321814s","remote":"127.0.0.1:50534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:55.201374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:53.812559Z","time spent":"1.388806142s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T18:40:55.520926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.81392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:55.521047Z","caller":"traceutil/trace.go:171","msg":"trace[1325255383] linearizableReadLoop","detail":"{readStateIndex:25597; appliedIndex:25596; }","duration":"319.835925ms","start":"2026-03-03T18:40:55.201191Z","end":"2026-03-03T18:40:55.521027Z","steps":["trace[1325255383] 'read index received' (duration: 182.80696ms)","trace[1325255383] 'applied index is now lower than readState.Index' (duration: 137.027605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:55.521338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.023724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:55.521418Z","caller":"traceutil/trace.go:171","msg":"trace[417307454] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24674; }","duration":"707.152598ms","start":"2026-03-03T18:40:54.814245Z","end":"2026-03-03T18:40:55.521397Z","steps":["trace[417307454] 'agreement among raft nodes before linearized reading' (duration: 706.912022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.884966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:55.521454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:54.814224Z","time spent":"707.221889ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"info","ts":"2026-03-03T18:40:55.52142Z","caller":"traceutil/trace.go:171","msg":"trace[1037356363] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"572.476747ms","start":"2026-03-03T18:40:54.948913Z","end":"2026-03-03T18:40:55.52139Z","steps":["trace[1037356363] 'process raft request' (duration: 435.107374ms)","trace[1037356363] 'compare' (duration: 136.657177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:55.521443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.988431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:40:55.521484Z","caller":"traceutil/trace.go:171","msg":"trace[2004981280] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24674; }","duration":"843.947537ms","start":"2026-03-03T18:40:54.677524Z","end":"2026-03-03T18:40:55.521472Z","steps":["trace[2004981280] 'agreement among raft nodes before linearized reading' (duration: 843.845055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:54.677478Z","time spent":"844.025319ms","remote":"127.0.0.1:56490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:55.521514Z","caller":"traceutil/trace.go:171","msg":"trace[1041670908] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:24674; }","duration":"226.093434ms","start":"2026-03-03T18:40:55.295403Z","end":"2026-03-03T18:40:55.521497Z","steps":["trace[1041670908] 'agreement among raft nodes before linearized reading' (duration: 225.967291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.467092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:55.52152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.666287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-03-03T18:40:55.52156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:54.948887Z","time spent":"572.606551ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:55.521613Z","caller":"traceutil/trace.go:171","msg":"trace[1663534912] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila-nodes; range_end:; response_count:1; response_revision:24674; }","duration":"318.76085ms","start":"2026-03-03T18:40:55.20281Z","end":"2026-03-03T18:40:55.521571Z","steps":["trace[1663534912] 'agreement among raft nodes before linearized reading' (duration: 318.551785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:55.521618Z","caller":"traceutil/trace.go:171","msg":"trace[1605452288] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24674; }","duration":"318.545993ms","start":"2026-03-03T18:40:55.20302Z","end":"2026-03-03T18:40:55.521565Z","steps":["trace[1605452288] 'agreement among raft nodes before linearized reading' (duration: 318.429461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.202799Z","time spent":"318.845421ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1282,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila-nodes\" "} {"level":"warn","ts":"2026-03-03T18:40:55.521629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.459723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"warn","ts":"2026-03-03T18:40:55.521672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.203015Z","time spent":"318.639906ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:40:55.521718Z","caller":"traceutil/trace.go:171","msg":"trace[1355197631] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24674; }","duration":"294.626398ms","start":"2026-03-03T18:40:55.22707Z","end":"2026-03-03T18:40:55.521696Z","steps":["trace[1355197631] 'agreement among raft nodes before linearized reading' (duration: 294.29597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.796219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T18:40:55.521832Z","caller":"traceutil/trace.go:171","msg":"trace[706823212] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:24674; }","duration":"516.921431ms","start":"2026-03-03T18:40:55.004898Z","end":"2026-03-03T18:40:55.521819Z","steps":["trace[706823212] 'agreement among raft nodes before linearized reading' (duration: 516.534132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.521882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.004883Z","time spent":"516.991024ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/162.253.55.206\" "} {"level":"warn","ts":"2026-03-03T18:40:55.522034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.062055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T18:40:55.522088Z","caller":"traceutil/trace.go:171","msg":"trace[1003450738] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24674; }","duration":"319.208789ms","start":"2026-03-03T18:40:55.202865Z","end":"2026-03-03T18:40:55.522074Z","steps":["trace[1003450738] 'agreement among raft nodes before linearized reading' (duration: 318.587165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:55.522136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.202848Z","time spent":"319.276262ms","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T18:40:56.273332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.998446ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:40:56.273449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.522612Z","time spent":"750.831322ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:40:56.273459Z","caller":"traceutil/trace.go:171","msg":"trace[2022883363] linearizableReadLoop","detail":"{readStateIndex:25598; appliedIndex:25597; }","duration":"747.732389ms","start":"2026-03-03T18:40:55.525705Z","end":"2026-03-03T18:40:56.273438Z","steps":["trace[2022883363] 'read index received' (duration: 485.518879ms)","trace[2022883363] 'applied index is now lower than readState.Index' (duration: 262.20697ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:56.27364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.926233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-manila.189968da5ec858e6\" ","response":"range_response_count:1 size:742"} {"level":"info","ts":"2026-03-03T18:40:56.273713Z","caller":"traceutil/trace.go:171","msg":"trace[1186965326] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-manila.189968da5ec858e6; range_end:; response_count:1; response_revision:24674; }","duration":"748.006625ms","start":"2026-03-03T18:40:55.525677Z","end":"2026-03-03T18:40:56.273684Z","steps":["trace[1186965326] 'agreement among raft nodes before linearized reading' (duration: 747.81637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.273753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.525665Z","time spent":"748.082417ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":766,"request content":"key:\"/registry/events/openstack/rabbitmq-manila.189968da5ec858e6\" "} {"level":"info","ts":"2026-03-03T18:40:56.305089Z","caller":"traceutil/trace.go:171","msg":"trace[1026212835] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"627.973322ms","start":"2026-03-03T18:40:55.677092Z","end":"2026-03-03T18:40:56.305065Z","steps":["trace[1026212835] 'process raft request' (duration: 627.734656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.305282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.677069Z","time spent":"628.091385ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:56.305399Z","caller":"traceutil/trace.go:171","msg":"trace[2144902163] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"491.331066ms","start":"2026-03-03T18:40:55.814032Z","end":"2026-03-03T18:40:56.305363Z","steps":["trace[2144902163] 'process raft request' (duration: 490.996548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:56.305492Z","caller":"traceutil/trace.go:171","msg":"trace[1784531255] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"491.139741ms","start":"2026-03-03T18:40:55.814329Z","end":"2026-03-03T18:40:56.305469Z","steps":["trace[1784531255] 'process raft request' (duration: 490.983398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.305623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.814016Z","time spent":"491.45887ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:56.305667Z","caller":"traceutil/trace.go:171","msg":"trace[1451206591] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"491.262945ms","start":"2026-03-03T18:40:55.814393Z","end":"2026-03-03T18:40:56.305656Z","steps":["trace[1451206591] 'process raft request' (duration: 491.026189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.305723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.814384Z","time spent":"491.310536ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:56.305757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.814314Z","time spent":"491.343247ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:56.305798Z","caller":"traceutil/trace.go:171","msg":"trace[845775018] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"491.226794ms","start":"2026-03-03T18:40:55.814555Z","end":"2026-03-03T18:40:56.305782Z","steps":["trace[845775018] 'process raft request' (duration: 491.005319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.305891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.814525Z","time spent":"491.315656ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:56.305965Z","caller":"traceutil/trace.go:171","msg":"trace[267533339] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"490.343553ms","start":"2026-03-03T18:40:55.81561Z","end":"2026-03-03T18:40:56.305954Z","steps":["trace[267533339] 'process raft request' (duration: 490.115027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.815596Z","time spent":"490.405445ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:56.306055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.101024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:56.306097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.776738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1442"} {"level":"info","ts":"2026-03-03T18:40:56.306112Z","caller":"traceutil/trace.go:171","msg":"trace[180882143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24681; }","duration":"777.170686ms","start":"2026-03-03T18:40:55.528924Z","end":"2026-03-03T18:40:56.306095Z","steps":["trace[180882143] 'agreement among raft nodes before linearized reading' (duration: 777.080924ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:56.306131Z","caller":"traceutil/trace.go:171","msg":"trace[1309832774] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"490.149019ms","start":"2026-03-03T18:40:55.81597Z","end":"2026-03-03T18:40:56.306119Z","steps":["trace[1309832774] 'process raft request' (duration: 489.906813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.815148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:40:56.306159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.528912Z","time spent":"777.238747ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:56.306157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.20031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:56.306155Z","caller":"traceutil/trace.go:171","msg":"trace[1990070942] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24681; }","duration":"779.850299ms","start":"2026-03-03T18:40:55.52629Z","end":"2026-03-03T18:40:56.30614Z","steps":["trace[1990070942] 'agreement among raft nodes before linearized reading' (duration: 779.674545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.815959Z","time spent":"490.192219ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:56.306186Z","caller":"traceutil/trace.go:171","msg":"trace[333951862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24681; }","duration":"491.892829ms","start":"2026-03-03T18:40:55.814279Z","end":"2026-03-03T18:40:56.306171Z","steps":["trace[333951862] 'agreement among raft nodes before linearized reading' (duration: 491.682444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.526278Z","time spent":"779.91101ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1466,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" "} {"level":"info","ts":"2026-03-03T18:40:56.306195Z","caller":"traceutil/trace.go:171","msg":"trace[715554113] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24681; }","duration":"493.269452ms","start":"2026-03-03T18:40:55.812913Z","end":"2026-03-03T18:40:56.306182Z","steps":["trace[715554113] 'agreement among raft nodes before linearized reading' (duration: 493.152289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.814268Z","time spent":"491.950061ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:56.30624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.812894Z","time spent":"493.338864ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:56.306173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.114072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:56.306367Z","caller":"traceutil/trace.go:171","msg":"trace[1938679789] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24681; }","duration":"722.415219ms","start":"2026-03-03T18:40:55.583925Z","end":"2026-03-03T18:40:56.30634Z","steps":["trace[1938679789] 'agreement among raft nodes before linearized reading' (duration: 722.04953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.306589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:55.583906Z","time spent":"722.543401ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T18:40:56.412892Z","caller":"traceutil/trace.go:171","msg":"trace[1317366526] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"100.987641ms","start":"2026-03-03T18:40:56.311864Z","end":"2026-03-03T18:40:56.412852Z","steps":["trace[1317366526] 'process raft request' (duration: 62.879349ms)","trace[1317366526] 'compare' (duration: 37.794875ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:56.413035Z","caller":"traceutil/trace.go:171","msg":"trace[1125642906] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"101.107384ms","start":"2026-03-03T18:40:56.311905Z","end":"2026-03-03T18:40:56.413012Z","steps":["trace[1125642906] 'process raft request' (duration: 100.784296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.413287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.888794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-manila-server\" ","response":"range_response_count:1 size:9604"} {"level":"warn","ts":"2026-03-03T18:40:56.413288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.725463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:56.41335Z","caller":"traceutil/trace.go:171","msg":"trace[1287275762] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24685; }","duration":"102.827685ms","start":"2026-03-03T18:40:56.310507Z","end":"2026-03-03T18:40:56.413335Z","steps":["trace[1287275762] 'agreement among raft nodes before linearized reading' (duration: 102.707453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:56.413339Z","caller":"traceutil/trace.go:171","msg":"trace[934842930] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-manila-server; range_end:; response_count:1; response_revision:24685; }","duration":"101.967815ms","start":"2026-03-03T18:40:56.311357Z","end":"2026-03-03T18:40:56.413325Z","steps":["trace[934842930] 'agreement among raft nodes before linearized reading' (duration: 101.808261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.975433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.01455ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:40:56.975608Z","caller":"traceutil/trace.go:171","msg":"trace[2124266774] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"461.479898ms","start":"2026-03-03T18:40:56.514099Z","end":"2026-03-03T18:40:56.975579Z","steps":["trace[2124266774] 'process raft request' (duration: 252.232304ms)","trace[2124266774] 'compare' (duration: 208.710502ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:56.975683Z","caller":"traceutil/trace.go:171","msg":"trace[729872299] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"338.994128ms","start":"2026-03-03T18:40:56.636671Z","end":"2026-03-03T18:40:56.975665Z","steps":["trace[729872299] 'process raft request' (duration: 338.888966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:56.975696Z","caller":"traceutil/trace.go:171","msg":"trace[1657194249] linearizableReadLoop","detail":"{readStateIndex:25611; appliedIndex:25610; }","duration":"449.795682ms","start":"2026-03-03T18:40:56.525875Z","end":"2026-03-03T18:40:56.975671Z","steps":["trace[1657194249] 'read index received' (duration: 240.428914ms)","trace[1657194249] 'applied index is now lower than readState.Index' (duration: 209.364418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:56.975754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:56.514084Z","time spent":"461.591252ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:56.975769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:56.636647Z","time spent":"339.079951ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:56.975866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.824041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:56.975899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.003887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:56.975931Z","caller":"traceutil/trace.go:171","msg":"trace[1376406246] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24688; }","duration":"329.938103ms","start":"2026-03-03T18:40:56.645978Z","end":"2026-03-03T18:40:56.975916Z","steps":["trace[1376406246] 'agreement among raft nodes before linearized reading' (duration: 329.834591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:56.975933Z","caller":"traceutil/trace.go:171","msg":"trace[106007007] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24688; }","duration":"450.105989ms","start":"2026-03-03T18:40:56.525818Z","end":"2026-03-03T18:40:56.975924Z","steps":["trace[106007007] 'agreement among raft nodes before linearized reading' (duration: 449.945566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:56.97597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:56.645931Z","time spent":"330.028665ms","remote":"127.0.0.1:39226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:56.975984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:56.525783Z","time spent":"450.192852ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:56.976072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.442021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T18:40:56.976141Z","caller":"traceutil/trace.go:171","msg":"trace[1898086858] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24688; }","duration":"234.570884ms","start":"2026-03-03T18:40:56.741554Z","end":"2026-03-03T18:40:56.976125Z","steps":["trace[1898086858] 'agreement among raft nodes before linearized reading' (duration: 234.3967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.645465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.319868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:40:57.645563Z","caller":"traceutil/trace.go:171","msg":"trace[275353140] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24688; }","duration":"440.460172ms","start":"2026-03-03T18:40:57.205082Z","end":"2026-03-03T18:40:57.645543Z","steps":["trace[275353140] 'range keys from in-memory index tree' (duration: 440.122114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.645654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.205066Z","time spent":"440.577214ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:57.645671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.581056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:40:57.64577Z","caller":"traceutil/trace.go:171","msg":"trace[1854496421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24688; }","duration":"438.725191ms","start":"2026-03-03T18:40:57.207022Z","end":"2026-03-03T18:40:57.645747Z","steps":["trace[1854496421] 'range keys from in-memory index tree' (duration: 438.388022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.645772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.157264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:57.64582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.207012Z","time spent":"438.797843ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:40:57.645838Z","caller":"traceutil/trace.go:171","msg":"trace[1486274179] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24688; }","duration":"190.265156ms","start":"2026-03-03T18:40:57.455552Z","end":"2026-03-03T18:40:57.645817Z","steps":["trace[1486274179] 'count revisions from in-memory index tree' (duration: 190.077322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.646332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.990295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:57.646418Z","caller":"traceutil/trace.go:171","msg":"trace[1179571310] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24688; }","duration":"449.067286ms","start":"2026-03-03T18:40:57.197329Z","end":"2026-03-03T18:40:57.646396Z","steps":["trace[1179571310] 'range keys from in-memory index tree' (duration: 448.908543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.646459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.197274Z","time spent":"449.172379ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:57.646522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.617019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:40:57.64659Z","caller":"traceutil/trace.go:171","msg":"trace[1800524235] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24688; }","duration":"441.748883ms","start":"2026-03-03T18:40:57.204824Z","end":"2026-03-03T18:40:57.646573Z","steps":["trace[1800524235] 'range keys from in-memory index tree' (duration: 441.371624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.64664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.204797Z","time spent":"441.828245ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:40:57.647746Z","caller":"traceutil/trace.go:171","msg":"trace[395569184] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"120.491614ms","start":"2026-03-03T18:40:57.527238Z","end":"2026-03-03T18:40:57.64773Z","steps":["trace[395569184] 'process raft request' (duration: 120.374521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.650892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.46387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"info","ts":"2026-03-03T18:40:57.65097Z","caller":"traceutil/trace.go:171","msg":"trace[190003162] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:24688; }","duration":"312.768937ms","start":"2026-03-03T18:40:57.338179Z","end":"2026-03-03T18:40:57.650948Z","steps":["trace[190003162] 'range keys from in-memory index tree' (duration: 308.468855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:57.651113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.338162Z","time spent":"312.850839ms","remote":"127.0.0.1:40256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3333,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" "} {"level":"warn","ts":"2026-03-03T18:40:58.156935Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781064838,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:40:58.404364Z","caller":"traceutil/trace.go:171","msg":"trace[1474397701] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"752.91805ms","start":"2026-03-03T18:40:57.65142Z","end":"2026-03-03T18:40:58.404338Z","steps":["trace[1474397701] 'process raft request' (duration: 752.746686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.404685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.651404Z","time spent":"753.050854ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.937764Z","caller":"traceutil/trace.go:171","msg":"trace[1222617487] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"1.283827846s","start":"2026-03-03T18:40:57.653917Z","end":"2026-03-03T18:40:58.937745Z","steps":["trace[1222617487] 'process raft request' (duration: 1.283619521s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:58.938172Z","caller":"traceutil/trace.go:171","msg":"trace[1395472595] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.284064781s","start":"2026-03-03T18:40:57.654048Z","end":"2026-03-03T18:40:58.938112Z","steps":["trace[1395472595] 'process raft request' (duration: 1.283649052s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:58.938469Z","caller":"traceutil/trace.go:171","msg":"trace[1379121246] linearizableReadLoop","detail":"{readStateIndex:25617; appliedIndex:25613; }","duration":"1.282169506s","start":"2026-03-03T18:40:57.656279Z","end":"2026-03-03T18:40:58.938449Z","steps":["trace[1379121246] 'read index received' (duration: 747.937623ms)","trace[1379121246] 'applied index is now lower than readState.Index' (duration: 534.230973ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:40:58.938554Z","caller":"traceutil/trace.go:171","msg":"trace[1385397601] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.283696832s","start":"2026-03-03T18:40:57.654848Z","end":"2026-03-03T18:40:58.938545Z","steps":["trace[1385397601] 'process raft request' (duration: 1.28317303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.938466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.654036Z","time spent":"1.284314838s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.938647Z","caller":"traceutil/trace.go:171","msg":"trace[1371420985] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"625.524164ms","start":"2026-03-03T18:40:58.313117Z","end":"2026-03-03T18:40:58.938642Z","steps":["trace[1371420985] 'process raft request' (duration: 625.226587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.938693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.313108Z","time spent":"625.559144ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.938858Z","caller":"traceutil/trace.go:171","msg":"trace[1160769808] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"625.390541ms","start":"2026-03-03T18:40:58.31346Z","end":"2026-03-03T18:40:58.938851Z","steps":["trace[1160769808] 'process raft request' (duration: 624.913419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.938901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.313445Z","time spent":"625.434742ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.938748Z","caller":"traceutil/trace.go:171","msg":"trace[1766280884] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"625.888413ms","start":"2026-03-03T18:40:58.31267Z","end":"2026-03-03T18:40:58.938558Z","steps":["trace[1766280884] 'process raft request' (duration: 625.646307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.93862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.654833Z","time spent":"1.283741943s","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:58.939251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.312644Z","time spent":"626.498666ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.939424Z","caller":"traceutil/trace.go:171","msg":"trace[709958627] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"627.058171ms","start":"2026-03-03T18:40:58.312359Z","end":"2026-03-03T18:40:58.939417Z","steps":["trace[709958627] 'process raft request' (duration: 625.931155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.939468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.312331Z","time spent":"627.117452ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.939102Z","caller":"traceutil/trace.go:171","msg":"trace[1611674179] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"627.131552ms","start":"2026-03-03T18:40:58.311964Z","end":"2026-03-03T18:40:58.939095Z","steps":["trace[1611674179] 'process raft request' (duration: 626.282503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.939626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.311937Z","time spent":"627.621374ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:58.939705Z","caller":"traceutil/trace.go:171","msg":"trace[1087014387] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"626.251491ms","start":"2026-03-03T18:40:58.313446Z","end":"2026-03-03T18:40:58.939697Z","steps":["trace[1087014387] 'process raft request' (duration: 624.965881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.939743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.313417Z","time spent":"626.306032ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:40:58.939045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28275667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:58.939795Z","caller":"traceutil/trace.go:171","msg":"trace[450059972] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24699; }","duration":"1.283508197s","start":"2026-03-03T18:40:57.656274Z","end":"2026-03-03T18:40:58.939783Z","steps":["trace[450059972] 'agreement among raft nodes before linearized reading' (duration: 1.282646187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:58.939837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.656251Z","time spent":"1.283574159s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:58.94002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.653907Z","time spent":"1.283943679s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:59.385568Z","caller":"traceutil/trace.go:171","msg":"trace[1104068069] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"540.936562ms","start":"2026-03-03T18:40:58.844611Z","end":"2026-03-03T18:40:59.385548Z","steps":["trace[1104068069] 'process raft request' (duration: 540.799589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.38578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.844584Z","time spent":"541.127866ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:40:59.385775Z","caller":"traceutil/trace.go:171","msg":"trace[1581768331] linearizableReadLoop","detail":"{readStateIndex:25624; appliedIndex:25624; }","duration":"447.222912ms","start":"2026-03-03T18:40:58.938521Z","end":"2026-03-03T18:40:59.385744Z","steps":["trace[1581768331] 'read index received' (duration: 447.204272ms)","trace[1581768331] 'applied index is now lower than readState.Index' (duration: 16.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:40:59.386057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209942566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:40:59.38613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392045629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:59.3862Z","caller":"traceutil/trace.go:171","msg":"trace[6123562] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24700; }","duration":"1.39213878s","start":"2026-03-03T18:40:57.994043Z","end":"2026-03-03T18:40:59.386182Z","steps":["trace[6123562] 'agreement among raft nodes before linearized reading' (duration: 1.392027038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.38624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.648869571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:40:59.386249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.99403Z","time spent":"1.392208973s","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:40:59.386261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152015943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:59.386286Z","caller":"traceutil/trace.go:171","msg":"trace[627042174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24700; }","duration":"1.648941263s","start":"2026-03-03T18:40:57.737335Z","end":"2026-03-03T18:40:59.386276Z","steps":["trace[627042174] 'agreement among raft nodes before linearized reading' (duration: 1.648773869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.38608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.902656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:40:59.386336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.737322Z","time spent":"1.649005045s","remote":"127.0.0.1:44144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:59.386345Z","caller":"traceutil/trace.go:171","msg":"trace[1030416719] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24700; }","duration":"1.152094265s","start":"2026-03-03T18:40:58.234213Z","end":"2026-03-03T18:40:59.386307Z","steps":["trace[1030416719] 'agreement among raft nodes before linearized reading' (duration: 1.151976422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.386339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.566037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T18:40:59.386369Z","caller":"traceutil/trace.go:171","msg":"trace[930638018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24700; }","duration":"966.198643ms","start":"2026-03-03T18:40:58.420145Z","end":"2026-03-03T18:40:59.386343Z","steps":["trace[930638018] 'agreement among raft nodes before linearized reading' (duration: 965.739142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.3864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.234153Z","time spent":"1.152230088s","remote":"127.0.0.1:53680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:59.386414Z","caller":"traceutil/trace.go:171","msg":"trace[1535515247] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21; range_end:; response_count:1; response_revision:24700; }","duration":"970.69741ms","start":"2026-03-03T18:40:58.415698Z","end":"2026-03-03T18:40:59.386395Z","steps":["trace[1535515247] 'agreement among raft nodes before linearized reading' (duration: 970.431434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.386455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.420085Z","time spent":"966.338966ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:40:59.386464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.415679Z","time spent":"970.775212ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189968da5dc13b21\" "} {"level":"info","ts":"2026-03-03T18:40:59.386166Z","caller":"traceutil/trace.go:171","msg":"trace[1086761122] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24700; }","duration":"1.210092799s","start":"2026-03-03T18:40:58.176053Z","end":"2026-03-03T18:40:59.386146Z","steps":["trace[1086761122] 'agreement among raft nodes before linearized reading' (duration: 1.209908905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.386082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405574719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T18:40:59.386581Z","caller":"traceutil/trace.go:171","msg":"trace[2009252786] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e; range_end:; response_count:1; response_revision:24700; }","duration":"1.406102801s","start":"2026-03-03T18:40:57.980469Z","end":"2026-03-03T18:40:59.386572Z","steps":["trace[2009252786] 'agreement among raft nodes before linearized reading' (duration: 1.405518838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.386629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.980454Z","time spent":"1.406161402s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3974,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-925e8ae1-01ac-4d40-bf3e-b3e9a663861e\" "} {"level":"warn","ts":"2026-03-03T18:40:59.386717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.176033Z","time spent":"1.210596391s","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:40:59.386978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.43483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:40:59.387017Z","caller":"traceutil/trace.go:171","msg":"trace[307952840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24700; }","duration":"969.47359ms","start":"2026-03-03T18:40:58.417534Z","end":"2026-03-03T18:40:59.387008Z","steps":["trace[307952840] 'agreement among raft nodes before linearized reading' (duration: 968.721633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.387039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.417499Z","time spent":"969.533622ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:40:59.387408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542157232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:40:59.387477Z","caller":"traceutil/trace.go:171","msg":"trace[2003278528] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24700; }","duration":"1.542263545s","start":"2026-03-03T18:40:57.845199Z","end":"2026-03-03T18:40:59.387462Z","steps":["trace[2003278528] 'agreement among raft nodes before linearized reading' (duration: 1.540904033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.387519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:57.845181Z","time spent":"1.542327617s","remote":"127.0.0.1:56504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2717,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:40:59.436675Z","caller":"traceutil/trace.go:171","msg":"trace[1713646699] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"489.621646ms","start":"2026-03-03T18:40:58.947025Z","end":"2026-03-03T18:40:59.436647Z","steps":["trace[1713646699] 'process raft request' (duration: 487.537217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.436807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.947006Z","time spent":"489.741889ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T18:40:59.43742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.524364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:59.437484Z","caller":"traceutil/trace.go:171","msg":"trace[2137186980] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24704; }","duration":"489.613216ms","start":"2026-03-03T18:40:58.947854Z","end":"2026-03-03T18:40:59.437468Z","steps":["trace[2137186980] 'agreement among raft nodes before linearized reading' (duration: 489.509943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.437524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:40:58.947846Z","time spent":"489.669438ms","remote":"127.0.0.1:56240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-03-03T18:40:59.438218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.266027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:59.438296Z","caller":"traceutil/trace.go:171","msg":"trace[968604168] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:24704; }","duration":"288.370449ms","start":"2026-03-03T18:40:59.149908Z","end":"2026-03-03T18:40:59.438278Z","steps":["trace[968604168] 'agreement among raft nodes before linearized reading' (duration: 288.219576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:40:59.552207Z","caller":"traceutil/trace.go:171","msg":"trace[773072896] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"102.367874ms","start":"2026-03-03T18:40:59.449815Z","end":"2026-03-03T18:40:59.552183Z","steps":["trace[773072896] 'process raft request' (duration: 101.560745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:40:59.552481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.448019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:40:59.552528Z","caller":"traceutil/trace.go:171","msg":"trace[323221413] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24706; }","duration":"100.525221ms","start":"2026-03-03T18:40:59.451992Z","end":"2026-03-03T18:40:59.552517Z","steps":["trace[323221413] 'agreement among raft nodes before linearized reading' (duration: 100.435749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:30.459846Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22822} {"level":"info","ts":"2026-03-03T18:41:30.600864Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22822,"took":"136.928582ms","hash":3625022915,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":31354880,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T18:41:30.60095Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3625022915,"revision":22822,"compact-revision":19816} {"level":"warn","ts":"2026-03-03T18:41:35.323219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.010676Z","time spent":"312.538272ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:41:36.51683Z","caller":"traceutil/trace.go:171","msg":"trace[1047694589] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"1.432377223s","start":"2026-03-03T18:41:35.084425Z","end":"2026-03-03T18:41:36.516802Z","steps":["trace[1047694589] 'process raft request' (duration: 1.432276201s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.51684Z","caller":"traceutil/trace.go:171","msg":"trace[1179624730] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"1.435730103s","start":"2026-03-03T18:41:35.081058Z","end":"2026-03-03T18:41:36.516788Z","steps":["trace[1179624730] 'process raft request' (duration: 1.435515618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.516981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.414303196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:41:36.517022Z","caller":"traceutil/trace.go:171","msg":"trace[1706069588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25013; }","duration":"1.414384798s","start":"2026-03-03T18:41:35.102628Z","end":"2026-03-03T18:41:36.517013Z","steps":["trace[1706069588] 'agreement among raft nodes before linearized reading' (duration: 1.414248605s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.517024Z","caller":"traceutil/trace.go:171","msg":"trace[1993893784] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"1.42418488s","start":"2026-03-03T18:41:35.092817Z","end":"2026-03-03T18:41:36.517001Z","steps":["trace[1993893784] 'process raft request' (duration: 1.423939044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.517043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.102615Z","time spent":"1.414422508s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:41:36.517101Z","caller":"traceutil/trace.go:171","msg":"trace[2044795304] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"1.422066419s","start":"2026-03-03T18:41:35.094992Z","end":"2026-03-03T18:41:36.517058Z","steps":["trace[2044795304] 'process raft request' (duration: 1.421785552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.517161Z","caller":"traceutil/trace.go:171","msg":"trace[970768009] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"1.430547909s","start":"2026-03-03T18:41:35.086607Z","end":"2026-03-03T18:41:36.517155Z","steps":["trace[970768009] 'process raft request' (duration: 1.430127609s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.517208Z","caller":"traceutil/trace.go:171","msg":"trace[1090034114] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"1.421626148s","start":"2026-03-03T18:41:35.095575Z","end":"2026-03-03T18:41:36.517201Z","steps":["trace[1090034114] 'process raft request' (duration: 1.421221929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.517223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.086584Z","time spent":"1.430615531s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.517263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.095566Z","time spent":"1.421661949s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.517266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.094977Z","time spent":"1.422205002s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.517255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.081031Z","time spent":"1.435909496s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.517118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.0928Z","time spent":"1.424269811s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:36.516837Z","caller":"traceutil/trace.go:171","msg":"trace[603361525] linearizableReadLoop","detail":"{readStateIndex:25946; appliedIndex:25939; }","duration":"1.414148752s","start":"2026-03-03T18:41:35.102672Z","end":"2026-03-03T18:41:36.51682Z","steps":["trace[603361525] 'read index received' (duration: 220.334969ms)","trace[603361525] 'applied index is now lower than readState.Index' (duration: 1.193812853s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:36.517524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.084394Z","time spent":"1.432495946s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:36.713119Z","caller":"traceutil/trace.go:171","msg":"trace[787331730] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"1.388694899s","start":"2026-03-03T18:41:35.324395Z","end":"2026-03-03T18:41:36.71309Z","steps":["trace[787331730] 'process raft request' (duration: 1.385957354s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.713137Z","caller":"traceutil/trace.go:171","msg":"trace[408637233] linearizableReadLoop","detail":"{readStateIndex:25948; appliedIndex:25946; }","duration":"195.561112ms","start":"2026-03-03T18:41:36.517543Z","end":"2026-03-03T18:41:36.713104Z","steps":["trace[408637233] 'read index received' (duration: 192.823127ms)","trace[408637233] 'applied index is now lower than readState.Index' (duration: 2.736365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:36.713333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.309947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-03-03T18:41:36.713399Z","caller":"traceutil/trace.go:171","msg":"trace[189601857] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25015; }","duration":"703.383439ms","start":"2026-03-03T18:41:36.01Z","end":"2026-03-03T18:41:36.713383Z","steps":["trace[189601857] 'agreement among raft nodes before linearized reading' (duration: 703.175834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.713432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:36.009979Z","time spent":"703.4464ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T18:41:36.713432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.324379Z","time spent":"1.388810061s","remote":"127.0.0.1:56006","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.713522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.02649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:41:36.713443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.344229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T18:41:36.713643Z","caller":"traceutil/trace.go:171","msg":"trace[575035091] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"906.072599ms","start":"2026-03-03T18:41:35.80756Z","end":"2026-03-03T18:41:36.713633Z","steps":["trace[575035091] 'process raft request' (duration: 905.440164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.713655Z","caller":"traceutil/trace.go:171","msg":"trace[1578138490] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:25015; }","duration":"779.138253ms","start":"2026-03-03T18:41:35.934433Z","end":"2026-03-03T18:41:36.713571Z","steps":["trace[1578138490] 'agreement among raft nodes before linearized reading' (duration: 779.042681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.713679Z","caller":"traceutil/trace.go:171","msg":"trace[1766296964] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25015; }","duration":"706.644616ms","start":"2026-03-03T18:41:36.007012Z","end":"2026-03-03T18:41:36.713656Z","steps":["trace[1766296964] 'agreement among raft nodes before linearized reading' (duration: 706.235447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.71371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.807537Z","time spent":"906.13187ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:36.71372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.934384Z","time spent":"779.316078ms","remote":"127.0.0.1:53770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:36.713747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:36.006989Z","time spent":"706.739949ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T18:41:36.713765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09607137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:41:36.713761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.831247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:36.713841Z","caller":"traceutil/trace.go:171","msg":"trace[538189741] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25015; }","duration":"1.096185142s","start":"2026-03-03T18:41:35.617643Z","end":"2026-03-03T18:41:36.713829Z","steps":["trace[538189741] 'agreement among raft nodes before linearized reading' (duration: 1.095991267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.713854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087316142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:41:36.713872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.617628Z","time spent":"1.096238774s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:41:36.713884Z","caller":"traceutil/trace.go:171","msg":"trace[1910352083] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25015; }","duration":"600.010601ms","start":"2026-03-03T18:41:36.113851Z","end":"2026-03-03T18:41:36.713861Z","steps":["trace[1910352083] 'agreement among raft nodes before linearized reading' (duration: 599.799655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.713915Z","caller":"traceutil/trace.go:171","msg":"trace[846117725] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25015; }","duration":"1.087410335s","start":"2026-03-03T18:41:35.626488Z","end":"2026-03-03T18:41:36.713898Z","steps":["trace[846117725] 'agreement among raft nodes before linearized reading' (duration: 1.087179678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.713934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:36.113831Z","time spent":"600.093503ms","remote":"127.0.0.1:40194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:36.713791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555201334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:41:36.713947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606676403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:41:36.713987Z","caller":"traceutil/trace.go:171","msg":"trace[1127611997] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25015; }","duration":"1.555435898s","start":"2026-03-03T18:41:35.158539Z","end":"2026-03-03T18:41:36.713975Z","steps":["trace[1127611997] 'agreement among raft nodes before linearized reading' (duration: 1.555189753s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:36.713998Z","caller":"traceutil/trace.go:171","msg":"trace[1473048693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25015; }","duration":"1.606760484s","start":"2026-03-03T18:41:35.107223Z","end":"2026-03-03T18:41:36.713984Z","steps":["trace[1473048693] 'agreement among raft nodes before linearized reading' (duration: 1.606641711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.714024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.158525Z","time spent":"1.55548708s","remote":"127.0.0.1:53586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:36.714028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.107207Z","time spent":"1.606812906s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:41:36.713983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.80722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-03-03T18:41:36.713953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:35.626471Z","time spent":"1.087473646s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:41:36.714141Z","caller":"traceutil/trace.go:171","msg":"trace[775100940] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:25015; }","duration":"353.963714ms","start":"2026-03-03T18:41:36.360119Z","end":"2026-03-03T18:41:36.714083Z","steps":["trace[775100940] 'agreement among raft nodes before linearized reading' (duration: 353.562405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.714248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:36.360103Z","time spent":"354.124067ms","remote":"127.0.0.1:39196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7773,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T18:41:36.714285Z","caller":"traceutil/trace.go:171","msg":"trace[543505615] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"192.193612ms","start":"2026-03-03T18:41:36.522072Z","end":"2026-03-03T18:41:36.714265Z","steps":["trace[543505615] 'process raft request' (duration: 191.988757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:36.714433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.519402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:41:36.714509Z","caller":"traceutil/trace.go:171","msg":"trace[1219756349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25016; }","duration":"130.627915ms","start":"2026-03-03T18:41:36.583867Z","end":"2026-03-03T18:41:36.714495Z","steps":["trace[1219756349] 'agreement among raft nodes before linearized reading' (duration: 130.381339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:38.665581Z","caller":"traceutil/trace.go:171","msg":"trace[1892771138] linearizableReadLoop","detail":"{readStateIndex:25960; appliedIndex:25960; }","duration":"193.065762ms","start":"2026-03-03T18:41:38.472471Z","end":"2026-03-03T18:41:38.665537Z","steps":["trace[1892771138] 'read index received' (duration: 193.054602ms)","trace[1892771138] 'applied index is now lower than readState.Index' (duration: 8.87µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:38.665757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.248757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:38.665951Z","caller":"traceutil/trace.go:171","msg":"trace[1109540593] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25026; }","duration":"193.502423ms","start":"2026-03-03T18:41:38.472419Z","end":"2026-03-03T18:41:38.665922Z","steps":["trace[1109540593] 'agreement among raft nodes before linearized reading' (duration: 193.226787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.385962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.616515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:41:39.386151Z","caller":"traceutil/trace.go:171","msg":"trace[1300792754] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"862.703711ms","start":"2026-03-03T18:41:38.523416Z","end":"2026-03-03T18:41:39.386119Z","steps":["trace[1300792754] 'process raft request' (duration: 668.85851ms)","trace[1300792754] 'compare' (duration: 192.705254ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:39.386195Z","caller":"traceutil/trace.go:171","msg":"trace[1210838287] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"862.744502ms","start":"2026-03-03T18:41:38.523434Z","end":"2026-03-03T18:41:39.386179Z","steps":["trace[1210838287] 'process raft request' (duration: 862.615289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.386284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523371Z","time spent":"862.841855ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:39.386431Z","caller":"traceutil/trace.go:171","msg":"trace[1595360460] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"862.965458ms","start":"2026-03-03T18:41:38.523443Z","end":"2026-03-03T18:41:39.386408Z","steps":["trace[1595360460] 'process raft request' (duration: 862.70088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.386445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523401Z","time spent":"862.883746ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:39.386541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523421Z","time spent":"863.06603ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:39.386631Z","caller":"traceutil/trace.go:171","msg":"trace[1709130426] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"863.097992ms","start":"2026-03-03T18:41:38.523523Z","end":"2026-03-03T18:41:39.386621Z","steps":["trace[1709130426] 'process raft request' (duration: 862.982899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:39.386571Z","caller":"traceutil/trace.go:171","msg":"trace[1912182211] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"863.088401ms","start":"2026-03-03T18:41:38.523458Z","end":"2026-03-03T18:41:39.386546Z","steps":["trace[1912182211] 'process raft request' (duration: 862.881256ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.386723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523513Z","time spent":"863.159453ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:39.386792Z","caller":"traceutil/trace.go:171","msg":"trace[830078576] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"863.099711ms","start":"2026-03-03T18:41:38.523677Z","end":"2026-03-03T18:41:39.386777Z","steps":["trace[830078576] 'process raft request' (duration: 862.909127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.386889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523669Z","time spent":"863.172523ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:39.386885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.523439Z","time spent":"863.275295ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:39.46962Z","caller":"traceutil/trace.go:171","msg":"trace[1145691344] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"802.659669ms","start":"2026-03-03T18:41:38.66694Z","end":"2026-03-03T18:41:39.4696Z","steps":["trace[1145691344] 'process raft request' (duration: 802.402633ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:39.469666Z","caller":"traceutil/trace.go:171","msg":"trace[402061324] linearizableReadLoop","detail":"{readStateIndex:25967; appliedIndex:25960; }","duration":"751.460147ms","start":"2026-03-03T18:41:38.718189Z","end":"2026-03-03T18:41:39.469649Z","steps":["trace[402061324] 'read index received' (duration: 474.109108ms)","trace[402061324] 'applied index is now lower than readState.Index' (duration: 277.349989ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:39.469715Z","caller":"traceutil/trace.go:171","msg":"trace[214941183] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"749.328957ms","start":"2026-03-03T18:41:38.72037Z","end":"2026-03-03T18:41:39.469699Z","steps":["trace[214941183] 'process raft request' (duration: 749.202954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.46979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.72035Z","time spent":"749.401938ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:39.469724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.666914Z","time spent":"802.755512ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:39.469874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.681443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:41:39.469916Z","caller":"traceutil/trace.go:171","msg":"trace[1749596349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25034; }","duration":"751.760324ms","start":"2026-03-03T18:41:38.718146Z","end":"2026-03-03T18:41:39.469906Z","steps":["trace[1749596349] 'agreement among raft nodes before linearized reading' (duration: 751.585609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.469949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.718125Z","time spent":"751.816785ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:41:39.469987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.356712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-03T18:41:39.47003Z","caller":"traceutil/trace.go:171","msg":"trace[985134401] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:25034; }","duration":"726.412224ms","start":"2026-03-03T18:41:38.743606Z","end":"2026-03-03T18:41:39.470018Z","steps":["trace[985134401] 'agreement among raft nodes before linearized reading' (duration: 726.304412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.470065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.743599Z","time spent":"726.455475ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T18:41:39.470079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.20266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:41:39.470113Z","caller":"traceutil/trace.go:171","msg":"trace[1057782372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25034; }","duration":"740.271812ms","start":"2026-03-03T18:41:38.729833Z","end":"2026-03-03T18:41:39.470105Z","steps":["trace[1057782372] 'agreement among raft nodes before linearized reading' (duration: 740.18732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.470146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.729815Z","time spent":"740.323153ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:41:39.470172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.033037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:41:39.470208Z","caller":"traceutil/trace.go:171","msg":"trace[2016076082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25034; }","duration":"740.095948ms","start":"2026-03-03T18:41:38.730105Z","end":"2026-03-03T18:41:39.470201Z","steps":["trace[2016076082] 'agreement among raft nodes before linearized reading' (duration: 739.999696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.470237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.730094Z","time spent":"740.125299ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:41:39.470247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.590869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:39.470288Z","caller":"traceutil/trace.go:171","msg":"trace[1724290153] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:25034; }","duration":"642.667621ms","start":"2026-03-03T18:41:38.82761Z","end":"2026-03-03T18:41:39.470278Z","steps":["trace[1724290153] 'agreement among raft nodes before linearized reading' (duration: 642.606799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.470306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.060754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:41:39.470321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.827593Z","time spent":"642.718892ms","remote":"127.0.0.1:53388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:41:39.470337Z","caller":"traceutil/trace.go:171","msg":"trace[1840846341] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:25034; }","duration":"481.132725ms","start":"2026-03-03T18:41:38.989195Z","end":"2026-03-03T18:41:39.470328Z","steps":["trace[1840846341] 'agreement among raft nodes before linearized reading' (duration: 481.015932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.47035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.519439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:41:39.470365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.989173Z","time spent":"481.183816ms","remote":"127.0.0.1:52078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":74,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:41:39.47038Z","caller":"traceutil/trace.go:171","msg":"trace[1182565413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25034; }","duration":"740.58226ms","start":"2026-03-03T18:41:38.729793Z","end":"2026-03-03T18:41:39.470376Z","steps":["trace[1182565413] 'agreement among raft nodes before linearized reading' (duration: 740.510909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.47041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.729782Z","time spent":"740.623311ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:41:39.470459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.84209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:41:39.470819Z","caller":"traceutil/trace.go:171","msg":"trace[467613473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25034; }","duration":"742.29734ms","start":"2026-03-03T18:41:38.728506Z","end":"2026-03-03T18:41:39.470804Z","steps":["trace[467613473] 'agreement among raft nodes before linearized reading' (duration: 741.299836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.470891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:38.728485Z","time spent":"742.397252ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:41:39.470539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.709299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:39.471002Z","caller":"traceutil/trace.go:171","msg":"trace[2078601657] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25034; }","duration":"444.19562ms","start":"2026-03-03T18:41:39.02678Z","end":"2026-03-03T18:41:39.470975Z","steps":["trace[2078601657] 'agreement among raft nodes before linearized reading' (duration: 443.725479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:39.471335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.026758Z","time spent":"444.332784ms","remote":"127.0.0.1:44366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:40.043153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.376102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:41:40.043468Z","caller":"traceutil/trace.go:171","msg":"trace[1805346908] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25968; }","duration":"562.113343ms","start":"2026-03-03T18:41:39.481334Z","end":"2026-03-03T18:41:40.043448Z","steps":["trace[1805346908] 'read index received' (duration: 335.348292ms)","trace[1805346908] 'applied index is now lower than readState.Index' (duration: 226.764131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:40.043747Z","caller":"traceutil/trace.go:171","msg":"trace[504923021] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"569.315864ms","start":"2026-03-03T18:41:39.474415Z","end":"2026-03-03T18:41:40.043731Z","steps":["trace[504923021] 'process raft request' (duration: 342.256266ms)","trace[504923021] 'compare' (duration: 226.174957ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:41:40.043773Z","caller":"traceutil/trace.go:171","msg":"trace[380447442] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"566.500026ms","start":"2026-03-03T18:41:39.477248Z","end":"2026-03-03T18:41:40.043748Z","steps":["trace[380447442] 'process raft request' (duration: 566.162378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.043821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.474401Z","time spent":"569.383935ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:40.043864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.477232Z","time spent":"566.581819ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:40.043872Z","caller":"traceutil/trace.go:171","msg":"trace[677519628] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"569.119728ms","start":"2026-03-03T18:41:39.474718Z","end":"2026-03-03T18:41:40.043838Z","steps":["trace[677519628] 'process raft request' (duration: 568.621337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.04389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.279375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:40.043968Z","caller":"traceutil/trace.go:171","msg":"trace[1248304751] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25039; }","duration":"404.411958ms","start":"2026-03-03T18:41:39.63954Z","end":"2026-03-03T18:41:40.043952Z","steps":["trace[1248304751] 'agreement among raft nodes before linearized reading' (duration: 404.270004ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:40.043943Z","caller":"traceutil/trace.go:171","msg":"trace[1005691054] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"569.460247ms","start":"2026-03-03T18:41:39.474457Z","end":"2026-03-03T18:41:40.043917Z","steps":["trace[1005691054] 'process raft request' (duration: 568.828492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.043973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.799924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:41:40.043973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.621785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:41:40.044012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.639519Z","time spent":"404.484489ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:41:40.044051Z","caller":"traceutil/trace.go:171","msg":"trace[1247331675] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25039; }","duration":"262.903487ms","start":"2026-03-03T18:41:39.781127Z","end":"2026-03-03T18:41:40.044031Z","steps":["trace[1247331675] 'agreement among raft nodes before linearized reading' (duration: 262.738483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:40.044064Z","caller":"traceutil/trace.go:171","msg":"trace[1825755595] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:25039; }","duration":"562.738198ms","start":"2026-03-03T18:41:39.481307Z","end":"2026-03-03T18:41:40.044045Z","steps":["trace[1825755595] 'agreement among raft nodes before linearized reading' (duration: 562.534933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.044063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.474701Z","time spent":"569.260992ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:40.04397Z","caller":"traceutil/trace.go:171","msg":"trace[1998086640] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"569.16352ms","start":"2026-03-03T18:41:39.474795Z","end":"2026-03-03T18:41:40.043959Z","steps":["trace[1998086640] 'process raft request' (duration: 568.579606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.044098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.474435Z","time spent":"569.587039ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:40.044119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.481298Z","time spent":"562.805479ms","remote":"127.0.0.1:56424","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:41:40.044171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:39.474789Z","time spent":"569.342854ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:41:40.995219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.678809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:41:40.995303Z","caller":"traceutil/trace.go:171","msg":"trace[2091586449] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25039; }","duration":"723.829813ms","start":"2026-03-03T18:41:40.271453Z","end":"2026-03-03T18:41:40.995283Z","steps":["trace[2091586449] 'count revisions from in-memory index tree' (duration: 723.612777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.995346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:40.271438Z","time spent":"723.896854ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:41:40.996416Z","caller":"traceutil/trace.go:171","msg":"trace[1158433453] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"660.227596ms","start":"2026-03-03T18:41:40.33617Z","end":"2026-03-03T18:41:40.996397Z","steps":["trace[1158433453] 'process raft request' (duration: 656.628961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:40.996525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:40.336145Z","time spent":"660.316188ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:41:41.002179Z","caller":"traceutil/trace.go:171","msg":"trace[856788504] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25973; }","duration":"486.983113ms","start":"2026-03-03T18:41:40.515165Z","end":"2026-03-03T18:41:41.002148Z","steps":["trace[856788504] 'read index received' (duration: 478.106023ms)","trace[856788504] 'applied index is now lower than readState.Index' (duration: 8.87523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:41:41.002508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.30482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:41:41.002633Z","caller":"traceutil/trace.go:171","msg":"trace[193107923] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25040; }","duration":"487.509616ms","start":"2026-03-03T18:41:40.515097Z","end":"2026-03-03T18:41:41.002607Z","steps":["trace[193107923] 'agreement among raft nodes before linearized reading' (duration: 487.300221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:41:41.002711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:41:40.515068Z","time spent":"487.620789ms","remote":"127.0.0.1:44566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:41:43.707856Z","caller":"traceutil/trace.go:171","msg":"trace[926656327] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"225.07254ms","start":"2026-03-03T18:41:43.48276Z","end":"2026-03-03T18:41:43.707832Z","steps":["trace[926656327] 'process raft request' (duration: 224.860405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:47.532843Z","caller":"traceutil/trace.go:171","msg":"trace[420174010] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"118.340454ms","start":"2026-03-03T18:41:47.414482Z","end":"2026-03-03T18:41:47.532823Z","steps":["trace[420174010] 'process raft request' (duration: 118.17942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:41:47.533817Z","caller":"traceutil/trace.go:171","msg":"trace[1662526237] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"117.293479ms","start":"2026-03-03T18:41:47.416497Z","end":"2026-03-03T18:41:47.533791Z","steps":["trace[1662526237] 'process raft request' (duration: 117.134575ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:21.936685Z","caller":"traceutil/trace.go:171","msg":"trace[1958985209] transaction","detail":"{read_only:false; response_revision:25485; number_of_response:1; }","duration":"173.773146ms","start":"2026-03-03T18:42:21.762884Z","end":"2026-03-03T18:42:21.936657Z","steps":["trace[1958985209] 'process raft request' (duration: 173.594332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.493521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4056226714781066765,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T18:42:22.917307Z","caller":"traceutil/trace.go:171","msg":"trace[869365238] transaction","detail":"{read_only:false; response_revision:25488; number_of_response:1; }","duration":"1.083410328s","start":"2026-03-03T18:42:21.833874Z","end":"2026-03-03T18:42:22.917284Z","steps":["trace[869365238] 'process raft request' (duration: 1.083299026s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.917418Z","caller":"traceutil/trace.go:171","msg":"trace[1911757334] transaction","detail":"{read_only:false; response_revision:25487; number_of_response:1; }","duration":"1.091827309s","start":"2026-03-03T18:42:21.825556Z","end":"2026-03-03T18:42:22.917384Z","steps":["trace[1911757334] 'process raft request' (duration: 1.091569193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.917498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.833823Z","time spent":"1.083566312s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.917323Z","caller":"traceutil/trace.go:171","msg":"trace[1829045984] transaction","detail":"{read_only:false; response_revision:25486; number_of_response:1; }","duration":"1.153790966s","start":"2026-03-03T18:42:21.763509Z","end":"2026-03-03T18:42:22.9173Z","steps":["trace[1829045984] 'process raft request' (duration: 1.153366086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.91762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.825539Z","time spent":"1.091961061s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:22.917789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.763492Z","time spent":"1.154154474s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.917815Z","caller":"traceutil/trace.go:171","msg":"trace[893811915] transaction","detail":"{read_only:false; response_revision:25489; number_of_response:1; }","duration":"1.072618463s","start":"2026-03-03T18:42:21.845165Z","end":"2026-03-03T18:42:22.917783Z","steps":["trace[893811915] 'process raft request' (duration: 1.07204681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.918056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.845134Z","time spent":"1.072850899s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.918177Z","caller":"traceutil/trace.go:171","msg":"trace[2118681304] transaction","detail":"{read_only:false; response_revision:25490; number_of_response:1; }","duration":"1.070206676s","start":"2026-03-03T18:42:21.847943Z","end":"2026-03-03T18:42:22.91815Z","steps":["trace[2118681304] 'process raft request' (duration: 1.069803026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.918302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.847933Z","time spent":"1.070308409s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.918352Z","caller":"traceutil/trace.go:171","msg":"trace[694269859] transaction","detail":"{read_only:false; response_revision:25491; number_of_response:1; }","duration":"1.069769205s","start":"2026-03-03T18:42:21.848542Z","end":"2026-03-03T18:42:22.918311Z","steps":["trace[694269859] 'process raft request' (duration: 1.069463358s)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.91836Z","caller":"traceutil/trace.go:171","msg":"trace[316182158] transaction","detail":"{read_only:false; response_revision:25492; number_of_response:1; }","duration":"1.069480039s","start":"2026-03-03T18:42:21.848841Z","end":"2026-03-03T18:42:22.918321Z","steps":["trace[316182158] 'process raft request' (duration: 1.069387897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.918536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.848524Z","time spent":"1.069916859s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:22.918601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.848836Z","time spent":"1.069619663s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.924209Z","caller":"traceutil/trace.go:171","msg":"trace[448388118] transaction","detail":"{read_only:false; response_revision:25493; number_of_response:1; }","duration":"793.149804ms","start":"2026-03-03T18:42:22.131028Z","end":"2026-03-03T18:42:22.924177Z","steps":["trace[448388118] 'process raft request' (duration: 792.97199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.924502Z","caller":"traceutil/trace.go:171","msg":"trace[822682231] transaction","detail":"{read_only:false; response_revision:25494; number_of_response:1; }","duration":"772.277139ms","start":"2026-03-03T18:42:22.152211Z","end":"2026-03-03T18:42:22.924488Z","steps":["trace[822682231] 'process raft request' (duration: 771.904291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.924581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.15219Z","time spent":"772.348051ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:22.924592Z","caller":"traceutil/trace.go:171","msg":"trace[1367210357] linearizableReadLoop","detail":"{readStateIndex:26440; appliedIndex:26430; }","duration":"932.076023ms","start":"2026-03-03T18:42:21.992483Z","end":"2026-03-03T18:42:22.924559Z","steps":["trace[1367210357] 'read index received' (duration: 924.476494ms)","trace[1367210357] 'applied index is now lower than readState.Index' (duration: 7.597579ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:22.924647Z","caller":"traceutil/trace.go:171","msg":"trace[141946667] transaction","detail":"{read_only:false; response_revision:25495; number_of_response:1; }","duration":"477.082769ms","start":"2026-03-03T18:42:22.447542Z","end":"2026-03-03T18:42:22.924625Z","steps":["trace[141946667] 'process raft request' (duration: 476.867634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.924736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.447514Z","time spent":"477.174971ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:22.924798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.288038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.924857Z","caller":"traceutil/trace.go:171","msg":"trace[50311257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25495; }","duration":"932.397791ms","start":"2026-03-03T18:42:21.992443Z","end":"2026-03-03T18:42:22.92484Z","steps":["trace[50311257] 'agreement among raft nodes before linearized reading' (duration: 932.289268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.924915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:21.992425Z","time spent":"932.476643ms","remote":"127.0.0.1:49366","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:42:22.924938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.610283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:22.925056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.087389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.925102Z","caller":"traceutil/trace.go:171","msg":"trace[1990307846] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25495; }","duration":"154.16273ms","start":"2026-03-03T18:42:22.770929Z","end":"2026-03-03T18:42:22.925092Z","steps":["trace[1990307846] 'agreement among raft nodes before linearized reading' (duration: 154.068828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.92516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.955973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:22.9252Z","caller":"traceutil/trace.go:171","msg":"trace[89503807] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25495; }","duration":"156.020665ms","start":"2026-03-03T18:42:22.769169Z","end":"2026-03-03T18:42:22.925189Z","steps":["trace[89503807] 'agreement among raft nodes before linearized reading' (duration: 155.936382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.925348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.011824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T18:42:22.925381Z","caller":"traceutil/trace.go:171","msg":"trace[1344011756] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25495; }","duration":"161.061855ms","start":"2026-03-03T18:42:22.764308Z","end":"2026-03-03T18:42:22.925369Z","steps":["trace[1344011756] 'agreement among raft nodes before linearized reading' (duration: 160.980283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.925412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.130999Z","time spent":"793.459171ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:22.925526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.553384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:22.925353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.19546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:22.925618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.700898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.925644Z","caller":"traceutil/trace.go:171","msg":"trace[2087808124] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25495; }","duration":"163.79419ms","start":"2026-03-03T18:42:22.761843Z","end":"2026-03-03T18:42:22.925637Z","steps":["trace[2087808124] 'agreement among raft nodes before linearized reading' (duration: 163.726939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.925657Z","caller":"traceutil/trace.go:171","msg":"trace[206895453] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25495; }","duration":"262.462187ms","start":"2026-03-03T18:42:22.663111Z","end":"2026-03-03T18:42:22.925573Z","steps":["trace[206895453] 'agreement among raft nodes before linearized reading' (duration: 262.125429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.925697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.838433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T18:42:22.924864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.470122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:22.925754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.745062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:22.925768Z","caller":"traceutil/trace.go:171","msg":"trace[1006667852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25495; }","duration":"428.048328ms","start":"2026-03-03T18:42:22.497703Z","end":"2026-03-03T18:42:22.925751Z","steps":["trace[1006667852] 'agreement among raft nodes before linearized reading' (duration: 427.762251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.925825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.497658Z","time spent":"428.15366ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:42:22.925885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.834191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T18:42:22.925542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.411896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.92515Z","caller":"traceutil/trace.go:171","msg":"trace[1124296595] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25495; }","duration":"760.799957ms","start":"2026-03-03T18:42:22.164265Z","end":"2026-03-03T18:42:22.925065Z","steps":["trace[1124296595] 'agreement among raft nodes before linearized reading' (duration: 760.556261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.925973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.16424Z","time spent":"761.72086ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-rabbit-init\" "} {"level":"info","ts":"2026-03-03T18:42:22.925774Z","caller":"traceutil/trace.go:171","msg":"trace[565749808] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25495; }","duration":"262.400095ms","start":"2026-03-03T18:42:22.663362Z","end":"2026-03-03T18:42:22.925762Z","steps":["trace[565749808] 'agreement among raft nodes before linearized reading' (duration: 261.465112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.925779Z","caller":"traceutil/trace.go:171","msg":"trace[1702309700] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25495; }","duration":"259.802283ms","start":"2026-03-03T18:42:22.665969Z","end":"2026-03-03T18:42:22.925771Z","steps":["trace[1702309700] 'agreement among raft nodes before linearized reading' (duration: 259.733602ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.925971Z","caller":"traceutil/trace.go:171","msg":"trace[1325338429] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25495; }","duration":"262.868805ms","start":"2026-03-03T18:42:22.663079Z","end":"2026-03-03T18:42:22.925947Z","steps":["trace[1325338429] 'agreement among raft nodes before linearized reading' (duration: 262.382774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.472726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:42:22.925921Z","caller":"traceutil/trace.go:171","msg":"trace[2024340152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25495; }","duration":"410.896512ms","start":"2026-03-03T18:42:22.515016Z","end":"2026-03-03T18:42:22.925912Z","steps":["trace[2024340152] 'agreement among raft nodes before linearized reading' (duration: 410.786119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.925557Z","caller":"traceutil/trace.go:171","msg":"trace[1162156885] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25495; }","duration":"163.616476ms","start":"2026-03-03T18:42:22.761932Z","end":"2026-03-03T18:42:22.925549Z","steps":["trace[1162156885] 'agreement among raft nodes before linearized reading' (duration: 163.570455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.926105Z","caller":"traceutil/trace.go:171","msg":"trace[1846658830] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25495; }","duration":"406.550148ms","start":"2026-03-03T18:42:22.519538Z","end":"2026-03-03T18:42:22.926088Z","steps":["trace[1846658830] 'agreement among raft nodes before linearized reading' (duration: 406.412324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.514989Z","time spent":"411.111157ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T18:42:22.92615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.519525Z","time spent":"406.61228ms","remote":"127.0.0.1:56132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":15,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:42:22.926196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.42934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.926236Z","caller":"traceutil/trace.go:171","msg":"trace[439955232] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:25495; }","duration":"122.508452ms","start":"2026-03-03T18:42:22.803715Z","end":"2026-03-03T18:42:22.926224Z","steps":["trace[439955232] 'agreement among raft nodes before linearized reading' (duration: 122.44843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.799962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:42:22.926287Z","caller":"traceutil/trace.go:171","msg":"trace[709556616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25495; }","duration":"419.881704ms","start":"2026-03-03T18:42:22.506392Z","end":"2026-03-03T18:42:22.926273Z","steps":["trace[709556616] 'agreement among raft nodes before linearized reading' (duration: 419.668799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.506372Z","time spent":"419.958596ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:42:22.926371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.87954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:22.926403Z","caller":"traceutil/trace.go:171","msg":"trace[1102638102] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25495; }","duration":"760.946022ms","start":"2026-03-03T18:42:22.165448Z","end":"2026-03-03T18:42:22.926394Z","steps":["trace[1102638102] 'agreement among raft nodes before linearized reading' (duration: 760.86016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.852907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T18:42:22.926446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.558221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:42:22.926465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.861473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:22.926479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.577304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.926476Z","caller":"traceutil/trace.go:171","msg":"trace[2100695354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25495; }","duration":"432.242916ms","start":"2026-03-03T18:42:22.494217Z","end":"2026-03-03T18:42:22.92646Z","steps":["trace[2100695354] 'agreement among raft nodes before linearized reading' (duration: 431.514869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.9265Z","caller":"traceutil/trace.go:171","msg":"trace[631439163] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25495; }","duration":"761.943565ms","start":"2026-03-03T18:42:22.164546Z","end":"2026-03-03T18:42:22.92649Z","steps":["trace[631439163] 'agreement among raft nodes before linearized reading' (duration: 761.887814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:22.926507Z","caller":"traceutil/trace.go:171","msg":"trace[1285010402] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25495; }","duration":"706.640914ms","start":"2026-03-03T18:42:22.219856Z","end":"2026-03-03T18:42:22.926497Z","steps":["trace[1285010402] 'agreement among raft nodes before linearized reading' (duration: 706.595743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.860513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:22.926525Z","caller":"traceutil/trace.go:171","msg":"trace[1732607517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25495; }","duration":"423.681204ms","start":"2026-03-03T18:42:22.502805Z","end":"2026-03-03T18:42:22.926487Z","steps":["trace[1732607517] 'agreement among raft nodes before linearized reading' (duration: 423.157252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.164519Z","time spent":"762.007796ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-user\" "} {"level":"warn","ts":"2026-03-03T18:42:22.926539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.219833Z","time spent":"706.697186ms","remote":"127.0.0.1:53688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:42:22.926545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.494197Z","time spent":"432.331239ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:42:22.926587Z","caller":"traceutil/trace.go:171","msg":"trace[204342756] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25495; }","duration":"761.944824ms","start":"2026-03-03T18:42:22.164607Z","end":"2026-03-03T18:42:22.926552Z","steps":["trace[204342756] 'agreement among raft nodes before linearized reading' (duration: 761.75091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:22.926437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.165426Z","time spent":"761.003893ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5031,"request content":"key:\"/registry/jobs/openstack/manila-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:42:22.926651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.164545Z","time spent":"762.077558ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":30,"request content":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T18:42:22.926578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:22.502793Z","time spent":"423.773736ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:42:35.076657Z","caller":"traceutil/trace.go:171","msg":"trace[1584385240] transaction","detail":"{read_only:false; response_revision:25572; number_of_response:1; }","duration":"119.056959ms","start":"2026-03-03T18:42:34.957565Z","end":"2026-03-03T18:42:35.076622Z","steps":["trace[1584385240] 'process raft request' (duration: 118.839474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.207017Z","caller":"traceutil/trace.go:171","msg":"trace[283656093] linearizableReadLoop","detail":"{readStateIndex:26523; appliedIndex:26518; }","duration":"212.464032ms","start":"2026-03-03T18:42:34.994524Z","end":"2026-03-03T18:42:35.206988Z","steps":["trace[283656093] 'read index received' (duration: 81.94158ms)","trace[283656093] 'applied index is now lower than readState.Index' (duration: 130.521112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:35.207336Z","caller":"traceutil/trace.go:171","msg":"trace[1379075896] transaction","detail":"{read_only:false; response_revision:25573; number_of_response:1; }","duration":"245.737431ms","start":"2026-03-03T18:42:34.961582Z","end":"2026-03-03T18:42:35.207319Z","steps":["trace[1379075896] 'process raft request' (duration: 213.553718ms)","trace[1379075896] 'compare' (duration: 31.352173ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:35.207539Z","caller":"traceutil/trace.go:171","msg":"trace[233804105] transaction","detail":"{read_only:false; response_revision:25574; number_of_response:1; }","duration":"237.270429ms","start":"2026-03-03T18:42:34.970258Z","end":"2026-03-03T18:42:35.207528Z","steps":["trace[233804105] 'process raft request' (duration: 236.513252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.207692Z","caller":"traceutil/trace.go:171","msg":"trace[1056188627] transaction","detail":"{read_only:false; response_revision:25575; number_of_response:1; }","duration":"236.788799ms","start":"2026-03-03T18:42:34.970893Z","end":"2026-03-03T18:42:35.207681Z","steps":["trace[1056188627] 'process raft request' (duration: 235.931349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.207823Z","caller":"traceutil/trace.go:171","msg":"trace[1558230954] transaction","detail":"{read_only:false; response_revision:25576; number_of_response:1; }","duration":"236.920532ms","start":"2026-03-03T18:42:34.970893Z","end":"2026-03-03T18:42:35.207813Z","steps":["trace[1558230954] 'process raft request' (duration: 235.97275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.207958Z","caller":"traceutil/trace.go:171","msg":"trace[1233241714] transaction","detail":"{read_only:false; response_revision:25577; number_of_response:1; }","duration":"203.322736ms","start":"2026-03-03T18:42:35.004626Z","end":"2026-03-03T18:42:35.207949Z","steps":["trace[1233241714] 'process raft request' (duration: 202.277202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.208101Z","caller":"traceutil/trace.go:171","msg":"trace[423436059] transaction","detail":"{read_only:false; response_revision:25578; number_of_response:1; }","duration":"200.519899ms","start":"2026-03-03T18:42:35.007572Z","end":"2026-03-03T18:42:35.208092Z","steps":["trace[423436059] 'process raft request' (duration: 199.370282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.208316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.780883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.208373Z","caller":"traceutil/trace.go:171","msg":"trace[1696363198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25578; }","duration":"213.878885ms","start":"2026-03-03T18:42:34.994479Z","end":"2026-03-03T18:42:35.208357Z","steps":["trace[1696363198] 'agreement among raft nodes before linearized reading' (duration: 213.781482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.208663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.21674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.208704Z","caller":"traceutil/trace.go:171","msg":"trace[1737684581] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25578; }","duration":"213.301462ms","start":"2026-03-03T18:42:34.995393Z","end":"2026-03-03T18:42:35.208694Z","steps":["trace[1737684581] 'agreement among raft nodes before linearized reading' (duration: 213.2363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.209262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.845583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T18:42:35.209307Z","caller":"traceutil/trace.go:171","msg":"trace[1353240948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25578; }","duration":"188.933546ms","start":"2026-03-03T18:42:35.02036Z","end":"2026-03-03T18:42:35.209293Z","steps":["trace[1353240948] 'agreement among raft nodes before linearized reading' (duration: 188.794361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.20949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.688753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:42:35.209525Z","caller":"traceutil/trace.go:171","msg":"trace[202283852] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25578; }","duration":"189.748424ms","start":"2026-03-03T18:42:35.019767Z","end":"2026-03-03T18:42:35.209516Z","steps":["trace[202283852] 'agreement among raft nodes before linearized reading' (duration: 189.661012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.21034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.721522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T18:42:35.210386Z","caller":"traceutil/trace.go:171","msg":"trace[2026798483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25578; }","duration":"191.770593ms","start":"2026-03-03T18:42:35.018605Z","end":"2026-03-03T18:42:35.210375Z","steps":["trace[2026798483] 'agreement among raft nodes before linearized reading' (duration: 191.620199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.21058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.998317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:42:35.210614Z","caller":"traceutil/trace.go:171","msg":"trace[1831412133] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25578; }","duration":"192.054829ms","start":"2026-03-03T18:42:35.018551Z","end":"2026-03-03T18:42:35.210605Z","steps":["trace[1831412133] 'agreement among raft nodes before linearized reading' (duration: 191.965757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.210779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.829281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:42:35.210813Z","caller":"traceutil/trace.go:171","msg":"trace[1646532182] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25578; }","duration":"196.899183ms","start":"2026-03-03T18:42:35.013906Z","end":"2026-03-03T18:42:35.210805Z","steps":["trace[1646532182] 'agreement among raft nodes before linearized reading' (duration: 196.813211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.210983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.031051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T18:42:35.211017Z","caller":"traceutil/trace.go:171","msg":"trace[871652194] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:25578; }","duration":"198.088672ms","start":"2026-03-03T18:42:35.01292Z","end":"2026-03-03T18:42:35.211009Z","steps":["trace[871652194] 'agreement among raft nodes before linearized reading' (duration: 198.00681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.211158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.957822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.211192Z","caller":"traceutil/trace.go:171","msg":"trace[2122796125] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25578; }","duration":"207.009163ms","start":"2026-03-03T18:42:35.004173Z","end":"2026-03-03T18:42:35.211182Z","steps":["trace[2122796125] 'agreement among raft nodes before linearized reading' (duration: 206.963372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.211402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.295463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:35.211437Z","caller":"traceutil/trace.go:171","msg":"trace[987926157] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25578; }","duration":"208.352394ms","start":"2026-03-03T18:42:35.003076Z","end":"2026-03-03T18:42:35.211429Z","steps":["trace[987926157] 'agreement among raft nodes before linearized reading' (duration: 208.259172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.211591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.653431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.211624Z","caller":"traceutil/trace.go:171","msg":"trace[88388578] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25578; }","duration":"208.714783ms","start":"2026-03-03T18:42:35.002901Z","end":"2026-03-03T18:42:35.211616Z","steps":["trace[88388578] 'agreement among raft nodes before linearized reading' (duration: 208.666072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.211762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.818529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.211795Z","caller":"traceutil/trace.go:171","msg":"trace[1532072229] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"209.86724ms","start":"2026-03-03T18:42:35.001918Z","end":"2026-03-03T18:42:35.211785Z","steps":["trace[1532072229] 'agreement among raft nodes before linearized reading' (duration: 209.824449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.212068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.192369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:35.212212Z","caller":"traceutil/trace.go:171","msg":"trace[264065478] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25578; }","duration":"210.245741ms","start":"2026-03-03T18:42:35.00185Z","end":"2026-03-03T18:42:35.212096Z","steps":["trace[264065478] 'agreement among raft nodes before linearized reading' (duration: 210.149489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.212974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.282604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:35.213002Z","caller":"traceutil/trace.go:171","msg":"trace[909992795] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25578; }","duration":"211.328876ms","start":"2026-03-03T18:42:35.001667Z","end":"2026-03-03T18:42:35.212995Z","steps":["trace[909992795] 'agreement among raft nodes before linearized reading' (duration: 210.780503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.21313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213151Z","caller":"traceutil/trace.go:171","msg":"trace[166641276] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25578; }","duration":"211.594852ms","start":"2026-03-03T18:42:35.001551Z","end":"2026-03-03T18:42:35.213146Z","steps":["trace[166641276] 'agreement among raft nodes before linearized reading' (duration: 211.561071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.665533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213248Z","caller":"traceutil/trace.go:171","msg":"trace[940266228] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25578; }","duration":"211.729624ms","start":"2026-03-03T18:42:35.001513Z","end":"2026-03-03T18:42:35.213243Z","steps":["trace[940266228] 'agreement among raft nodes before linearized reading' (duration: 211.701474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.803596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213347Z","caller":"traceutil/trace.go:171","msg":"trace[405645295] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"211.855088ms","start":"2026-03-03T18:42:35.001487Z","end":"2026-03-03T18:42:35.213342Z","steps":["trace[405645295] 'agreement among raft nodes before linearized reading' (duration: 211.831177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.069183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213451Z","caller":"traceutil/trace.go:171","msg":"trace[16381462] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"212.107933ms","start":"2026-03-03T18:42:35.001338Z","end":"2026-03-03T18:42:35.213446Z","steps":["trace[16381462] 'agreement among raft nodes before linearized reading' (duration: 212.083553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.589698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5007"} {"level":"info","ts":"2026-03-03T18:42:35.213627Z","caller":"traceutil/trace.go:171","msg":"trace[1550036870] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:25578; }","duration":"213.660409ms","start":"2026-03-03T18:42:34.999961Z","end":"2026-03-03T18:42:35.213621Z","steps":["trace[1550036870] 'agreement among raft nodes before linearized reading' (duration: 213.562227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.722049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213762Z","caller":"traceutil/trace.go:171","msg":"trace[695720417] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25578; }","duration":"215.761099ms","start":"2026-03-03T18:42:34.997995Z","end":"2026-03-03T18:42:35.213757Z","steps":["trace[695720417] 'agreement among raft nodes before linearized reading' (duration: 215.729099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.21385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.482917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213914Z","caller":"traceutil/trace.go:171","msg":"trace[1228342986] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:25578; }","duration":"216.591949ms","start":"2026-03-03T18:42:34.997306Z","end":"2026-03-03T18:42:35.213898Z","steps":["trace[1228342986] 'agreement among raft nodes before linearized reading' (duration: 216.453656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:35.213942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.636941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:42:35.213944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.598679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:35.213983Z","caller":"traceutil/trace.go:171","msg":"trace[1274044577] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:25578; }","duration":"216.717001ms","start":"2026-03-03T18:42:34.997256Z","end":"2026-03-03T18:42:35.213973Z","steps":["trace[1274044577] 'agreement among raft nodes before linearized reading' (duration: 216.65405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.214012Z","caller":"traceutil/trace.go:171","msg":"trace[163447822] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:25578; }","duration":"216.687871ms","start":"2026-03-03T18:42:34.997306Z","end":"2026-03-03T18:42:35.213994Z","steps":["trace[163447822] 'agreement among raft nodes before linearized reading' (duration: 216.570008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.350283Z","caller":"traceutil/trace.go:171","msg":"trace[563631685] transaction","detail":"{read_only:false; response_revision:25581; number_of_response:1; }","duration":"128.516043ms","start":"2026-03-03T18:42:35.221741Z","end":"2026-03-03T18:42:35.350257Z","steps":["trace[563631685] 'process raft request' (duration: 128.440892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.350564Z","caller":"traceutil/trace.go:171","msg":"trace[761010942] transaction","detail":"{read_only:false; response_revision:25579; number_of_response:1; }","duration":"130.257885ms","start":"2026-03-03T18:42:35.220294Z","end":"2026-03-03T18:42:35.350552Z","steps":["trace[761010942] 'process raft request' (duration: 129.667402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.350638Z","caller":"traceutil/trace.go:171","msg":"trace[2074524944] transaction","detail":"{read_only:false; response_revision:25580; number_of_response:1; }","duration":"129.697381ms","start":"2026-03-03T18:42:35.220874Z","end":"2026-03-03T18:42:35.350571Z","steps":["trace[2074524944] 'process raft request' (duration: 129.267221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.35093Z","caller":"traceutil/trace.go:171","msg":"trace[1989986310] transaction","detail":"{read_only:false; response_revision:25582; number_of_response:1; }","duration":"129.058476ms","start":"2026-03-03T18:42:35.221812Z","end":"2026-03-03T18:42:35.350871Z","steps":["trace[1989986310] 'process raft request' (duration: 128.405031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.350969Z","caller":"traceutil/trace.go:171","msg":"trace[1763571807] transaction","detail":"{read_only:false; response_revision:25583; number_of_response:1; }","duration":"128.451482ms","start":"2026-03-03T18:42:35.222481Z","end":"2026-03-03T18:42:35.350932Z","steps":["trace[1763571807] 'process raft request' (duration: 128.254968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:35.357512Z","caller":"traceutil/trace.go:171","msg":"trace[1881760893] transaction","detail":"{read_only:false; response_revision:25584; number_of_response:1; }","duration":"100.992032ms","start":"2026-03-03T18:42:35.256506Z","end":"2026-03-03T18:42:35.357498Z","steps":["trace[1881760893] 'process raft request' (duration: 100.889769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:37.076701Z","caller":"traceutil/trace.go:171","msg":"trace[1428428624] transaction","detail":"{read_only:false; response_revision:25585; number_of_response:1; }","duration":"130.348167ms","start":"2026-03-03T18:42:36.946315Z","end":"2026-03-03T18:42:37.076663Z","steps":["trace[1428428624] 'process raft request' (duration: 130.105881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:37.228214Z","caller":"traceutil/trace.go:171","msg":"trace[845826986] transaction","detail":"{read_only:false; response_revision:25586; number_of_response:1; }","duration":"146.286285ms","start":"2026-03-03T18:42:37.081907Z","end":"2026-03-03T18:42:37.228193Z","steps":["trace[845826986] 'process raft request' (duration: 114.762558ms)","trace[845826986] 'compare' (duration: 31.348592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:37.69888Z","caller":"traceutil/trace.go:171","msg":"trace[305154002] linearizableReadLoop","detail":"{readStateIndex:26545; appliedIndex:26541; }","duration":"266.577163ms","start":"2026-03-03T18:42:37.432277Z","end":"2026-03-03T18:42:37.698854Z","steps":["trace[305154002] 'read index received' (duration: 44.970265ms)","trace[305154002] 'applied index is now lower than readState.Index' (duration: 221.605828ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:37.698895Z","caller":"traceutil/trace.go:171","msg":"trace[923701284] transaction","detail":"{read_only:false; response_revision:25594; number_of_response:1; }","duration":"302.439753ms","start":"2026-03-03T18:42:37.39641Z","end":"2026-03-03T18:42:37.698849Z","steps":["trace[923701284] 'process raft request' (duration: 302.077235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:37.698956Z","caller":"traceutil/trace.go:171","msg":"trace[206302355] transaction","detail":"{read_only:false; response_revision:25596; number_of_response:1; }","duration":"301.740765ms","start":"2026-03-03T18:42:37.397154Z","end":"2026-03-03T18:42:37.698894Z","steps":["trace[206302355] 'process raft request' (duration: 301.614112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:37.699044Z","caller":"traceutil/trace.go:171","msg":"trace[1065259611] transaction","detail":"{read_only:false; response_revision:25597; number_of_response:1; }","duration":"301.264595ms","start":"2026-03-03T18:42:37.397763Z","end":"2026-03-03T18:42:37.699028Z","steps":["trace[1065259611] 'process raft request' (duration: 301.037059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:37.699103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:37.3964Z","time spent":"302.595537ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:37.699183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:37.397732Z","time spent":"301.345997ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:37.699252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:37.397125Z","time spent":"301.962951ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:42:37.699387Z","caller":"traceutil/trace.go:171","msg":"trace[1687330099] transaction","detail":"{read_only:false; response_revision:25595; number_of_response:1; }","duration":"302.575826ms","start":"2026-03-03T18:42:37.396799Z","end":"2026-03-03T18:42:37.699374Z","steps":["trace[1687330099] 'process raft request' (duration: 301.92461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:37.699457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:37.39679Z","time spent":"302.633378ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:37.699638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.340161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:42:37.699727Z","caller":"traceutil/trace.go:171","msg":"trace[1067898355] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:25597; }","duration":"267.490675ms","start":"2026-03-03T18:42:37.432215Z","end":"2026-03-03T18:42:37.699706Z","steps":["trace[1067898355] 'agreement among raft nodes before linearized reading' (duration: 267.237648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:38.126383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.958082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:42:38.126601Z","caller":"traceutil/trace.go:171","msg":"trace[1565181253] linearizableReadLoop","detail":"{readStateIndex:26548; appliedIndex:26546; }","duration":"131.187868ms","start":"2026-03-03T18:42:37.995389Z","end":"2026-03-03T18:42:38.126577Z","steps":["trace[1565181253] 'read index received' (duration: 7.950809ms)","trace[1565181253] 'applied index is now lower than readState.Index' (duration: 123.235749ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:38.126673Z","caller":"traceutil/trace.go:171","msg":"trace[43994267] transaction","detail":"{read_only:false; response_revision:25599; number_of_response:1; }","duration":"187.340127ms","start":"2026-03-03T18:42:37.939314Z","end":"2026-03-03T18:42:38.126654Z","steps":["trace[43994267] 'process raft request' (duration: 64.031186ms)","trace[43994267] 'compare' (duration: 122.828979ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:38.126691Z","caller":"traceutil/trace.go:171","msg":"trace[1182480013] transaction","detail":"{read_only:false; response_revision:25600; number_of_response:1; }","duration":"181.335455ms","start":"2026-03-03T18:42:37.945292Z","end":"2026-03-03T18:42:38.126628Z","steps":["trace[1182480013] 'process raft request' (duration: 181.190162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:42:38.126732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.343491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:38.126796Z","caller":"traceutil/trace.go:171","msg":"trace[97698938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25600; }","duration":"131.437394ms","start":"2026-03-03T18:42:37.995342Z","end":"2026-03-03T18:42:38.126779Z","steps":["trace[97698938] 'agreement among raft nodes before linearized reading' (duration: 131.321321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:42:38.405109Z","caller":"traceutil/trace.go:171","msg":"trace[510264834] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26548; }","duration":"277.544333ms","start":"2026-03-03T18:42:38.127545Z","end":"2026-03-03T18:42:38.405089Z","steps":["trace[510264834] 'read index received' (duration: 246.386786ms)","trace[510264834] 'applied index is now lower than readState.Index' (duration: 31.156377ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:42:38.405173Z","caller":"traceutil/trace.go:171","msg":"trace[516646566] transaction","detail":"{read_only:false; response_revision:25601; number_of_response:1; }","duration":"379.806414ms","start":"2026-03-03T18:42:38.025334Z","end":"2026-03-03T18:42:38.405141Z","steps":["trace[516646566] 'process raft request' (duration: 348.649137ms)","trace[516646566] 'compare' (duration: 30.811069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:42:38.405318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:42:38.025305Z","time spent":"379.923197ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:42:38.405304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.726227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:42:38.405569Z","caller":"traceutil/trace.go:171","msg":"trace[572318336] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25601; }","duration":"278.045974ms","start":"2026-03-03T18:42:38.127508Z","end":"2026-03-03T18:42:38.405553Z","steps":["trace[572318336] 'agreement among raft nodes before linearized reading' (duration: 277.675135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:10.925436Z","caller":"traceutil/trace.go:171","msg":"trace[1383713631] linearizableReadLoop","detail":"{readStateIndex:27980; appliedIndex:27979; }","duration":"479.135167ms","start":"2026-03-03T18:45:10.446267Z","end":"2026-03-03T18:45:10.925402Z","steps":["trace[1383713631] 'read index received' (duration: 478.432881ms)","trace[1383713631] 'applied index is now lower than readState.Index' (duration: 700.846µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:10.92552Z","caller":"traceutil/trace.go:171","msg":"trace[110023634] transaction","detail":"{read_only:false; response_revision:26992; number_of_response:1; }","duration":"492.557686ms","start":"2026-03-03T18:45:10.432924Z","end":"2026-03-03T18:45:10.925482Z","steps":["trace[110023634] 'process raft request' (duration: 491.8545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.925766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.432898Z","time spent":"492.7421ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:10.925807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.882575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:45:10.925877Z","caller":"traceutil/trace.go:171","msg":"trace[1294739455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26992; }","duration":"480.014038ms","start":"2026-03-03T18:45:10.445847Z","end":"2026-03-03T18:45:10.925861Z","steps":["trace[1294739455] 'agreement among raft nodes before linearized reading' (duration: 479.691441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.925917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.445827Z","time spent":"480.08054ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T18:45:10.937557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.951887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:45:10.937657Z","caller":"traceutil/trace.go:171","msg":"trace[1071353771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26993; }","duration":"491.07343ms","start":"2026-03-03T18:45:10.446565Z","end":"2026-03-03T18:45:10.937638Z","steps":["trace[1071353771] 'agreement among raft nodes before linearized reading' (duration: 490.881305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.937659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.223062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-03T18:45:10.937693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.446554Z","time spent":"491.132013ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T18:45:10.937697Z","caller":"traceutil/trace.go:171","msg":"trace[99923706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26993; }","duration":"485.274084ms","start":"2026-03-03T18:45:10.452412Z","end":"2026-03-03T18:45:10.937686Z","steps":["trace[99923706] 'agreement among raft nodes before linearized reading' (duration: 485.15655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.937727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.452404Z","time spent":"485.316025ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T18:45:10.937757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.46659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:10.937742Z","caller":"traceutil/trace.go:171","msg":"trace[1133747383] transaction","detail":"{read_only:false; response_revision:26993; number_of_response:1; }","duration":"118.323852ms","start":"2026-03-03T18:45:10.819295Z","end":"2026-03-03T18:45:10.937619Z","steps":["trace[1133747383] 'process raft request' (duration: 117.854761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.937622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.901004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:10.93791Z","caller":"traceutil/trace.go:171","msg":"trace[1070425268] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26993; }","duration":"333.243753ms","start":"2026-03-03T18:45:10.604655Z","end":"2026-03-03T18:45:10.937899Z","steps":["trace[1070425268] 'agreement among raft nodes before linearized reading' (duration: 332.843673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.937916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.361929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T18:45:10.937953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.604636Z","time spent":"333.304204ms","remote":"127.0.0.1:53724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-03-03T18:45:10.937965Z","caller":"traceutil/trace.go:171","msg":"trace[1342046463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26993; }","duration":"486.460711ms","start":"2026-03-03T18:45:10.451491Z","end":"2026-03-03T18:45:10.937952Z","steps":["trace[1342046463] 'agreement among raft nodes before linearized reading' (duration: 486.341618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.451463Z","time spent":"486.530003ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T18:45:10.938017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.114313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:10.937819Z","caller":"traceutil/trace.go:171","msg":"trace[1677631102] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26993; }","duration":"195.557162ms","start":"2026-03-03T18:45:10.74224Z","end":"2026-03-03T18:45:10.937797Z","steps":["trace[1677631102] 'agreement among raft nodes before linearized reading' (duration: 195.47776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:10.93827Z","caller":"traceutil/trace.go:171","msg":"trace[1088552935] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26993; }","duration":"440.239737ms","start":"2026-03-03T18:45:10.497839Z","end":"2026-03-03T18:45:10.938078Z","steps":["trace[1088552935] 'agreement among raft nodes before linearized reading' (duration: 440.115174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:10.938307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:10.497814Z","time spent":"440.482303ms","remote":"127.0.0.1:44458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:15.250722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.497325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:45:15.250822Z","caller":"traceutil/trace.go:171","msg":"trace[1980970477] linearizableReadLoop","detail":"{readStateIndex:28021; appliedIndex:28019; }","duration":"286.858684ms","start":"2026-03-03T18:45:14.963946Z","end":"2026-03-03T18:45:15.250804Z","steps":["trace[1980970477] 'read index received' (duration: 60.207266ms)","trace[1980970477] 'applied index is now lower than readState.Index' (duration: 226.650248ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:15.25088Z","caller":"traceutil/trace.go:171","msg":"trace[1453985810] transaction","detail":"{read_only:false; response_revision:27032; number_of_response:1; }","duration":"287.774346ms","start":"2026-03-03T18:45:14.96308Z","end":"2026-03-03T18:45:15.250854Z","steps":["trace[1453985810] 'process raft request' (duration: 115.065556ms)","trace[1453985810] 'compare' (duration: 172.383312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:15.250989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.036848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:45:15.25103Z","caller":"traceutil/trace.go:171","msg":"trace[1724585420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27032; }","duration":"287.091899ms","start":"2026-03-03T18:45:14.963924Z","end":"2026-03-03T18:45:15.251016Z","steps":["trace[1724585420] 'agreement among raft nodes before linearized reading' (duration: 286.965506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.251222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.982746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:45:15.25126Z","caller":"traceutil/trace.go:171","msg":"trace[111636157] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27032; }","duration":"287.041557ms","start":"2026-03-03T18:45:14.964208Z","end":"2026-03-03T18:45:15.25125Z","steps":["trace[111636157] 'agreement among raft nodes before linearized reading' (duration: 286.920374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.251407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.628782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.206\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-03-03T18:45:15.251432Z","caller":"traceutil/trace.go:171","msg":"trace[2092879269] range","detail":"{range_begin:/registry/masterleases/162.253.55.206; range_end:; response_count:1; response_revision:27032; }","duration":"230.686443ms","start":"2026-03-03T18:45:15.02074Z","end":"2026-03-03T18:45:15.251426Z","steps":["trace[2092879269] 'agreement among raft nodes before linearized reading' (duration: 230.618072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.251543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.645129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:15.251566Z","caller":"traceutil/trace.go:171","msg":"trace[2139569189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27032; }","duration":"259.700349ms","start":"2026-03-03T18:45:14.99186Z","end":"2026-03-03T18:45:15.25156Z","steps":["trace[2139569189] 'agreement among raft nodes before linearized reading' (duration: 259.662779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.654087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.412022ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T18:45:15.654187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.253182Z","time spent":"401.000187ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:45:15.866118Z","caller":"traceutil/trace.go:171","msg":"trace[1945717084] transaction","detail":"{read_only:false; response_revision:27034; number_of_response:1; }","duration":"608.823698ms","start":"2026-03-03T18:45:15.25726Z","end":"2026-03-03T18:45:15.866084Z","steps":["trace[1945717084] 'process raft request' (duration: 608.749896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.866298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.25724Z","time spent":"608.969932ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:15.866793Z","caller":"traceutil/trace.go:171","msg":"trace[1070507403] transaction","detail":"{read_only:false; response_revision:27033; number_of_response:1; }","duration":"609.550095ms","start":"2026-03-03T18:45:15.257224Z","end":"2026-03-03T18:45:15.866774Z","steps":["trace[1070507403] 'process raft request' (duration: 608.608293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.866892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.257194Z","time spent":"609.650508ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:15.920748Z","caller":"traceutil/trace.go:171","msg":"trace[1637476702] linearizableReadLoop","detail":"{readStateIndex:28025; appliedIndex:28022; }","duration":"234.968524ms","start":"2026-03-03T18:45:15.685761Z","end":"2026-03-03T18:45:15.92073Z","steps":["trace[1637476702] 'read index received' (duration: 179.969182ms)","trace[1637476702] 'applied index is now lower than readState.Index' (duration: 54.998452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:15.920847Z","caller":"traceutil/trace.go:171","msg":"trace[1685736403] transaction","detail":"{read_only:false; response_revision:27037; number_of_response:1; }","duration":"113.714832ms","start":"2026-03-03T18:45:15.807122Z","end":"2026-03-03T18:45:15.920837Z","steps":["trace[1685736403] 'process raft request' (duration: 113.567259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:15.92084Z","caller":"traceutil/trace.go:171","msg":"trace[1203030950] transaction","detail":"{read_only:false; response_revision:27036; number_of_response:1; }","duration":"139.894993ms","start":"2026-03-03T18:45:15.780919Z","end":"2026-03-03T18:45:15.920814Z","steps":["trace[1203030950] 'process raft request' (duration: 139.721609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:15.921023Z","caller":"traceutil/trace.go:171","msg":"trace[448836959] transaction","detail":"{read_only:false; response_revision:27035; number_of_response:1; }","duration":"265.67323ms","start":"2026-03-03T18:45:15.655291Z","end":"2026-03-03T18:45:15.920964Z","steps":["trace[448836959] 'process raft request' (duration: 265.23871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:15.921017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.18769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:15.921111Z","caller":"traceutil/trace.go:171","msg":"trace[1051738740] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27037; }","duration":"235.369473ms","start":"2026-03-03T18:45:15.68572Z","end":"2026-03-03T18:45:15.921089Z","steps":["trace[1051738740] 'agreement among raft nodes before linearized reading' (duration: 235.141918ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:16.046053Z","caller":"traceutil/trace.go:171","msg":"trace[682426233] transaction","detail":"{read_only:false; response_revision:27038; number_of_response:1; }","duration":"176.239664ms","start":"2026-03-03T18:45:15.869794Z","end":"2026-03-03T18:45:16.046033Z","steps":["trace[682426233] 'process raft request' (duration: 104.472264ms)","trace[682426233] 'compare' (duration: 71.644627ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:16.046311Z","caller":"traceutil/trace.go:171","msg":"trace[1597489262] transaction","detail":"{read_only:false; response_revision:27039; number_of_response:1; }","duration":"175.996598ms","start":"2026-03-03T18:45:15.870308Z","end":"2026-03-03T18:45:16.046304Z","steps":["trace[1597489262] 'process raft request' (duration: 175.700211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:16.046266Z","caller":"traceutil/trace.go:171","msg":"trace[1161183868] linearizableReadLoop","detail":"{readStateIndex:28029; appliedIndex:28027; }","duration":"125.41879ms","start":"2026-03-03T18:45:15.920809Z","end":"2026-03-03T18:45:16.046228Z","steps":["trace[1161183868] 'read index received' (duration: 53.481736ms)","trace[1161183868] 'applied index is now lower than readState.Index' (duration: 71.933844ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:16.04647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.451171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:45:16.046554Z","caller":"traceutil/trace.go:171","msg":"trace[275781966] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:27039; }","duration":"337.584784ms","start":"2026-03-03T18:45:15.708945Z","end":"2026-03-03T18:45:16.046529Z","steps":["trace[275781966] 'agreement among raft nodes before linearized reading' (duration: 337.38575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.046614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.708925Z","time spent":"337.672347ms","remote":"127.0.0.1:56480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:16.542941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.531701ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:45:16.543257Z","caller":"traceutil/trace.go:171","msg":"trace[2108921647] transaction","detail":"{read_only:false; response_revision:27040; number_of_response:1; }","duration":"618.206351ms","start":"2026-03-03T18:45:15.925013Z","end":"2026-03-03T18:45:16.543219Z","steps":["trace[2108921647] 'process raft request' (duration: 270.307491ms)","trace[2108921647] 'compare' (duration: 347.392827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:16.543433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.924987Z","time spent":"618.351545ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:16.543537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.431997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T18:45:16.543694Z","caller":"traceutil/trace.go:171","msg":"trace[1307756727] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:27043; }","duration":"618.623461ms","start":"2026-03-03T18:45:15.925056Z","end":"2026-03-03T18:45:16.54368Z","steps":["trace[1307756727] 'agreement among raft nodes before linearized reading' (duration: 618.318004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.543799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.92504Z","time spent":"618.745304ms","remote":"127.0.0.1:56134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T18:45:16.544195Z","caller":"traceutil/trace.go:171","msg":"trace[4422485] transaction","detail":"{read_only:false; response_revision:27041; number_of_response:1; }","duration":"617.345702ms","start":"2026-03-03T18:45:15.926836Z","end":"2026-03-03T18:45:16.544182Z","steps":["trace[4422485] 'process raft request' (duration: 616.284716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.544345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.92682Z","time spent":"617.476034ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:16.543293Z","caller":"traceutil/trace.go:171","msg":"trace[225433860] linearizableReadLoop","detail":"{readStateIndex:28033; appliedIndex:28029; }","duration":"496.884339ms","start":"2026-03-03T18:45:16.046392Z","end":"2026-03-03T18:45:16.543277Z","steps":["trace[225433860] 'read index received' (duration: 148.836315ms)","trace[225433860] 'applied index is now lower than readState.Index' (duration: 348.047264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:16.544434Z","caller":"traceutil/trace.go:171","msg":"trace[1570768357] transaction","detail":"{read_only:false; response_revision:27043; number_of_response:1; }","duration":"591.532249ms","start":"2026-03-03T18:45:15.952881Z","end":"2026-03-03T18:45:16.544413Z","steps":["trace[1570768357] 'process raft request' (duration: 590.348261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.544758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.952866Z","time spent":"591.852567ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:16.544499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.267905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T18:45:16.544831Z","caller":"traceutil/trace.go:171","msg":"trace[1943820807] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27043; }","duration":"605.635644ms","start":"2026-03-03T18:45:15.93918Z","end":"2026-03-03T18:45:16.544815Z","steps":["trace[1943820807] 'agreement among raft nodes before linearized reading' (duration: 605.185573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.544893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.939161Z","time spent":"605.715055ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:16.544952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.433396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:45:16.544489Z","caller":"traceutil/trace.go:171","msg":"trace[679443424] transaction","detail":"{read_only:false; response_revision:27042; number_of_response:1; }","duration":"608.460941ms","start":"2026-03-03T18:45:15.936016Z","end":"2026-03-03T18:45:16.544477Z","steps":["trace[679443424] 'process raft request' (duration: 607.18106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:16.545038Z","caller":"traceutil/trace.go:171","msg":"trace[932222095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27043; }","duration":"227.560509ms","start":"2026-03-03T18:45:16.317457Z","end":"2026-03-03T18:45:16.545017Z","steps":["trace[932222095] 'agreement among raft nodes before linearized reading' (duration: 227.285503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.545125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:15.935995Z","time spent":"609.083195ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:16.544549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.40161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:16.545495Z","caller":"traceutil/trace.go:171","msg":"trace[1478633893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27043; }","duration":"544.368342ms","start":"2026-03-03T18:45:16.001109Z","end":"2026-03-03T18:45:16.545477Z","steps":["trace[1478633893] 'agreement among raft nodes before linearized reading' (duration: 543.42123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:16.545551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:16.001072Z","time spent":"544.465904ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T18:45:16.740418Z","caller":"traceutil/trace.go:171","msg":"trace[1514184635] transaction","detail":"{read_only:false; response_revision:27044; number_of_response:1; }","duration":"190.957132ms","start":"2026-03-03T18:45:16.549437Z","end":"2026-03-03T18:45:16.740394Z","steps":["trace[1514184635] 'process raft request' (duration: 177.325389ms)","trace[1514184635] 'compare' (duration: 13.432548ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:17.398412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.965286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:45:17.398538Z","caller":"traceutil/trace.go:171","msg":"trace[1217126808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27044; }","duration":"143.130619ms","start":"2026-03-03T18:45:17.25539Z","end":"2026-03-03T18:45:17.398521Z","steps":["trace[1217126808] 'range keys from in-memory index tree' (duration: 142.787122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:17.398749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.026103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:45:17.39884Z","caller":"traceutil/trace.go:171","msg":"trace[1984980577] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27044; }","duration":"370.172016ms","start":"2026-03-03T18:45:17.028649Z","end":"2026-03-03T18:45:17.398821Z","steps":["trace[1984980577] 'range keys from in-memory index tree' (duration: 369.847209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:17.398887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:17.02863Z","time spent":"370.247949ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:45:17.698325Z","caller":"traceutil/trace.go:171","msg":"trace[2001925150] linearizableReadLoop","detail":"{readStateIndex:28035; appliedIndex:28034; }","duration":"294.857914ms","start":"2026-03-03T18:45:17.403441Z","end":"2026-03-03T18:45:17.698299Z","steps":["trace[2001925150] 'read index received' (duration: 294.660949ms)","trace[2001925150] 'applied index is now lower than readState.Index' (duration: 195.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:17.698461Z","caller":"traceutil/trace.go:171","msg":"trace[1037689713] transaction","detail":"{read_only:false; response_revision:27045; number_of_response:1; }","duration":"295.022477ms","start":"2026-03-03T18:45:17.403405Z","end":"2026-03-03T18:45:17.698428Z","steps":["trace[1037689713] 'process raft request' (duration: 294.71406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:17.698671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.206882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:45:17.698743Z","caller":"traceutil/trace.go:171","msg":"trace[1411132799] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27045; }","duration":"295.347325ms","start":"2026-03-03T18:45:17.403377Z","end":"2026-03-03T18:45:17.698725Z","steps":["trace[1411132799] 'agreement among raft nodes before linearized reading' (duration: 295.043468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:17.803172Z","caller":"traceutil/trace.go:171","msg":"trace[1899700298] linearizableReadLoop","detail":"{readStateIndex:28036; appliedIndex:28035; }","duration":"104.751211ms","start":"2026-03-03T18:45:17.698393Z","end":"2026-03-03T18:45:17.803145Z","steps":["trace[1899700298] 'read index received' (duration: 29.311534ms)","trace[1899700298] 'applied index is now lower than readState.Index' (duration: 75.438617ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:17.803334Z","caller":"traceutil/trace.go:171","msg":"trace[1677736808] transaction","detail":"{read_only:false; response_revision:27046; number_of_response:1; }","duration":"398.60649ms","start":"2026-03-03T18:45:17.404692Z","end":"2026-03-03T18:45:17.803298Z","steps":["trace[1677736808] 'process raft request' (duration: 323.047001ms)","trace[1677736808] 'compare' (duration: 75.232142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:17.8034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.599873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:45:17.803439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:17.404682Z","time spent":"398.700233ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:17.803458Z","caller":"traceutil/trace.go:171","msg":"trace[1302567631] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:27046; }","duration":"347.742027ms","start":"2026-03-03T18:45:17.455699Z","end":"2026-03-03T18:45:17.803441Z","steps":["trace[1302567631] 'agreement among raft nodes before linearized reading' (duration: 347.594053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:17.80351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:17.455676Z","time spent":"347.818368ms","remote":"127.0.0.1:44322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:17.803513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.844979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T18:45:17.8036Z","caller":"traceutil/trace.go:171","msg":"trace[1465648191] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27046; }","duration":"100.985282ms","start":"2026-03-03T18:45:17.702592Z","end":"2026-03-03T18:45:17.803577Z","steps":["trace[1465648191] 'agreement among raft nodes before linearized reading' (duration: 100.746296ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:18.016465Z","caller":"traceutil/trace.go:171","msg":"trace[579769468] transaction","detail":"{read_only:false; response_revision:27049; number_of_response:1; }","duration":"116.507269ms","start":"2026-03-03T18:45:17.899931Z","end":"2026-03-03T18:45:18.016439Z","steps":["trace[579769468] 'process raft request' (duration: 116.242343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:18.289042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.24437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:45:18.289149Z","caller":"traceutil/trace.go:171","msg":"trace[896544493] transaction","detail":"{read_only:false; response_revision:27051; number_of_response:1; }","duration":"237.782842ms","start":"2026-03-03T18:45:18.051346Z","end":"2026-03-03T18:45:18.289128Z","steps":["trace[896544493] 'process raft request' (duration: 65.371658ms)","trace[896544493] 'compare' (duration: 171.764789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:18.323832Z","caller":"traceutil/trace.go:171","msg":"trace[2024468184] transaction","detail":"{read_only:false; response_revision:27052; number_of_response:1; }","duration":"271.889199ms","start":"2026-03-03T18:45:18.051649Z","end":"2026-03-03T18:45:18.323538Z","steps":["trace[2024468184] 'process raft request' (duration: 271.719655ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:18.352174Z","caller":"traceutil/trace.go:171","msg":"trace[1257884042] transaction","detail":"{read_only:false; response_revision:27053; number_of_response:1; }","duration":"162.728204ms","start":"2026-03-03T18:45:18.189411Z","end":"2026-03-03T18:45:18.352139Z","steps":["trace[1257884042] 'process raft request' (duration: 162.502169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:18.552074Z","caller":"traceutil/trace.go:171","msg":"trace[1750840343] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28043; }","duration":"194.699302ms","start":"2026-03-03T18:45:18.357354Z","end":"2026-03-03T18:45:18.552053Z","steps":["trace[1750840343] 'read index received' (duration: 105.378806ms)","trace[1750840343] 'applied index is now lower than readState.Index' (duration: 89.319376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:18.552166Z","caller":"traceutil/trace.go:171","msg":"trace[1902775293] transaction","detail":"{read_only:false; response_revision:27054; number_of_response:1; }","duration":"197.505308ms","start":"2026-03-03T18:45:18.354649Z","end":"2026-03-03T18:45:18.552154Z","steps":["trace[1902775293] 'process raft request' (duration: 108.131221ms)","trace[1902775293] 'compare' (duration: 88.960976ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:18.552391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.02937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/heat-cfn-76949944c6-znb26.189968310b0209d5\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T18:45:18.552454Z","caller":"traceutil/trace.go:171","msg":"trace[1709627710] range","detail":"{range_begin:/registry/events/openstack/heat-cfn-76949944c6-znb26.189968310b0209d5; range_end:; response_count:1; response_revision:27054; }","duration":"195.161573ms","start":"2026-03-03T18:45:18.357278Z","end":"2026-03-03T18:45:18.55244Z","steps":["trace[1709627710] 'agreement among raft nodes before linearized reading' (duration: 194.980758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:18.875592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.673112ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:45:18.875709Z","caller":"traceutil/trace.go:171","msg":"trace[1480374143] transaction","detail":"{read_only:false; response_revision:27055; number_of_response:1; }","duration":"325.876908ms","start":"2026-03-03T18:45:18.549807Z","end":"2026-03-03T18:45:18.875684Z","steps":["trace[1480374143] 'process raft request' (duration: 166.007411ms)","trace[1480374143] 'compare' (duration: 159.450747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:18.87578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.549783Z","time spent":"325.957329ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:19.069373Z","caller":"traceutil/trace.go:171","msg":"trace[141577509] transaction","detail":"{read_only:false; response_revision:27056; number_of_response:1; }","duration":"518.243694ms","start":"2026-03-03T18:45:18.5511Z","end":"2026-03-03T18:45:19.069344Z","steps":["trace[141577509] 'process raft request' (duration: 482.293392ms)","trace[141577509] 'compare' (duration: 35.790688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:19.069629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.551069Z","time spent":"518.381016ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:19.069801Z","caller":"traceutil/trace.go:171","msg":"trace[730293275] linearizableReadLoop","detail":"{readStateIndex:28047; appliedIndex:28044; }","duration":"517.647589ms","start":"2026-03-03T18:45:18.55213Z","end":"2026-03-03T18:45:19.069777Z","steps":["trace[730293275] 'read index received' (duration: 163.705427ms)","trace[730293275] 'applied index is now lower than readState.Index' (duration: 353.941152ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:19.06998Z","caller":"traceutil/trace.go:171","msg":"trace[1302348185] transaction","detail":"{read_only:false; response_revision:27059; number_of_response:1; }","duration":"514.265849ms","start":"2026-03-03T18:45:18.555684Z","end":"2026-03-03T18:45:19.06995Z","steps":["trace[1302348185] 'process raft request' (duration: 514.022043ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:19.070044Z","caller":"traceutil/trace.go:171","msg":"trace[2139898466] transaction","detail":"{read_only:false; response_revision:27058; number_of_response:1; }","duration":"517.186027ms","start":"2026-03-03T18:45:18.552822Z","end":"2026-03-03T18:45:19.070008Z","steps":["trace[2139898466] 'process raft request' (duration: 516.741167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:19.070086Z","caller":"traceutil/trace.go:171","msg":"trace[1913828516] transaction","detail":"{read_only:false; response_revision:27057; number_of_response:1; }","duration":"518.614083ms","start":"2026-03-03T18:45:18.551443Z","end":"2026-03-03T18:45:19.070057Z","steps":["trace[1913828516] 'process raft request' (duration: 517.855285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:19.070115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.555667Z","time spent":"514.374891ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:19.070145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.95682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:45:19.070201Z","caller":"traceutil/trace.go:171","msg":"trace[325713796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27059; }","duration":"326.027582ms","start":"2026-03-03T18:45:18.744162Z","end":"2026-03-03T18:45:19.070189Z","steps":["trace[325713796] 'agreement among raft nodes before linearized reading' (duration: 325.843226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:19.07022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.55142Z","time spent":"518.720475ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:19.070245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.552796Z","time spent":"517.338752ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:19.070246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.32229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"warn","ts":"2026-03-03T18:45:19.070292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.015374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T18:45:19.070287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.49637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T18:45:19.070332Z","caller":"traceutil/trace.go:171","msg":"trace[265779948] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27059; }","duration":"519.427673ms","start":"2026-03-03T18:45:18.550887Z","end":"2026-03-03T18:45:19.070315Z","steps":["trace[265779948] 'agreement among raft nodes before linearized reading' (duration: 519.167275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:19.070385Z","caller":"traceutil/trace.go:171","msg":"trace[109898115] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:27059; }","duration":"583.649634ms","start":"2026-03-03T18:45:18.48671Z","end":"2026-03-03T18:45:19.070359Z","steps":["trace[109898115] 'agreement among raft nodes before linearized reading' (duration: 583.279154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:19.070406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.550878Z","time spent":"519.516334ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"warn","ts":"2026-03-03T18:45:19.070478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.486688Z","time spent":"583.771786ms","remote":"127.0.0.1:56170","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":252,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:19.070239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.744087Z","time spent":"326.143865ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:45:19.070335Z","caller":"traceutil/trace.go:171","msg":"trace[1055450171] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:27059; }","duration":"305.084956ms","start":"2026-03-03T18:45:18.765238Z","end":"2026-03-03T18:45:19.070323Z","steps":["trace[1055450171] 'agreement among raft nodes before linearized reading' (duration: 305.021154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:19.070641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:18.765194Z","time spent":"305.433654ms","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T18:45:19.508667Z","caller":"traceutil/trace.go:171","msg":"trace[1768089075] linearizableReadLoop","detail":"{readStateIndex:28051; appliedIndex:28049; }","duration":"360.426436ms","start":"2026-03-03T18:45:19.148181Z","end":"2026-03-03T18:45:19.508607Z","steps":["trace[1768089075] 'read index received' (duration: 279.474699ms)","trace[1768089075] 'applied index is now lower than readState.Index' (duration: 80.951017ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:19.50874Z","caller":"traceutil/trace.go:171","msg":"trace[1878643309] transaction","detail":"{read_only:false; response_revision:27061; number_of_response:1; }","duration":"431.216333ms","start":"2026-03-03T18:45:19.077495Z","end":"2026-03-03T18:45:19.508711Z","steps":["trace[1878643309] 'process raft request' (duration: 431.016758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:19.508737Z","caller":"traceutil/trace.go:171","msg":"trace[532547877] transaction","detail":"{read_only:false; response_revision:27060; number_of_response:1; }","duration":"433.384804ms","start":"2026-03-03T18:45:19.075308Z","end":"2026-03-03T18:45:19.508693Z","steps":["trace[532547877] 'process raft request' (duration: 352.341385ms)","trace[532547877] 'compare' (duration: 80.319063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:19.508855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.663442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:45:19.508889Z","caller":"traceutil/trace.go:171","msg":"trace[1439634224] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:27061; }","duration":"360.761525ms","start":"2026-03-03T18:45:19.148118Z","end":"2026-03-03T18:45:19.508879Z","steps":["trace[1439634224] 'agreement among raft nodes before linearized reading' (duration: 360.649302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:19.508885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:19.077482Z","time spent":"431.324035ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:19.508916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:19.148096Z","time spent":"360.813075ms","remote":"127.0.0.1:35982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":38,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:19.508905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:19.075286Z","time spent":"433.530817ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:19.824953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.349708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:45:19.825143Z","caller":"traceutil/trace.go:171","msg":"trace[255847527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27061; }","duration":"122.684665ms","start":"2026-03-03T18:45:19.702428Z","end":"2026-03-03T18:45:19.825113Z","steps":["trace[255847527] 'range keys from in-memory index tree' (duration: 122.127393ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:24.473672Z","caller":"traceutil/trace.go:171","msg":"trace[1723160227] transaction","detail":"{read_only:false; response_revision:27102; number_of_response:1; }","duration":"131.679209ms","start":"2026-03-03T18:45:24.341966Z","end":"2026-03-03T18:45:24.473646Z","steps":["trace[1723160227] 'process raft request' (duration: 102.14374ms)","trace[1723160227] 'compare' (duration: 29.344234ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:25.022942Z","caller":"traceutil/trace.go:171","msg":"trace[502013370] transaction","detail":"{read_only:false; response_revision:27104; number_of_response:1; }","duration":"125.661365ms","start":"2026-03-03T18:45:24.897247Z","end":"2026-03-03T18:45:25.022909Z","steps":["trace[502013370] 'process raft request' (duration: 125.4527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:25.422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.411601ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T18:45:25.42237Z","caller":"traceutil/trace.go:171","msg":"trace[681927381] transaction","detail":"{read_only:false; response_revision:27107; number_of_response:1; }","duration":"331.201324ms","start":"2026-03-03T18:45:25.091147Z","end":"2026-03-03T18:45:25.422349Z","steps":["trace[681927381] 'process raft request' (duration: 331.136932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:25.42247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:25.091134Z","time spent":"331.278225ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:25.422717Z","caller":"traceutil/trace.go:171","msg":"trace[480413602] transaction","detail":"{read_only:false; response_revision:27105; number_of_response:1; }","duration":"332.868593ms","start":"2026-03-03T18:45:25.089836Z","end":"2026-03-03T18:45:25.422705Z","steps":["trace[480413602] 'process raft request' (duration: 332.287029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:25.422759Z","caller":"traceutil/trace.go:171","msg":"trace[570218546] transaction","detail":"{read_only:false; response_revision:27106; number_of_response:1; }","duration":"331.87976ms","start":"2026-03-03T18:45:25.090856Z","end":"2026-03-03T18:45:25.422736Z","steps":["trace[570218546] 'process raft request' (duration: 331.392838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:25.422789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:25.089819Z","time spent":"332.928655ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:25.422775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:25.023853Z","time spent":"398.915397ms","remote":"127.0.0.1:56006","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T18:45:25.422779Z","caller":"traceutil/trace.go:171","msg":"trace[751673775] linearizableReadLoop","detail":"{readStateIndex:28096; appliedIndex:28095; }","duration":"335.922216ms","start":"2026-03-03T18:45:25.086833Z","end":"2026-03-03T18:45:25.422755Z","steps":["trace[751673775] 'read index received' (duration: 150.033894ms)","trace[751673775] 'applied index is now lower than readState.Index' (duration: 185.885792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:25.422866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:25.090826Z","time spent":"331.981551ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:25.422997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.167981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T18:45:25.423062Z","caller":"traceutil/trace.go:171","msg":"trace[30041007] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27107; }","duration":"336.281364ms","start":"2026-03-03T18:45:25.08677Z","end":"2026-03-03T18:45:25.423052Z","steps":["trace[30041007] 'agreement among raft nodes before linearized reading' (duration: 336.057109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:25.423096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:25.086751Z","time spent":"336.335836ms","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":4811,"request content":"key:\"/registry/jobs/openstack/horizon-db-sync\" "} {"level":"info","ts":"2026-03-03T18:45:27.540163Z","caller":"traceutil/trace.go:171","msg":"trace[1093461665] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"112.842552ms","start":"2026-03-03T18:45:27.427289Z","end":"2026-03-03T18:45:27.540131Z","steps":["trace[1093461665] 'process raft request' (duration: 112.631117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:27.572554Z","caller":"traceutil/trace.go:171","msg":"trace[815220954] linearizableReadLoop","detail":"{readStateIndex:28112; appliedIndex:28110; }","duration":"143.98495ms","start":"2026-03-03T18:45:27.428538Z","end":"2026-03-03T18:45:27.572523Z","steps":["trace[815220954] 'read index received' (duration: 111.625843ms)","trace[815220954] 'applied index is now lower than readState.Index' (duration: 32.357187ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:27.572577Z","caller":"traceutil/trace.go:171","msg":"trace[1295949500] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"144.432941ms","start":"2026-03-03T18:45:27.428112Z","end":"2026-03-03T18:45:27.572545Z","steps":["trace[1295949500] 'process raft request' (duration: 144.114102ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:27.57263Z","caller":"traceutil/trace.go:171","msg":"trace[2092652236] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"144.480282ms","start":"2026-03-03T18:45:27.428113Z","end":"2026-03-03T18:45:27.572593Z","steps":["trace[2092652236] 'process raft request' (duration: 144.353759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:27.572817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.263986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/horizon-db-sync\" ","response":"range_response_count:1 size:4787"} {"level":"info","ts":"2026-03-03T18:45:27.57287Z","caller":"traceutil/trace.go:171","msg":"trace[385160450] range","detail":"{range_begin:/registry/jobs/openstack/horizon-db-sync; range_end:; response_count:1; response_revision:27120; }","duration":"144.350119ms","start":"2026-03-03T18:45:27.428508Z","end":"2026-03-03T18:45:27.572858Z","steps":["trace[385160450] 'agreement among raft nodes before linearized reading' (duration: 144.130994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:35.802906Z","caller":"traceutil/trace.go:171","msg":"trace[2130890051] linearizableReadLoop","detail":"{readStateIndex:28240; appliedIndex:28239; }","duration":"117.019782ms","start":"2026-03-03T18:45:35.685858Z","end":"2026-03-03T18:45:35.802878Z","steps":["trace[2130890051] 'read index received' (duration: 78.795456ms)","trace[2130890051] 'applied index is now lower than readState.Index' (duration: 38.222946ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:35.803744Z","caller":"traceutil/trace.go:171","msg":"trace[131289249] transaction","detail":"{read_only:false; response_revision:27244; number_of_response:1; }","duration":"182.586134ms","start":"2026-03-03T18:45:35.621117Z","end":"2026-03-03T18:45:35.803703Z","steps":["trace[131289249] 'process raft request' (duration: 143.485128ms)","trace[131289249] 'compare' (duration: 38.134583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:35.804084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.201589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/heat-db-user\" ","response":"range_response_count:1 size:704"} {"level":"info","ts":"2026-03-03T18:45:35.804156Z","caller":"traceutil/trace.go:171","msg":"trace[346166227] range","detail":"{range_begin:/registry/secrets/openstack/heat-db-user; range_end:; response_count:1; response_revision:27244; }","duration":"118.313662ms","start":"2026-03-03T18:45:35.685824Z","end":"2026-03-03T18:45:35.804138Z","steps":["trace[346166227] 'agreement among raft nodes before linearized reading' (duration: 117.193226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:45.946163Z","caller":"traceutil/trace.go:171","msg":"trace[2040552865] transaction","detail":"{read_only:false; response_revision:27340; number_of_response:1; }","duration":"289.759682ms","start":"2026-03-03T18:45:45.656375Z","end":"2026-03-03T18:45:45.946134Z","steps":["trace[2040552865] 'process raft request' (duration: 289.589258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:46.673021Z","caller":"traceutil/trace.go:171","msg":"trace[1558151833] linearizableReadLoop","detail":"{readStateIndex:28340; appliedIndex:28337; }","duration":"826.33251ms","start":"2026-03-03T18:45:45.846664Z","end":"2026-03-03T18:45:46.672996Z","steps":["trace[1558151833] 'read index received' (duration: 99.366313ms)","trace[1558151833] 'applied index is now lower than readState.Index' (duration: 726.965167ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:46.673138Z","caller":"traceutil/trace.go:171","msg":"trace[328210345] transaction","detail":"{read_only:false; response_revision:27341; number_of_response:1; }","duration":"1.013943343s","start":"2026-03-03T18:45:45.659181Z","end":"2026-03-03T18:45:46.673124Z","steps":["trace[328210345] 'process raft request' (duration: 1.013427851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.673232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:45.659154Z","time spent":"1.014009475s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:46.673363Z","caller":"traceutil/trace.go:171","msg":"trace[1537419766] transaction","detail":"{read_only:false; response_revision:27342; number_of_response:1; }","duration":"1.013315249s","start":"2026-03-03T18:45:45.660029Z","end":"2026-03-03T18:45:46.673344Z","steps":["trace[1537419766] 'process raft request' (duration: 1.012901429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.673467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:45.660017Z","time spent":"1.013391971s","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:46.673538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.880772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T18:45:46.673579Z","caller":"traceutil/trace.go:171","msg":"trace[1929740323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27342; }","duration":"826.959414ms","start":"2026-03-03T18:45:45.84661Z","end":"2026-03-03T18:45:46.673569Z","steps":["trace[1929740323] 'agreement among raft nodes before linearized reading' (duration: 826.837471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.67367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:45.846581Z","time spent":"827.081187ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T18:45:46.912086Z","caller":"traceutil/trace.go:171","msg":"trace[1236787091] transaction","detail":"{read_only:false; response_revision:27343; number_of_response:1; }","duration":"931.987473ms","start":"2026-03-03T18:45:45.980069Z","end":"2026-03-03T18:45:46.912056Z","steps":["trace[1236787091] 'process raft request' (duration: 931.556903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.912235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:45.980034Z","time spent":"932.127606ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:46.912481Z","caller":"traceutil/trace.go:171","msg":"trace[708331240] transaction","detail":"{read_only:false; response_revision:27344; number_of_response:1; }","duration":"790.267536ms","start":"2026-03-03T18:45:46.122179Z","end":"2026-03-03T18:45:46.912447Z","steps":["trace[708331240] 'process raft request' (duration: 789.829385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:46.91258Z","caller":"traceutil/trace.go:171","msg":"trace[332382128] transaction","detail":"{read_only:false; response_revision:27345; number_of_response:1; }","duration":"509.069256ms","start":"2026-03-03T18:45:46.403479Z","end":"2026-03-03T18:45:46.912548Z","steps":["trace[332382128] 'process raft request' (duration: 508.881432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.912662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.122156Z","time spent":"790.409339ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:46.912685Z","caller":"traceutil/trace.go:171","msg":"trace[676714515] linearizableReadLoop","detail":"{readStateIndex:28344; appliedIndex:28340; }","duration":"239.570314ms","start":"2026-03-03T18:45:46.673091Z","end":"2026-03-03T18:45:46.912661Z","steps":["trace[676714515] 'read index received' (duration: 238.762465ms)","trace[676714515] 'applied index is now lower than readState.Index' (duration: 806.319µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:46.912768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.403439Z","time spent":"509.23368ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:45:46.91293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.37289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T18:45:46.912961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.026906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:45:46.912995Z","caller":"traceutil/trace.go:171","msg":"trace[1904468558] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27346; }","duration":"786.099678ms","start":"2026-03-03T18:45:46.126886Z","end":"2026-03-03T18:45:46.912985Z","steps":["trace[1904468558] 'agreement among raft nodes before linearized reading' (duration: 785.961264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:46.912991Z","caller":"traceutil/trace.go:171","msg":"trace[1450258018] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27346; }","duration":"739.460333ms","start":"2026-03-03T18:45:46.173515Z","end":"2026-03-03T18:45:46.912975Z","steps":["trace[1450258018] 'agreement among raft nodes before linearized reading' (duration: 739.287328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.912991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.528054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:45:46.913029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.126874Z","time spent":"786.148629ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T18:45:46.913037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.173489Z","time spent":"739.537545ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T18:45:46.913058Z","caller":"traceutil/trace.go:171","msg":"trace[826715800] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:27346; }","duration":"516.634446ms","start":"2026-03-03T18:45:46.396408Z","end":"2026-03-03T18:45:46.913042Z","steps":["trace[826715800] 'agreement among raft nodes before linearized reading' (duration: 516.508032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.913106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.396379Z","time spent":"516.712178ms","remote":"127.0.0.1:56096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:46.913241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.152499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T18:45:46.913288Z","caller":"traceutil/trace.go:171","msg":"trace[1831572993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27346; }","duration":"881.242631ms","start":"2026-03-03T18:45:46.032032Z","end":"2026-03-03T18:45:46.913274Z","steps":["trace[1831572993] 'agreement among raft nodes before linearized reading' (duration: 881.084027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.913305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.977836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T18:45:46.913322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.03201Z","time spent":"881.304633ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T18:45:46.913354Z","caller":"traceutil/trace.go:171","msg":"trace[1348297333] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:27346; }","duration":"732.044177ms","start":"2026-03-03T18:45:46.181296Z","end":"2026-03-03T18:45:46.91334Z","steps":["trace[1348297333] 'agreement among raft nodes before linearized reading' (duration: 731.964566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.913406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.509221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:46.913441Z","caller":"traceutil/trace.go:171","msg":"trace[1397319271] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27346; }","duration":"920.589853ms","start":"2026-03-03T18:45:45.992842Z","end":"2026-03-03T18:45:46.913432Z","steps":["trace[1397319271] 'agreement among raft nodes before linearized reading' (duration: 920.511591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.913439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.181288Z","time spent":"732.13555ms","remote":"127.0.0.1:50552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T18:45:46.913466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:45.992818Z","time spent":"920.641574ms","remote":"127.0.0.1:49354","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T18:45:46.91366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.532651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:45:46.913705Z","caller":"traceutil/trace.go:171","msg":"trace[509240467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27346; }","duration":"863.615854ms","start":"2026-03-03T18:45:46.050079Z","end":"2026-03-03T18:45:46.913695Z","steps":["trace[509240467] 'agreement among raft nodes before linearized reading' (duration: 863.481841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.913734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.050058Z","time spent":"863.670185ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T18:45:46.913373Z","caller":"traceutil/trace.go:171","msg":"trace[84223660] transaction","detail":"{read_only:false; response_revision:27346; number_of_response:1; }","duration":"370.660679ms","start":"2026-03-03T18:45:46.542691Z","end":"2026-03-03T18:45:46.913352Z","steps":["trace[84223660] 'process raft request' (duration: 369.803048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.914842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:45:46.54267Z","time spent":"371.13744ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:45:46.925814Z","caller":"traceutil/trace.go:171","msg":"trace[704383450] transaction","detail":"{read_only:false; response_revision:27347; number_of_response:1; }","duration":"247.509402ms","start":"2026-03-03T18:45:46.678281Z","end":"2026-03-03T18:45:46.925791Z","steps":["trace[704383450] 'process raft request' (duration: 247.366848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:46.925875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.900545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:46.925942Z","caller":"traceutil/trace.go:171","msg":"trace[196784178] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:27347; }","duration":"240.987917ms","start":"2026-03-03T18:45:46.684934Z","end":"2026-03-03T18:45:46.925922Z","steps":["trace[196784178] 'agreement among raft nodes before linearized reading' (duration: 240.860914ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:47.060961Z","caller":"traceutil/trace.go:171","msg":"trace[843668311] transaction","detail":"{read_only:false; response_revision:27348; number_of_response:1; }","duration":"143.939538ms","start":"2026-03-03T18:45:46.91699Z","end":"2026-03-03T18:45:47.060929Z","steps":["trace[843668311] 'process raft request' (duration: 70.018108ms)","trace[843668311] 'compare' (duration: 73.629214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:45:47.061089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.601119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:47.061124Z","caller":"traceutil/trace.go:171","msg":"trace[399032043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27351; }","duration":"145.690311ms","start":"2026-03-03T18:45:46.915425Z","end":"2026-03-03T18:45:47.061115Z","steps":["trace[399032043] 'agreement among raft nodes before linearized reading' (duration: 145.586848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:47.060972Z","caller":"traceutil/trace.go:171","msg":"trace[1825861021] linearizableReadLoop","detail":"{readStateIndex:28349; appliedIndex:28345; }","duration":"135.180662ms","start":"2026-03-03T18:45:46.925773Z","end":"2026-03-03T18:45:47.060954Z","steps":["trace[1825861021] 'read index received' (duration: 61.223831ms)","trace[1825861021] 'applied index is now lower than readState.Index' (duration: 73.956021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:45:47.061152Z","caller":"traceutil/trace.go:171","msg":"trace[1958441776] transaction","detail":"{read_only:false; response_revision:27349; number_of_response:1; }","duration":"143.286224ms","start":"2026-03-03T18:45:46.917861Z","end":"2026-03-03T18:45:47.061147Z","steps":["trace[1958441776] 'process raft request' (duration: 142.996867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:47.061125Z","caller":"traceutil/trace.go:171","msg":"trace[1395721053] transaction","detail":"{read_only:false; response_revision:27350; number_of_response:1; }","duration":"143.178621ms","start":"2026-03-03T18:45:46.917935Z","end":"2026-03-03T18:45:47.061114Z","steps":["trace[1395721053] 'process raft request' (duration: 142.958156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:45:47.061205Z","caller":"traceutil/trace.go:171","msg":"trace[1152771615] transaction","detail":"{read_only:false; response_revision:27351; number_of_response:1; }","duration":"143.214201ms","start":"2026-03-03T18:45:46.917972Z","end":"2026-03-03T18:45:47.061186Z","steps":["trace[1152771615] 'process raft request' (duration: 142.942665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:45:47.064662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.886603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:45:47.064697Z","caller":"traceutil/trace.go:171","msg":"trace[457843639] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:27352; }","duration":"109.978605ms","start":"2026-03-03T18:45:46.954712Z","end":"2026-03-03T18:45:47.06469Z","steps":["trace[457843639] 'agreement among raft nodes before linearized reading' (duration: 109.892983ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:46:30.466276Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24979} {"level":"info","ts":"2026-03-03T18:46:30.593464Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24979,"took":"123.945022ms","hash":92537337,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":33157120,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T18:46:30.593528Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":92537337,"revision":24979,"compact-revision":22822} {"level":"info","ts":"2026-03-03T18:49:38.217342Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"cfc9fec265e3384a","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T18:49:38.222407Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T18:49:38.222518Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T18:51:30.471922Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27670} {"level":"info","ts":"2026-03-03T18:51:30.615172Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27670,"took":"140.075326ms","hash":3196352411,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":27086848,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T18:51:30.615229Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3196352411,"revision":27670,"compact-revision":24979} {"level":"info","ts":"2026-03-03T18:52:04.152359Z","caller":"traceutil/trace.go:171","msg":"trace[1922475463] transaction","detail":"{read_only:false; response_revision:29985; number_of_response:1; }","duration":"114.478738ms","start":"2026-03-03T18:52:04.03785Z","end":"2026-03-03T18:52:04.152329Z","steps":["trace[1922475463] 'process raft request' (duration: 113.225448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:52:27.161855Z","caller":"traceutil/trace.go:171","msg":"trace[312924400] linearizableReadLoop","detail":"{readStateIndex:31231; appliedIndex:31230; }","duration":"108.444284ms","start":"2026-03-03T18:52:27.053377Z","end":"2026-03-03T18:52:27.161821Z","steps":["trace[312924400] 'read index received' (duration: 70.473454ms)","trace[312924400] 'applied index is now lower than readState.Index' (duration: 37.96961ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:52:27.16213Z","caller":"traceutil/trace.go:171","msg":"trace[455657207] transaction","detail":"{read_only:false; response_revision:30143; number_of_response:1; }","duration":"113.500334ms","start":"2026-03-03T18:52:27.048566Z","end":"2026-03-03T18:52:27.162067Z","steps":["trace[455657207] 'process raft request' (duration: 75.299648ms)","trace[455657207] 'compare' (duration: 37.821357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:52:27.162278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.894115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T18:52:27.162366Z","caller":"traceutil/trace.go:171","msg":"trace[319955554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:30143; }","duration":"108.989968ms","start":"2026-03-03T18:52:27.053358Z","end":"2026-03-03T18:52:27.162348Z","steps":["trace[319955554] 'agreement among raft nodes before linearized reading' (duration: 108.762051ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:52:27.162498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.664443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T18:52:27.1626Z","caller":"traceutil/trace.go:171","msg":"trace[1412861800] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:30143; }","duration":"106.807346ms","start":"2026-03-03T18:52:27.055769Z","end":"2026-03-03T18:52:27.162577Z","steps":["trace[1412861800] 'agreement among raft nodes before linearized reading' (duration: 106.52612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:54:55.353867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.683968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:54:55.354151Z","caller":"traceutil/trace.go:171","msg":"trace[1036883084] transaction","detail":"{read_only:false; response_revision:31150; number_of_response:1; }","duration":"129.970646ms","start":"2026-03-03T18:54:55.224125Z","end":"2026-03-03T18:54:55.354096Z","steps":["trace[1036883084] 'compare' (duration: 126.495673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:10.075895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.29794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:55:10.076001Z","caller":"traceutil/trace.go:171","msg":"trace[863696043] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:31269; }","duration":"101.434373ms","start":"2026-03-03T18:55:09.974547Z","end":"2026-03-03T18:55:10.075981Z","steps":["trace[863696043] 'range keys from in-memory index tree' (duration: 101.136446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:10.076132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.619337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T18:55:10.076224Z","caller":"traceutil/trace.go:171","msg":"trace[847247527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:31269; }","duration":"106.74623ms","start":"2026-03-03T18:55:09.969454Z","end":"2026-03-03T18:55:10.0762Z","steps":["trace[847247527] 'range keys from in-memory index tree' (duration: 106.471813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:55:10.076464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.146521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T18:55:10.076527Z","caller":"traceutil/trace.go:171","msg":"trace[245066066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:31269; }","duration":"102.227933ms","start":"2026-03-03T18:55:09.97428Z","end":"2026-03-03T18:55:10.076508Z","steps":["trace[245066066] 'range keys from in-memory index tree' (duration: 102.052759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:56:30.504149Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29754} {"level":"info","ts":"2026-03-03T18:56:30.637489Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29754,"took":"128.843426ms","hash":2207327289,"current-db-size-bytes":51519488,"current-db-size":"52 MB","current-db-size-in-use-bytes":26787840,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T18:56:30.637612Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2207327289,"revision":29754,"compact-revision":27670} {"level":"warn","ts":"2026-03-03T18:59:13.90397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.066171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:59:13.904089Z","caller":"traceutil/trace.go:171","msg":"trace[878275852] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:33009; }","duration":"208.252225ms","start":"2026-03-03T18:59:13.695814Z","end":"2026-03-03T18:59:13.904066Z","steps":["trace[878275852] 'count revisions from in-memory index tree' (duration: 207.917657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:13.904455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.176346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-fh26c\" ","response":"range_response_count:1 size:10042"} {"level":"info","ts":"2026-03-03T18:59:13.904647Z","caller":"traceutil/trace.go:171","msg":"trace[1381027589] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-fh26c; range_end:; response_count:1; response_revision:33009; }","duration":"243.409302ms","start":"2026-03-03T18:59:13.661212Z","end":"2026-03-03T18:59:13.904621Z","steps":["trace[1381027589] 'range keys from in-memory index tree' (duration: 242.92271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:14.284577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.726249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:59:14.284767Z","caller":"traceutil/trace.go:171","msg":"trace[138474439] transaction","detail":"{read_only:false; response_revision:33013; number_of_response:1; }","duration":"282.058652ms","start":"2026-03-03T18:59:14.002674Z","end":"2026-03-03T18:59:14.284733Z","steps":["trace[138474439] 'process raft request' (duration: 157.062388ms)","trace[138474439] 'compare' (duration: 124.509303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:59:14.284878Z","caller":"traceutil/trace.go:171","msg":"trace[1534094486] transaction","detail":"{read_only:false; response_revision:33014; number_of_response:1; }","duration":"277.411991ms","start":"2026-03-03T18:59:14.007442Z","end":"2026-03-03T18:59:14.284854Z","steps":["trace[1534094486] 'process raft request' (duration: 277.264608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:14.285051Z","caller":"traceutil/trace.go:171","msg":"trace[768849320] linearizableReadLoop","detail":"{readStateIndex:34190; appliedIndex:34189; }","duration":"282.012491ms","start":"2026-03-03T18:59:14.003023Z","end":"2026-03-03T18:59:14.285036Z","steps":["trace[768849320] 'read index received' (duration: 156.72767ms)","trace[768849320] 'applied index is now lower than readState.Index' (duration: 125.283361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:14.285161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.129304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:59:14.285195Z","caller":"traceutil/trace.go:171","msg":"trace[1718401460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33014; }","duration":"282.191935ms","start":"2026-03-03T18:59:14.002995Z","end":"2026-03-03T18:59:14.285187Z","steps":["trace[1718401460] 'agreement among raft nodes before linearized reading' (duration: 282.101123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:14.595547Z","caller":"traceutil/trace.go:171","msg":"trace[809103426] transaction","detail":"{read_only:false; response_revision:33015; number_of_response:1; }","duration":"298.557875ms","start":"2026-03-03T18:59:14.296955Z","end":"2026-03-03T18:59:14.595513Z","steps":["trace[809103426] 'process raft request' (duration: 298.248218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:15.214488Z","caller":"traceutil/trace.go:171","msg":"trace[2006024429] transaction","detail":"{read_only:false; response_revision:33017; number_of_response:1; }","duration":"121.242594ms","start":"2026-03-03T18:59:15.093211Z","end":"2026-03-03T18:59:15.214453Z","steps":["trace[2006024429] 'process raft request' (duration: 37.731227ms)","trace[2006024429] 'compare' (duration: 82.966854ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:59:15.214934Z","caller":"traceutil/trace.go:171","msg":"trace[1806097763] linearizableReadLoop","detail":"{readStateIndex:34195; appliedIndex:34194; }","duration":"119.385001ms","start":"2026-03-03T18:59:15.095521Z","end":"2026-03-03T18:59:15.214906Z","steps":["trace[1806097763] 'read index received' (duration: 35.415153ms)","trace[1806097763] 'applied index is now lower than readState.Index' (duration: 83.968088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:15.215057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.523785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:59:15.215092Z","caller":"traceutil/trace.go:171","msg":"trace[2146788737] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33018; }","duration":"119.596676ms","start":"2026-03-03T18:59:15.095485Z","end":"2026-03-03T18:59:15.215082Z","steps":["trace[2146788737] 'agreement among raft nodes before linearized reading' (duration: 119.514204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:15.416253Z","caller":"traceutil/trace.go:171","msg":"trace[335105371] linearizableReadLoop","detail":"{readStateIndex:34198; appliedIndex:34197; }","duration":"114.118565ms","start":"2026-03-03T18:59:15.302105Z","end":"2026-03-03T18:59:15.416224Z","steps":["trace[335105371] 'read index received' (duration: 30.729751ms)","trace[335105371] 'applied index is now lower than readState.Index' (duration: 83.386964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:59:15.416331Z","caller":"traceutil/trace.go:171","msg":"trace[833875053] transaction","detail":"{read_only:false; response_revision:33020; number_of_response:1; }","duration":"114.603876ms","start":"2026-03-03T18:59:15.301685Z","end":"2026-03-03T18:59:15.416289Z","steps":["trace[833875053] 'process raft request' (duration: 31.165931ms)","trace[833875053] 'compare' (duration: 83.234291ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:15.416582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.400212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T18:59:15.416682Z","caller":"traceutil/trace.go:171","msg":"trace[1757196119] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33020; }","duration":"114.569136ms","start":"2026-03-03T18:59:15.302072Z","end":"2026-03-03T18:59:15.416641Z","steps":["trace[1757196119] 'agreement among raft nodes before linearized reading' (duration: 114.246798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:15.556169Z","caller":"traceutil/trace.go:171","msg":"trace[786797414] transaction","detail":"{read_only:false; response_revision:33022; number_of_response:1; }","duration":"133.932997ms","start":"2026-03-03T18:59:15.422216Z","end":"2026-03-03T18:59:15.556149Z","steps":["trace[786797414] 'process raft request' (duration: 133.894986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:15.556224Z","caller":"traceutil/trace.go:171","msg":"trace[221861275] linearizableReadLoop","detail":"{readStateIndex:34199; appliedIndex:34198; }","duration":"139.845618ms","start":"2026-03-03T18:59:15.416346Z","end":"2026-03-03T18:59:15.556192Z","steps":["trace[221861275] 'read index received' (duration: 115.471997ms)","trace[221861275] 'applied index is now lower than readState.Index' (duration: 24.37096ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T18:59:15.556216Z","caller":"traceutil/trace.go:171","msg":"trace[48579376] transaction","detail":"{read_only:false; response_revision:33021; number_of_response:1; }","duration":"250.298077ms","start":"2026-03-03T18:59:15.305858Z","end":"2026-03-03T18:59:15.556156Z","steps":["trace[48579376] 'process raft request' (duration: 225.946347ms)","trace[48579376] 'compare' (duration: 24.172786ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:15.556571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.354712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T18:59:15.556693Z","caller":"traceutil/trace.go:171","msg":"trace[948541217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33022; }","duration":"254.511486ms","start":"2026-03-03T18:59:15.302151Z","end":"2026-03-03T18:59:15.556663Z","steps":["trace[948541217] 'agreement among raft nodes before linearized reading' (duration: 254.140337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:15.589164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.040075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T18:59:15.589266Z","caller":"traceutil/trace.go:171","msg":"trace[1833302112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33023; }","duration":"172.181127ms","start":"2026-03-03T18:59:15.417061Z","end":"2026-03-03T18:59:15.589242Z","steps":["trace[1833302112] 'agreement among raft nodes before linearized reading' (duration: 171.996933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:15.589231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.982415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T18:59:15.589437Z","caller":"traceutil/trace.go:171","msg":"trace[38037147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33023; }","duration":"112.273841ms","start":"2026-03-03T18:59:15.477143Z","end":"2026-03-03T18:59:15.589417Z","steps":["trace[38037147] 'agreement among raft nodes before linearized reading' (duration: 111.976374ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:26.178822Z","caller":"traceutil/trace.go:171","msg":"trace[450702921] transaction","detail":"{read_only:false; response_revision:33101; number_of_response:1; }","duration":"135.477285ms","start":"2026-03-03T18:59:26.043324Z","end":"2026-03-03T18:59:26.178802Z","steps":["trace[450702921] 'process raft request' (duration: 135.329001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:26.428438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.1005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:59:26.428551Z","caller":"traceutil/trace.go:171","msg":"trace[2060813362] transaction","detail":"{read_only:false; response_revision:33102; number_of_response:1; }","duration":"384.390756ms","start":"2026-03-03T18:59:26.044139Z","end":"2026-03-03T18:59:26.428529Z","steps":["trace[2060813362] 'process raft request' (duration: 250.123402ms)","trace[2060813362] 'compare' (duration: 133.773213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:26.428674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:59:26.044089Z","time spent":"384.493739ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:59:26.458507Z","caller":"traceutil/trace.go:171","msg":"trace[277648678] transaction","detail":"{read_only:false; response_revision:33103; number_of_response:1; }","duration":"130.450015ms","start":"2026-03-03T18:59:26.328039Z","end":"2026-03-03T18:59:26.458489Z","steps":["trace[277648678] 'process raft request' (duration: 130.329162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:26.460504Z","caller":"traceutil/trace.go:171","msg":"trace[133161872] transaction","detail":"{read_only:false; response_revision:33104; number_of_response:1; }","duration":"132.39273ms","start":"2026-03-03T18:59:26.328081Z","end":"2026-03-03T18:59:26.460474Z","steps":["trace[133161872] 'process raft request' (duration: 132.251107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:56.644671Z","caller":"traceutil/trace.go:171","msg":"trace[672390338] transaction","detail":"{read_only:false; response_revision:33306; number_of_response:1; }","duration":"360.091778ms","start":"2026-03-03T18:59:56.284553Z","end":"2026-03-03T18:59:56.644645Z","steps":["trace[672390338] 'process raft request' (duration: 359.918664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:56.644831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:59:56.28453Z","time spent":"360.226581ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:59:56.94751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.204939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T18:59:56.947763Z","caller":"traceutil/trace.go:171","msg":"trace[2020677260] transaction","detail":"{read_only:false; response_revision:33309; number_of_response:1; }","duration":"376.58082ms","start":"2026-03-03T18:59:56.571166Z","end":"2026-03-03T18:59:56.947746Z","steps":["trace[2020677260] 'process raft request' (duration: 376.502938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T18:59:56.947767Z","caller":"traceutil/trace.go:171","msg":"trace[309937492] transaction","detail":"{read_only:false; response_revision:33308; number_of_response:1; }","duration":"378.833994ms","start":"2026-03-03T18:59:56.568908Z","end":"2026-03-03T18:59:56.947742Z","steps":["trace[309937492] 'process raft request' (duration: 378.706851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T18:59:56.947838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:59:56.568881Z","time spent":"378.929486ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T18:59:56.947846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:59:56.571145Z","time spent":"376.665032ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:59:56.94786Z","caller":"traceutil/trace.go:171","msg":"trace[303707846] transaction","detail":"{read_only:false; response_revision:33307; number_of_response:1; }","duration":"411.968172ms","start":"2026-03-03T18:59:56.535837Z","end":"2026-03-03T18:59:56.947805Z","steps":["trace[303707846] 'process raft request' (duration: 262.344623ms)","trace[303707846] 'compare' (duration: 149.054876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T18:59:56.948069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T18:59:56.535806Z","time spent":"412.161787ms","remote":"127.0.0.1:56234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T18:59:56.948219Z","caller":"traceutil/trace.go:171","msg":"trace[521571815] transaction","detail":"{read_only:false; response_revision:33310; number_of_response:1; }","duration":"160.011007ms","start":"2026-03-03T18:59:56.7882Z","end":"2026-03-03T18:59:56.948211Z","steps":["trace[521571815] 'process raft request' (duration: 159.508745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:01:30.511415Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31836} {"level":"info","ts":"2026-03-03T19:01:30.658167Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31836,"took":"142.0343ms","hash":2115098629,"current-db-size-bytes":51974144,"current-db-size":"52 MB","current-db-size-in-use-bytes":28786688,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T19:01:30.658224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2115098629,"revision":31836,"compact-revision":29754} {"level":"info","ts":"2026-03-03T19:03:20.750086Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008cc3.wal"} {"level":"info","ts":"2026-03-03T19:03:37.057216Z","caller":"traceutil/trace.go:171","msg":"trace[549287437] transaction","detail":"{read_only:false; response_revision:34911; number_of_response:1; }","duration":"101.620378ms","start":"2026-03-03T19:03:36.955574Z","end":"2026-03-03T19:03:37.057194Z","steps":["trace[549287437] 'process raft request' (duration: 101.495065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:03:37.118698Z","caller":"traceutil/trace.go:171","msg":"trace[1450762870] transaction","detail":"{read_only:false; response_revision:34912; number_of_response:1; }","duration":"163.056ms","start":"2026-03-03T19:03:36.955615Z","end":"2026-03-03T19:03:37.118671Z","steps":["trace[1450762870] 'process raft request' (duration: 162.671601ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:06:30.519298Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34051} {"level":"info","ts":"2026-03-03T19:06:30.644804Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34051,"took":"121.361088ms","hash":2530634292,"current-db-size-bytes":54517760,"current-db-size":"54 MB","current-db-size-in-use-bytes":28987392,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T19:06:30.644879Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2530634292,"revision":34051,"compact-revision":31836} {"level":"warn","ts":"2026-03-03T19:09:37.666638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.0237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29542740-htkh4\" ","response":"range_response_count:1 size:7185"} {"level":"info","ts":"2026-03-03T19:09:37.666704Z","caller":"traceutil/trace.go:171","msg":"trace[551163354] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29542740-htkh4; range_end:; response_count:1; response_revision:37451; }","duration":"100.128793ms","start":"2026-03-03T19:09:37.566561Z","end":"2026-03-03T19:09:37.66669Z","steps":["trace[551163354] 'range keys from in-memory index tree' (duration: 99.879837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T19:11:30.526201Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":36170} {"level":"info","ts":"2026-03-03T19:11:30.644342Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":36170,"took":"113.864748ms","hash":3968421881,"current-db-size-bytes":54517760,"current-db-size":"54 MB","current-db-size-in-use-bytes":27611136,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T19:11:30.64442Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3968421881,"revision":36170,"compact-revision":34051}