{"level":"warn","ts":"2026-10-09T03:09:17.777035Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-09T03:09:17.777225Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://10.89.0.2:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://10.89.0.2:2380","--initial-cluster=kind-mapt-control-plane=https://10.89.0.2:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://10.89.0.2:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://10.89.0.2:2380","--name=kind-mapt-control-plane","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-10-09T03:09:17.777368Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-10-09T03:09:17.777408Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://10.89.0.2:2380"]} {"level":"info","ts":"2026-10-09T03:09:17.777461Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-09T03:09:17.778576Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"]} {"level":"info","ts":"2026-10-09T03:09:17.778797Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.24","git-sha":"e72f3c2","go-version":"go1.24.9","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"kind-mapt-control-plane","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://10.89.0.2:2380"],"listen-peer-urls":["https://10.89.0.2:2380"],"advertise-client-urls":["https://10.89.0.2:2379"],"listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"kind-mapt-control-plane=https://10.89.0.2:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-10-09T03:09:17.784004Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.520696ms"} {"level":"info","ts":"2026-10-09T03:09:17.791078Z","caller":"etcdserver/raft.go:507","msg":"starting local member","local-member-id":"4179273edd2158ad","cluster-id":"681b29f5b651808"} {"level":"info","ts":"2026-10-09T03:09:17.791140Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=()"} {"level":"info","ts":"2026-10-09T03:09:17.791182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became follower at term 0"} {"level":"info","ts":"2026-10-09T03:09:17.791201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4179273edd2158ad [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-10-09T03:09:17.791291Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became follower at term 1"} {"level":"info","ts":"2026-10-09T03:09:17.791338Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=(4717845235598710957)"} {"level":"warn","ts":"2026-10-09T03:09:17.800289Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-10-09T03:09:17.808485Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-10-09T03:09:17.808594Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-10-09T03:09:17.815488Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-10-09T03:09:17.823041Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"4179273edd2158ad","local-server-version":"3.5.24","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-10-09T03:09:17.823239Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-09T03:09:17.823335Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-09T03:09:17.823350Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-10-09T03:09:17.823463Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4179273edd2158ad","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-10-09T03:09:17.823966Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-10-09T03:09:17.826642Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-10-09T03:09:17.826744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=(4717845235598710957)"} {"level":"info","ts":"2026-10-09T03:09:17.826842Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"681b29f5b651808","local-member-id":"4179273edd2158ad","added-peer-id":"4179273edd2158ad","added-peer-peer-urls":["https://10.89.0.2:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-10-09T03:09:17.826921Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"10.89.0.2:2380"} {"level":"info","ts":"2026-10-09T03:09:17.827041Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"10.89.0.2:2380"} {"level":"info","ts":"2026-10-09T03:09:17.827196Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"4179273edd2158ad","initial-advertise-peer-urls":["https://10.89.0.2:2380"],"listen-peer-urls":["https://10.89.0.2:2380"],"advertise-client-urls":["https://10.89.0.2:2379"],"listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-10-09T03:09:17.827267Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-10-09T03:09:18.792519Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad is starting a new election at term 1"} {"level":"info","ts":"2026-10-09T03:09:18.792594Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became pre-candidate at term 1"} {"level":"info","ts":"2026-10-09T03:09:18.792662Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad received MsgPreVoteResp from 4179273edd2158ad at term 1"} {"level":"info","ts":"2026-10-09T03:09:18.792689Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became candidate at term 2"} {"level":"info","ts":"2026-10-09T03:09:18.792719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad received MsgVoteResp from 4179273edd2158ad at term 2"} {"level":"info","ts":"2026-10-09T03:09:18.792738Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became leader at term 2"} {"level":"info","ts":"2026-10-09T03:09:18.792768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4179273edd2158ad elected leader 4179273edd2158ad at term 2"} {"level":"info","ts":"2026-10-09T03:09:18.795160Z","caller":"etcdserver/server.go:2711","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-10-09T03:09:18.797438Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-09T03:09:18.797436Z","caller":"etcdserver/server.go:2158","msg":"published local member to cluster through raft","local-member-id":"4179273edd2158ad","local-member-attributes":"{Name:kind-mapt-control-plane ClientURLs:[https://10.89.0.2:2379]}","request-path":"/0/members/4179273edd2158ad/attributes","cluster-id":"681b29f5b651808","publish-timeout":"7s"} {"level":"info","ts":"2026-10-09T03:09:18.797481Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-10-09T03:09:18.797760Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-10-09T03:09:18.797790Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-10-09T03:09:18.798521Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-10-09T03:09:18.798530Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-10-09T03:09:18.799511Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"10.89.0.2:2379"} {"level":"info","ts":"2026-10-09T03:09:18.799608Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-10-09T03:09:18.800768Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"681b29f5b651808","local-member-id":"4179273edd2158ad","cluster-version":"3.5"} {"level":"info","ts":"2026-10-09T03:09:18.801203Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-10-09T03:09:18.801259Z","caller":"etcdserver/server.go:2735","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-10-09T03:19:18.833374Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":841} {"level":"info","ts":"2026-10-09T03:19:18.843800Z","caller":"mvcc/kvstore_compaction.go:72","msg":"finished scheduled compaction","compact-revision":841,"took":"10.09547ms","hash":623582591,"current-db-size-bytes":1884160,"current-db-size":"1.9 MB","current-db-size-in-use-bytes":1884160,"current-db-size-in-use":"1.9 MB"} {"level":"info","ts":"2026-10-09T03:19:18.843845Z","caller":"mvcc/hash.go:151","msg":"storing new hash","hash":623582591,"revision":841,"compact-revision":-1} {"level":"warn","ts":"2026-10-09T03:24:18.044909Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:18.546164Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:19.047239Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:19.547413Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:20.048335Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:20.548791Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:20.995987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000145433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:24:20.996096Z","caller":"traceutil/trace.go:171","msg":"trace[1219180172] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000261226s","start":"2026-10-09T03:24:18.995817Z","end":"2026-10-09T03:24:20.996078Z","steps":["trace[1219180172] 'agreement among raft nodes before linearized reading' (duration: 2.000142093s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:20.996144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:18.995803Z","time spent":"2.000330687s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-09T03:24:21.049481Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:21.550136Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:22.051103Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491750,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-09T03:24:22.261836Z","caller":"traceutil/trace.go:171","msg":"trace[1850190038] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"4.971521826s","start":"2026-10-09T03:24:17.290297Z","end":"2026-10-09T03:24:22.261819Z","steps":["trace[1850190038] 'process raft request' (duration: 4.971428513s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.262380Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.290280Z","time spent":"4.971617588s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.288738Z","caller":"traceutil/trace.go:171","msg":"trace[1136525291] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"4.64557023s","start":"2026-10-09T03:24:17.643134Z","end":"2026-10-09T03:24:22.288704Z","steps":["trace[1136525291] 'process raft request' (duration: 4.645413496s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.288750Z","caller":"traceutil/trace.go:171","msg":"trace[187577779] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"4.613764856s","start":"2026-10-09T03:24:17.674971Z","end":"2026-10-09T03:24:22.288736Z","steps":["trace[187577779] 'process raft request' (duration: 4.613712404s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.288791Z","caller":"traceutil/trace.go:171","msg":"trace[2031657155] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"4.623790552s","start":"2026-10-09T03:24:17.664984Z","end":"2026-10-09T03:24:22.288774Z","steps":["trace[2031657155] 'process raft request' (duration: 4.623667518s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.288875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.643117Z","time spent":"4.645699794s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.288878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.664966Z","time spent":"4.623858194s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":599,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.288874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.674955Z","time spent":"4.613862918s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289211Z","caller":"traceutil/trace.go:171","msg":"trace[1231271254] transaction","detail":"{read_only:false; response_revision:2022; number_of_response:1; }","duration":"4.601246243s","start":"2026-10-09T03:24:17.687952Z","end":"2026-10-09T03:24:22.289198Z","steps":["trace[1231271254] 'process raft request' (duration: 4.601085439s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.289311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.687938Z","time spent":"4.601337916s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":605,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289402Z","caller":"traceutil/trace.go:171","msg":"trace[864010214] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"3.454283296s","start":"2026-10-09T03:24:18.835111Z","end":"2026-10-09T03:24:22.289394Z","steps":["trace[864010214] 'process raft request' (duration: 3.454032899s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.289460Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.744760924s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:22.289763Z","caller":"traceutil/trace.go:171","msg":"trace[360683610] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2031; }","duration":"4.745056032s","start":"2026-10-09T03:24:17.544693Z","end":"2026-10-09T03:24:22.289749Z","steps":["trace[360683610] 'agreement among raft nodes before linearized reading' (duration: 4.744735963s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.289413Z","caller":"traceutil/trace.go:171","msg":"trace[100177301] linearizableReadLoop","detail":"{readStateIndex:2227; appliedIndex:2211; }","duration":"4.744705402s","start":"2026-10-09T03:24:17.544699Z","end":"2026-10-09T03:24:22.289404Z","steps":["trace[100177301] 'read index received' (duration: 4.717093319s)","trace[100177301] 'applied index is now lower than readState.Index' (duration: 27.611463ms)"],"step_count":2} {"level":"warn","ts":"2026-10-09T03:24:22.289461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:18.835094Z","time spent":"3.454339898s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289376Z","caller":"traceutil/trace.go:171","msg":"trace[71708352] transaction","detail":"{read_only:false; response_revision:2023; number_of_response:1; }","duration":"4.591047982s","start":"2026-10-09T03:24:17.698319Z","end":"2026-10-09T03:24:22.289367Z","steps":["trace[71708352] 'process raft request' (duration: 4.590792676s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.289996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995712699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-09T03:24:22.290007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.79692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/10.89.0.2\" limit:1 ","response":"range_response_count:1 size:125"} {"level":"warn","ts":"2026-10-09T03:24:22.290020Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.698303Z","time spent":"4.591678239s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.290034Z","caller":"traceutil/trace.go:171","msg":"trace[1032896227] range","detail":"{range_begin:/registry/masterleases/10.89.0.2; range_end:; response_count:1; response_revision:2031; }","duration":"276.821951ms","start":"2026-10-09T03:24:22.013204Z","end":"2026-10-09T03:24:22.290026Z","steps":["trace[1032896227] 'agreement among raft nodes before linearized reading' (duration: 276.77891ms)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.289460Z","caller":"traceutil/trace.go:171","msg":"trace[1151771139] transaction","detail":"{read_only:false; response_revision:2021; number_of_response:1; }","duration":"4.604019357s","start":"2026-10-09T03:24:17.685427Z","end":"2026-10-09T03:24:22.289447Z","steps":["trace[1151771139] 'process raft request' (duration: 4.603283767s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290200Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368963166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" limit:1 ","response":"range_response_count:1 size:4436"} {"level":"info","ts":"2026-10-09T03:24:22.290236Z","caller":"traceutil/trace.go:171","msg":"trace[40996499] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:2031; }","duration":"2.369002277s","start":"2026-10-09T03:24:19.921223Z","end":"2026-10-09T03:24:22.290226Z","steps":["trace[40996499] 'agreement among raft nodes before linearized reading' (duration: 2.368933155s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:17.685414Z","time spent":"4.604783567s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":619,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.290265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.921208Z","time spent":"2.369049359s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":31,"response count":1,"response size":4458,"request content":"key:\"/registry/ranges/serviceips\" limit:1 "} {"level":"info","ts":"2026-10-09T03:24:22.290033Z","caller":"traceutil/trace.go:171","msg":"trace[135711344] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2031; }","duration":"2.995816932s","start":"2026-10-09T03:24:19.294205Z","end":"2026-10-09T03:24:22.290021Z","steps":["trace[135711344] 'agreement among raft nodes before linearized reading' (duration: 2.995691238s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.294191Z","time spent":"2.99612049s","remote":"127.0.0.1:47098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":29,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:24:22.290412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293687413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:22.290440Z","caller":"traceutil/trace.go:171","msg":"trace[902145227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2031; }","duration":"1.293714304s","start":"2026-10-09T03:24:20.996717Z","end":"2026-10-09T03:24:22.290431Z","steps":["trace[902145227] 'agreement among raft nodes before linearized reading' (duration: 1.293672883s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:20.996704Z","time spent":"1.293786915s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-09T03:24:22.289343Z","caller":"traceutil/trace.go:171","msg":"trace[1789529094] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"2.671252673s","start":"2026-10-09T03:24:19.618078Z","end":"2026-10-09T03:24:22.289331Z","steps":["trace[1789529094] 'process raft request' (duration: 2.671100749s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.618039Z","time spent":"2.672494926s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.290602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.38116369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" limit:1 ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-10-09T03:24:22.289492Z","caller":"traceutil/trace.go:171","msg":"trace[377004445] transaction","detail":"{read_only:false; response_revision:2028; number_of_response:1; }","duration":"2.539148686s","start":"2026-10-09T03:24:19.750336Z","end":"2026-10-09T03:24:22.289484Z","steps":["trace[377004445] 'process raft request' (duration: 2.53894301s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.290637Z","caller":"traceutil/trace.go:171","msg":"trace[1875499477] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:2031; }","duration":"2.381255393s","start":"2026-10-09T03:24:19.909371Z","end":"2026-10-09T03:24:22.290627Z","steps":["trace[1875499477] 'agreement among raft nodes before linearized reading' (duration: 2.38113893s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.909354Z","time spent":"2.381306684s","remote":"127.0.0.1:46786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":140,"request content":"key:\"/registry/ranges/servicenodeports\" limit:1 "} {"level":"info","ts":"2026-10-09T03:24:22.289518Z","caller":"traceutil/trace.go:171","msg":"trace[162200338] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"2.541162349s","start":"2026-10-09T03:24:19.748349Z","end":"2026-10-09T03:24:22.289511Z","steps":["trace[162200338] 'process raft request' (duration: 2.540866721s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.750323Z","time spent":"2.540334237s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":576,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289505Z","caller":"traceutil/trace.go:171","msg":"trace[1190392565] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"2.437019964s","start":"2026-10-09T03:24:19.852477Z","end":"2026-10-09T03:24:22.289497Z","steps":["trace[1190392565] 'process raft request' (duration: 2.43686506s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.748306Z","time spent":"2.542399832s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":572,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.290772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.852457Z","time spent":"2.438285397s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289532Z","caller":"traceutil/trace.go:171","msg":"trace[2090146668] transaction","detail":"{read_only:false; response_revision:2029; number_of_response:1; }","duration":"2.537992395s","start":"2026-10-09T03:24:19.751531Z","end":"2026-10-09T03:24:22.289523Z","steps":["trace[2090146668] 'process raft request' (duration: 2.537778279s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.751521Z","time spent":"2.53928543s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":572,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:22.289542Z","caller":"traceutil/trace.go:171","msg":"trace[2083329815] transaction","detail":"{read_only:false; response_revision:2027; number_of_response:1; }","duration":"2.539228898s","start":"2026-10-09T03:24:19.750306Z","end":"2026-10-09T03:24:22.289535Z","steps":["trace[2083329815] 'process raft request' (duration: 2.53893928s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:22.289557Z","caller":"traceutil/trace.go:171","msg":"trace[898492545] transaction","detail":"{read_only:false; response_revision:2031; number_of_response:1; }","duration":"495.363494ms","start":"2026-10-09T03:24:21.794186Z","end":"2026-10-09T03:24:22.289550Z","steps":["trace[898492545] 'process raft request' (duration: 495.183499ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.290982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:21.794167Z","time spent":"496.784531ms","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":581,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.290907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:19.750290Z","time spent":"2.540589624s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":572,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:24:22.289957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24648022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:22.291484Z","caller":"traceutil/trace.go:171","msg":"trace[959199581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2031; }","duration":"1.24800183s","start":"2026-10-09T03:24:21.043469Z","end":"2026-10-09T03:24:22.291470Z","steps":["trace[959199581] 'agreement among raft nodes before linearized reading' (duration: 1.246464129s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:22.291723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:21.043455Z","time spent":"1.248250226s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-09T03:24:22.309302Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1232} {"level":"info","ts":"2026-10-09T03:24:22.328815Z","caller":"mvcc/kvstore_compaction.go:72","msg":"finished scheduled compaction","compact-revision":1232,"took":"19.166018ms","hash":2053659127,"current-db-size-bytes":9883648,"current-db-size":"9.9 MB","current-db-size-in-use-bytes":9322496,"current-db-size-in-use":"9.3 MB"} {"level":"info","ts":"2026-10-09T03:24:22.328910Z","caller":"mvcc/hash.go:151","msg":"storing new hash","hash":2053659127,"revision":1232,"compact-revision":841} {"level":"warn","ts":"2026-10-09T03:24:24.044305Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491790,"retry-timeout":"500ms"} {"level":"info","ts":"2026-10-09T03:24:24.163742Z","caller":"traceutil/trace.go:171","msg":"trace[1744906530] transaction","detail":"{read_only:false; response_revision:2037; number_of_response:1; }","duration":"724.811247ms","start":"2026-10-09T03:24:23.438913Z","end":"2026-10-09T03:24:24.163724Z","steps":["trace[1744906530] 'process raft request' (duration: 724.649342ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:24.163821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.918112ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:24.163855Z","caller":"traceutil/trace.go:171","msg":"trace[2146085088] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2037; }","duration":"619.958023ms","start":"2026-10-09T03:24:23.543886Z","end":"2026-10-09T03:24:24.163844Z","steps":["trace[2146085088] 'agreement among raft nodes before linearized reading' (duration: 619.884681ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:24.163864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:23.438898Z","time spent":"724.90229ms","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":935,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:24.163733Z","caller":"traceutil/trace.go:171","msg":"trace[933827605] linearizableReadLoop","detail":"{readStateIndex:2236; appliedIndex:2235; }","duration":"619.818878ms","start":"2026-10-09T03:24:23.543894Z","end":"2026-10-09T03:24:24.163713Z","steps":["trace[933827605] 'read index received' (duration: 619.692055ms)","trace[933827605] 'applied index is now lower than readState.Index' (duration: 125.963µs)"],"step_count":2} {"level":"warn","ts":"2026-10-09T03:24:24.164013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.854334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:24.164101Z","caller":"traceutil/trace.go:171","msg":"trace[1276283574] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2037; }","duration":"168.939786ms","start":"2026-10-09T03:24:23.995149Z","end":"2026-10-09T03:24:24.164088Z","steps":["trace[1276283574] 'agreement among raft nodes before linearized reading' (duration: 168.836614ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:25.045222Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:25.545786Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:26.045958Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:26.546108Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:26.996763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000726858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:24:26.996827Z","caller":"traceutil/trace.go:171","msg":"trace[155586826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00080084s","start":"2026-10-09T03:24:24.996013Z","end":"2026-10-09T03:24:26.996814Z","steps":["trace[155586826] 'agreement among raft nodes before linearized reading' (duration: 2.000724298s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:26.996862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:24.996000Z","time spent":"2.000855312s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:24:26 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:24:27.046419Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:27.546834Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:28.047095Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:28.547595Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:28.997364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000379888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:24:28.997432Z","caller":"traceutil/trace.go:171","msg":"trace[1876258092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00045751s","start":"2026-10-09T03:24:26.996960Z","end":"2026-10-09T03:24:28.997418Z","steps":["trace[1876258092] 'agreement among raft nodes before linearized reading' (duration: 2.000376878s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:28.997473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:26.996945Z","time spent":"2.000519373s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:24:28 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:24:29.047879Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263491795,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:24:29.242729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.885108608s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:29.242813Z","caller":"traceutil/trace.go:171","msg":"trace[299011150] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2037; }","duration":"1.88521711s","start":"2026-10-09T03:24:27.357579Z","end":"2026-10-09T03:24:29.242796Z","steps":["trace[299011150] 'range keys from in-memory index tree' (duration: 1.885096948s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:24:29.243298Z","caller":"traceutil/trace.go:171","msg":"trace[462747733] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"4.950276801s","start":"2026-10-09T03:24:24.293007Z","end":"2026-10-09T03:24:29.243284Z","steps":["trace[462747733] 'process raft request' (duration: 4.95021047s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.246967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:24.292989Z","time spent":"4.953904208s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:29.243486Z","caller":"traceutil/trace.go:171","msg":"trace[1898581106] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"5.074712896s","start":"2026-10-09T03:24:24.168753Z","end":"2026-10-09T03:24:29.243466Z","steps":["trace[1898581106] 'process raft request' (duration: 5.069152418s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.247165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:24.168734Z","time spent":"5.078389503s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1035,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:29.243740Z","caller":"traceutil/trace.go:171","msg":"trace[981983335] transaction","detail":"{read_only:false; response_revision:2039; number_of_response:1; }","duration":"4.977304889s","start":"2026-10-09T03:24:24.266414Z","end":"2026-10-09T03:24:29.243718Z","steps":["trace[981983335] 'process raft request' (duration: 4.976743234s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.247348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:24.266394Z","time spent":"4.980921735s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":504,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:29.243777Z","caller":"traceutil/trace.go:171","msg":"trace[841074284] transaction","detail":"{read_only:false; response_revision:2041; number_of_response:1; }","duration":"4.024368434s","start":"2026-10-09T03:24:25.219397Z","end":"2026-10-09T03:24:29.243765Z","steps":["trace[841074284] 'process raft request' (duration: 4.023856971s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.247506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:25.219380Z","time spent":"4.028087263s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:24:29.243801Z","caller":"traceutil/trace.go:171","msg":"trace[2010854650] linearizableReadLoop","detail":"{readStateIndex:2240; appliedIndex:2236; }","duration":"4.699608455s","start":"2026-10-09T03:24:24.544179Z","end":"2026-10-09T03:24:29.243788Z","steps":["trace[2010854650] 'read index received' (duration: 4.693706948s)","trace[2010854650] 'applied index is now lower than readState.Index' (duration: 5.899707ms)"],"step_count":2} {"level":"warn","ts":"2026-10-09T03:24:29.243870Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699702617s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:29.247729Z","caller":"traceutil/trace.go:171","msg":"trace[1376285994] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2042; }","duration":"4.70356329s","start":"2026-10-09T03:24:24.544148Z","end":"2026-10-09T03:24:29.247712Z","steps":["trace[1376285994] 'agreement among raft nodes before linearized reading' (duration: 4.699671227s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.247940Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943006855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-09T03:24:29.247995Z","caller":"traceutil/trace.go:171","msg":"trace[145744083] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:2042; }","duration":"1.943060407s","start":"2026-10-09T03:24:27.304914Z","end":"2026-10-09T03:24:29.247975Z","steps":["trace[145744083] 'agreement among raft nodes before linearized reading' (duration: 1.942971345s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.248072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:27.304900Z","time spent":"1.943120288s","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":15,"response size":29,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:24:29.248252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.613912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:29.248284Z","caller":"traceutil/trace.go:171","msg":"trace[1754297584] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2042; }","duration":"245.644063ms","start":"2026-10-09T03:24:29.002630Z","end":"2026-10-09T03:24:29.248274Z","steps":["trace[1754297584] 'agreement among raft nodes before linearized reading' (duration: 245.595082ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.248282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13839961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:24:29.248342Z","caller":"traceutil/trace.go:171","msg":"trace[133703808] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:2042; }","duration":"1.138460941s","start":"2026-10-09T03:24:28.109869Z","end":"2026-10-09T03:24:29.248330Z","steps":["trace[133703808] 'agreement among raft nodes before linearized reading' (duration: 1.138375179s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:24:29.248453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:24:28.109855Z","time spent":"1.138585934s","remote":"127.0.0.1:46864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:24:29.248456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.815737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-kind-mapt-control-plane.18dcbe8c77a3fb1a\" limit:1 ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-10-09T03:24:29.248589Z","caller":"traceutil/trace.go:171","msg":"trace[751694541] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-kind-mapt-control-plane.18dcbe8c77a3fb1a; range_end:; response_count:1; response_revision:2042; }","duration":"245.944191ms","start":"2026-10-09T03:24:29.002630Z","end":"2026-10-09T03:24:29.248574Z","steps":["trace[751694541] 'agreement among raft nodes before linearized reading' (duration: 245.619102ms)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:05.764965Z","caller":"traceutil/trace.go:171","msg":"trace[218352686] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"126.682874ms","start":"2026-10-09T03:25:05.638260Z","end":"2026-10-09T03:25:05.764942Z","steps":["trace[218352686] 'process raft request' (duration: 61.925965ms)","trace[218352686] 'compare' (duration: 64.675597ms)"],"step_count":2} {"level":"warn","ts":"2026-10-09T03:25:08.045314Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:08.546447Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:09.047581Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:09.548314Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:10.049080Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:10.549961Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:10.995128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:25:10.995191Z","caller":"traceutil/trace.go:171","msg":"trace[1856081579] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255106s","start":"2026-10-09T03:25:08.994923Z","end":"2026-10-09T03:25:10.995179Z","steps":["trace[1856081579] 'agreement among raft nodes before linearized reading' (duration: 2.000182754s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:10.995226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:08.994909Z","time spent":"2.000309207s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:10 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:11.050528Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:11.551568Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:12.051666Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:12.552577Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:12.650032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:07.651106Z","time spent":"4.998920083s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/10/09 03:25:12 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:12.768531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:07.769352Z","time spent":"4.99917338s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/10/09 03:25:12 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:12.995306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000010899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:12.995375Z","caller":"traceutil/trace.go:171","msg":"trace[368494118] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000091121s","start":"2026-10-09T03:25:10.995269Z","end":"2026-10-09T03:25:12.995361Z","steps":["trace[368494118] 'agreement among raft nodes before linearized reading' (duration: 2.000008409s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:12.995420Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:10.995260Z","time spent":"2.000151223s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:12 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:13.043791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:13.043855Z","caller":"traceutil/trace.go:171","msg":"trace[373042947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000334698s","start":"2026-10-09T03:25:11.043506Z","end":"2026-10-09T03:25:13.043841Z","steps":["trace[373042947] 'agreement among raft nodes before linearized reading' (duration: 2.000264456s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:13.043897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:11.043494Z","time spent":"2.000393799s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:13 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:13.053192Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:13.553271Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:14.053812Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:14.414741Z","caller":"etcdserver/server.go:1200","msg":"failed to revoke lease","lease-id":"58ada11ea2f27771","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:14.545578Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-10-09T03:25:14.545722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.001222814s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-10-09T03:25:14.545765Z","caller":"traceutil/trace.go:171","msg":"trace[1835259593] range","detail":"{range_begin:; range_end:; }","duration":"7.001280275s","start":"2026-10-09T03:25:07.544472Z","end":"2026-10-09T03:25:14.545752Z","steps":["trace[1835259593] 'agreement among raft nodes before linearized reading' (duration: 7.001221153s)"],"step_count":1} {"level":"error","ts":"2026-10-09T03:25:14.545815Z","caller":"etcdhttp/health.go:370","msg":"Health check error","path":"/readyz","reason":"[+]serializable_read ok\n[-]linearizable_read failed: etcdserver: request timed out\n[+]non_learner ok\n[+]data_corruption ok\n","status-code":503,"stacktrace":"go.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp.(*CheckRegistry).installRootHttpEndpoint.newHealthHandler.func2\n\tgo.etcd.io/etcd/server/v3/etcdserver/api/etcdhttp/health.go:370\nnet/http.HandlerFunc.ServeHTTP\n\tnet/http/server.go:2294\nnet/http.(*ServeMux).ServeHTTP\n\tnet/http/server.go:2822\nnet/http.serverHandler.ServeHTTP\n\tnet/http/server.go:3301\nnet/http.(*conn).serve\n\tnet/http/server.go:2102"} {"level":"warn","ts":"2026-10-09T03:25:15.001019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00040028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:15.001128Z","caller":"traceutil/trace.go:171","msg":"trace[421934179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000513733s","start":"2026-10-09T03:25:13.000599Z","end":"2026-10-09T03:25:15.001113Z","steps":["trace[421934179] 'agreement among raft nodes before linearized reading' (duration: 2.00039831s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:15.001173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.000589Z","time spent":"2.000574814s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:15 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:15.046336Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:15.546895Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:16.047262Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:16.306139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:09.305655Z","time spent":"7.000479964s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:16.548289Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:17.001794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:17.001855Z","caller":"traceutil/trace.go:171","msg":"trace[1143949643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000596625s","start":"2026-10-09T03:25:15.001244Z","end":"2026-10-09T03:25:17.001841Z","steps":["trace[1143949643] 'agreement among raft nodes before linearized reading' (duration: 2.000491772s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:17.001888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:15.001216Z","time spent":"2.000665356s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:17 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:17.049210Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:17.550167Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:17.650273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99916641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:17.650335Z","caller":"traceutil/trace.go:171","msg":"trace[1785534927] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999238372s","start":"2026-10-09T03:25:12.651082Z","end":"2026-10-09T03:25:17.650321Z","steps":["trace[1785534927] 'agreement among raft nodes before linearized reading' (duration: 4.99916431s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:17.650379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.651017Z","time spent":"4.999351454s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} 2026/10/09 03:25:17 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:17.651126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.185496645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/tekton-pipelines/tekton-pipelines-webhook\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:17.651185Z","caller":"traceutil/trace.go:171","msg":"trace[835990205] range","detail":"{range_begin:/registry/deployments/tekton-pipelines/tekton-pipelines-webhook; range_end:; }","duration":"9.185566517s","start":"2026-10-09T03:25:08.465606Z","end":"2026-10-09T03:25:17.651172Z","steps":["trace[835990205] 'agreement among raft nodes before linearized reading' (duration: 9.185495035s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:17.651226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:08.465590Z","time spent":"9.185622989s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":0,"request content":"key:\"/registry/deployments/tekton-pipelines/tekton-pipelines-webhook\" limit:1 "} 2026/10/09 03:25:17 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:17.768514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998955214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:17.768579Z","caller":"traceutil/trace.go:171","msg":"trace[803610271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999032596s","start":"2026-10-09T03:25:12.769532Z","end":"2026-10-09T03:25:17.768565Z","steps":["trace[803610271] 'agreement among raft nodes before linearized reading' (duration: 4.998952784s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:17.768622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.769519Z","time spent":"4.999092868s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} 2026/10/09 03:25:17 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:18.050844Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:18.551862Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:19.006976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999987038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:25:19.007075Z","caller":"traceutil/trace.go:171","msg":"trace[1513454078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062851s","start":"2026-10-09T03:25:17.006969Z","end":"2026-10-09T03:25:19.007032Z","steps":["trace[1513454078] 'agreement among raft nodes before linearized reading' (duration: 1.999984628s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:19.007124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:17.006957Z","time spent":"2.000157053s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-10-09T03:25:19.052539Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:19.370738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.369580Z","time spent":"7.001153831s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.386121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.384957Z","time spent":"7.001160712s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.432192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.431330Z","time spent":"7.000858533s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.435505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.435302Z","time spent":"7.000199196s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.451069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.450332Z","time spent":"7.000733901s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.454127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.453754Z","time spent":"7.000370481s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.454156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.453780Z","time spent":"7.00037428s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.454191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.453760Z","time spent":"7.000428962s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.454228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.453660Z","time spent":"7.000565145s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.454291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.453754Z","time spent":"7.000514665s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:19.553002Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:20.053784Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:20.360586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.360316Z","time spent":"7.000261757s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:20.370450Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.369494Z","time spent":"7.000953066s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:20.417353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.416977Z","time spent":"7.000372601s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:20.421613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.420769Z","time spent":"7.000841763s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:20.527498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.527075Z","time spent":"7.000419221s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-10-09T03:25:20.554946Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:21.007370Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00002059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-10-09T03:25:21.007435Z","caller":"traceutil/trace.go:171","msg":"trace[1548718387] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000089162s","start":"2026-10-09T03:25:19.007331Z","end":"2026-10-09T03:25:21.007420Z","steps":["trace[1548718387] 'agreement among raft nodes before linearized reading' (duration: 2.00001815s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.007477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.007319Z","time spent":"2.000143823s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:21 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:21.055255Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492079,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:21.423686Z","caller":"etcdserver/server.go:1239","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-10-09T03:25:21.423784Z","caller":"etcdserver/server.go:1179","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":4717845235598710957} {"level":"warn","ts":"2026-10-09T03:25:21.546557Z","caller":"etcdserver/v3_server.go:932","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-10-09T03:25:21.546677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.654546263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.010425422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-10-09T03:25:21.546723Z","caller":"traceutil/trace.go:171","msg":"trace[1529556829] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; }","duration":"12.654617976s","start":"2026-10-09T03:25:08.892091Z","end":"2026-10-09T03:25:21.546709Z","steps":["trace[1529556829] 'agreement among raft nodes before linearized reading' (duration: 12.654544724s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.546729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.717420831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/appstudio.redhat.com/internalservicesconfigs/\" range_end:\"/registry/appstudio.redhat.com/internalservicesconfigs0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.904877279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.764525676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.531253817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/10.89.0.2\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:08.892075Z","time spent":"12.654678527s","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:21.546787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.555636559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-10-09T03:25:21.546789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.982451069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/tekton.dev/tasks/\" range_end:\"/registry/tekton.dev/tasks0\" count_only:true ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-10-09T03:25:21.546758Z","caller":"traceutil/trace.go:171","msg":"trace[1350578777] range","detail":"{range_begin:/registry/appstudio.redhat.com/internalservicesconfigs/; range_end:/registry/appstudio.redhat.com/internalservicesconfigs0; }","duration":"7.717448752s","start":"2026-10-09T03:25:13.829300Z","end":"2026-10-09T03:25:21.546749Z","steps":["trace[1350578777] 'agreement among raft nodes before linearized reading' (duration: 7.717420701s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:21.546813Z","caller":"traceutil/trace.go:171","msg":"trace[1012661386] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; }","duration":"10.55566432s","start":"2026-10-09T03:25:10.991141Z","end":"2026-10-09T03:25:21.546805Z","steps":["trace[1012661386] 'agreement among raft nodes before linearized reading' (duration: 10.555635979s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.546839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:10.991126Z","time spent":"10.55570551s","remote":"127.0.0.1:46940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":0,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:21.546860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.549447565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-kind-mapt-control-plane.18dcbe8c77a3fb1a\" limit:1 ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-10-09T03:25:21.546801Z","caller":"traceutil/trace.go:171","msg":"trace[330048184] range","detail":"{range_begin:/registry/masterleases/10.89.0.2; range_end:; }","duration":"9.531274057s","start":"2026-10-09T03:25:12.015522Z","end":"2026-10-09T03:25:21.546796Z","steps":["trace[330048184] 'agreement among raft nodes before linearized reading' (duration: 9.531253317s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:21.546886Z","caller":"traceutil/trace.go:171","msg":"trace[422554379] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-kind-mapt-control-plane.18dcbe8c77a3fb1a; range_end:; }","duration":"8.549502427s","start":"2026-10-09T03:25:12.997376Z","end":"2026-10-09T03:25:21.546879Z","steps":["trace[422554379] 'agreement among raft nodes before linearized reading' (duration: 8.549446815s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.546893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.015508Z","time spent":"9.53137679s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":0,"request content":"key:\"/registry/masterleases/10.89.0.2\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:21.546911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.997362Z","time spent":"8.549542188s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":0,"request content":"key:\"/registry/events/kube-system/kube-apiserver-kind-mapt-control-plane.18dcbe8c77a3fb1a\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:21.546837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.829285Z","time spent":"7.717540044s","remote":"127.0.0.1:38004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":0,"request content":"key:\"/registry/appstudio.redhat.com/internalservicesconfigs/\" range_end:\"/registry/appstudio.redhat.com/internalservicesconfigs0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:21.546761Z","caller":"traceutil/trace.go:171","msg":"trace[1527436592] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; }","duration":"7.90493553s","start":"2026-10-09T03:25:13.641816Z","end":"2026-10-09T03:25:21.546751Z","steps":["trace[1527436592] 'agreement among raft nodes before linearized reading' (duration: 7.904876569s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.546964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.641804Z","time spent":"7.905148216s","remote":"127.0.0.1:47236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":0,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:21.546794Z","caller":"traceutil/trace.go:171","msg":"trace[1994967869] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; }","duration":"8.764583538s","start":"2026-10-09T03:25:12.782201Z","end":"2026-10-09T03:25:21.546784Z","steps":["trace[1994967869] 'agreement among raft nodes before linearized reading' (duration: 8.764523936s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.547005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:12.782190Z","time spent":"8.764808354s","remote":"127.0.0.1:47010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":0,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:21.546735Z","caller":"traceutil/trace.go:171","msg":"trace[439888967] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; }","duration":"8.010472903s","start":"2026-10-09T03:25:13.536251Z","end":"2026-10-09T03:25:21.546724Z","steps":["trace[439888967] 'agreement among raft nodes before linearized reading' (duration: 8.010424332s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.547087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.536241Z","time spent":"8.010831933s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":0,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:21.546826Z","caller":"traceutil/trace.go:171","msg":"trace[1217791316] range","detail":"{range_begin:/registry/tekton.dev/tasks/; range_end:/registry/tekton.dev/tasks0; }","duration":"7.982505931s","start":"2026-10-09T03:25:13.564310Z","end":"2026-10-09T03:25:21.546816Z","steps":["trace[1217791316] 'agreement among raft nodes before linearized reading' (duration: 7.982449599s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:21.547134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:13.564301Z","time spent":"7.982824269s","remote":"127.0.0.1:47072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/tekton.dev/tasks/\" range_end:\"/registry/tekton.dev/tasks0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:22.046747Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:22.547073Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:22.769699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:17.770100Z","time spent":"4.999594731s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/10/09 03:25:22 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:23.013095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000493692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-10-09T03:25:23.013154Z","caller":"traceutil/trace.go:171","msg":"trace[1144676877] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000559343s","start":"2026-10-09T03:25:21.012583Z","end":"2026-10-09T03:25:23.013142Z","steps":["trace[1144676877] 'agreement among raft nodes before linearized reading' (duration: 2.000491421s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:23.013185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:21.012571Z","time spent":"2.000607075s","remote":"127.0.0.1:46690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/10/09 03:25:23 WARNING: [core] [Server #7]grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-10-09T03:25:23.047210Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:23.548971Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:24.049947Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389940599263492083,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-10-09T03:25:24.427576Z","caller":"etcdserver/server.go:1239","msg":"Failed to check current member's leadership","error":"context deadline exceeded"} {"level":"warn","ts":"2026-10-09T03:25:24.427691Z","caller":"etcdserver/server.go:1179","msg":"Ignore the lease revoking request because current member isn't a leader","local-member-id":4717845235598710957} {"level":"info","ts":"2026-10-09T03:25:24.552258Z","caller":"traceutil/trace.go:171","msg":"trace[681689690] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2168; }","duration":"4.020500102s","start":"2026-10-09T03:25:20.531740Z","end":"2026-10-09T03:25:24.552240Z","steps":["trace[681689690] 'process raft request' (duration: 4.02044014s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552390Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.668661229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-09T03:25:24.552406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.127558105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.taskrun.reconciler.00-of-01\" limit:1 ","response":"range_response_count:1 size:691"} {"level":"warn","ts":"2026-10-09T03:25:24.552400Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094801579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.conversionwebhook.00-of-01\" limit:1 ","response":"range_response_count:1 size:587"} {"level":"warn","ts":"2026-10-09T03:25:24.552449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.531724Z","time spent":"4.020679896s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":60,"response count":0,"response size":629,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-10-09T03:25:24.552463Z","caller":"traceutil/trace.go:171","msg":"trace[613262316] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-webhook.conversionwebhook.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.094862921s","start":"2026-10-09T03:25:19.457590Z","end":"2026-10-09T03:25:24.552453Z","steps":["trace[613262316] 'agreement among raft nodes before linearized reading' (duration: 5.094785479s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.853244778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/tekton.dev/tasks/\" range_end:\"/registry/tekton.dev/tasks0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:25:24.552432Z","caller":"traceutil/trace.go:171","msg":"trace[17810363] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2169; }","duration":"3.6687049s","start":"2026-10-09T03:25:20.883717Z","end":"2026-10-09T03:25:24.552422Z","steps":["trace[17810363] 'agreement among raft nodes before linearized reading' (duration: 3.668633768s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.17845008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.git.00-of-01\" limit:1 ","response":"range_response_count:1 size:612"} {"level":"info","ts":"2026-10-09T03:25:24.552498Z","caller":"traceutil/trace.go:171","msg":"trace[1538877912] range","detail":"{range_begin:/registry/tekton.dev/tasks/; range_end:/registry/tekton.dev/tasks0; response_count:0; response_revision:2169; }","duration":"7.853271739s","start":"2026-10-09T03:25:16.699217Z","end":"2026-10-09T03:25:24.552489Z","steps":["trace[1538877912] 'agreement among raft nodes before linearized reading' (duration: 7.853234198s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552510Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.883703Z","time spent":"3.668793073s","remote":"127.0.0.1:47160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:24.552521Z","caller":"traceutil/trace.go:171","msg":"trace[2094097337] range","detail":"{range_begin:/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.git.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.178489451s","start":"2026-10-09T03:25:19.374017Z","end":"2026-10-09T03:25:24.552507Z","steps":["trace[2094097337] 'agreement among raft nodes before linearized reading' (duration: 5.178405829s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.552465Z","caller":"traceutil/trace.go:171","msg":"trace[986049748] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.taskrun.reconciler.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"4.127612127s","start":"2026-10-09T03:25:20.424839Z","end":"2026-10-09T03:25:24.552451Z","steps":["trace[986049748] 'agreement among raft nodes before linearized reading' (duration: 4.127541325s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.374004Z","time spent":"5.178539653s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":634,"request content":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.git.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.424827Z","time spent":"4.12773566s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":138,"response count":1,"response size":713,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.taskrun.reconciler.00-of-01\" limit:1 "} {"level":"info","ts":"2026-10-09T03:25:24.552296Z","caller":"traceutil/trace.go:171","msg":"trace[935367804] linearizableReadLoop","detail":"{readStateIndex:2380; appliedIndex:2357; }","duration":"3.005660873s","start":"2026-10-09T03:25:21.546622Z","end":"2026-10-09T03:25:24.552283Z","steps":["trace[935367804] 'read index received' (duration: 2.962940899s)","trace[935367804] 'applied index is now lower than readState.Index' (duration: 42.719354ms)"],"step_count":2} {"level":"warn","ts":"2026-10-09T03:25:24.552668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131959651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.pipelinerun.reconciler.00-of-01\" limit:1 ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-10-09T03:25:24.552435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.492116828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/tekton.dev/pipelineruns/\" range_end:\"/registry/tekton.dev/pipelineruns0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-09T03:25:24.552700Z","caller":"traceutil/trace.go:171","msg":"trace[2013233772] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.pipelinerun.reconciler.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"4.131990572s","start":"2026-10-09T03:25:20.420699Z","end":"2026-10-09T03:25:24.552690Z","steps":["trace[2013233772] 'agreement among raft nodes before linearized reading' (duration: 4.131940231s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.552706Z","caller":"traceutil/trace.go:171","msg":"trace[1009176316] range","detail":"{range_begin:/registry/tekton.dev/pipelineruns/; range_end:/registry/tekton.dev/pipelineruns0; response_count:0; response_revision:2169; }","duration":"7.492383325s","start":"2026-10-09T03:25:17.060311Z","end":"2026-10-09T03:25:24.552695Z","steps":["trace[1009176316] 'agreement among raft nodes before linearized reading' (duration: 7.492104778s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.117230755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.bundleresolver.00-of-01\" limit:1 ","response":"range_response_count:1 size:634"} {"level":"warn","ts":"2026-10-09T03:25:24.552730Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.420686Z","time spent":"4.132033184s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":1,"response size":721,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.pipelinerun.reconciler.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:17.060299Z","time spent":"7.492434497s","remote":"127.0.0.1:47074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/tekton.dev/pipelineruns/\" range_end:\"/registry/tekton.dev/pipelineruns0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:24.552750Z","caller":"traceutil/trace.go:171","msg":"trace[1213722780] range","detail":"{range_begin:/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.bundleresolver.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.117270086s","start":"2026-10-09T03:25:19.435468Z","end":"2026-10-09T03:25:24.552738Z","steps":["trace[1213722780] 'agreement among raft nodes before linearized reading' (duration: 5.117199834s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.435454Z","time spent":"5.117316317s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":106,"response count":1,"response size":656,"request content":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.bundleresolver.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.005773252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-09T03:25:24.552815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.179016001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.resolutionrequest.reconciler.00-of-01\" limit:1 ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-10-09T03:25:24.552846Z","caller":"traceutil/trace.go:171","msg":"trace[815449113] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.resolutionrequest.reconciler.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"4.179045092s","start":"2026-10-09T03:25:20.373790Z","end":"2026-10-09T03:25:24.552836Z","steps":["trace[815449113] 'agreement among raft nodes before linearized reading' (duration: 4.178999371s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095264391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.hub.00-of-01\" limit:1 ","response":"range_response_count:1 size:612"} {"level":"warn","ts":"2026-10-09T03:25:24.552875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.373779Z","time spent":"4.179087133s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":148,"response count":1,"response size":733,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-controller.github.com.tektoncd.pipeline.pkg.reconciler.resolutionrequest.reconciler.00-of-01\" limit:1 "} {"level":"info","ts":"2026-10-09T03:25:24.552895Z","caller":"traceutil/trace.go:171","msg":"trace[265872514] range","detail":"{range_begin:/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.hub.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.095294732s","start":"2026-10-09T03:25:19.457590Z","end":"2026-10-09T03:25:24.552885Z","steps":["trace[265872514] 'agreement among raft nodes before linearized reading' (duration: 5.095245791s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.552818Z","caller":"traceutil/trace.go:171","msg":"trace[1504185579] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2169; }","duration":"9.005798453s","start":"2026-10-09T03:25:15.547010Z","end":"2026-10-09T03:25:24.552808Z","steps":["trace[1504185579] 'agreement among raft nodes before linearized reading' (duration: 9.005718051s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.457579Z","time spent":"5.095340563s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":634,"request content":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.hub.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537113371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/10.89.0.2\" limit:1 ","response":"range_response_count:1 size:125"} {"level":"warn","ts":"2026-10-09T03:25:24.552952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:15.546997Z","time spent":"9.005940788s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":122,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:24.552961Z","caller":"traceutil/trace.go:171","msg":"trace[170754086] range","detail":"{range_begin:/registry/masterleases/10.89.0.2; range_end:; response_count:1; response_revision:2169; }","duration":"2.537145232s","start":"2026-10-09T03:25:22.015807Z","end":"2026-10-09T03:25:24.552952Z","steps":["trace[170754086] 'agreement among raft nodes before linearized reading' (duration: 2.537091521s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:22.015795Z","time spent":"2.537185914s","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":147,"request content":"key:\"/registry/masterleases/10.89.0.2\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095298013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.validationwebhook.00-of-01\" limit:1 ","response":"range_response_count:1 size:587"} {"level":"warn","ts":"2026-10-09T03:25:24.553013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.098657871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.webhookcertificates.00-of-01\" limit:1 ","response":"range_response_count:1 size:591"} {"level":"info","ts":"2026-10-09T03:25:24.553044Z","caller":"traceutil/trace.go:171","msg":"trace[1925458117] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-webhook.webhookcertificates.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.098686102s","start":"2026-10-09T03:25:19.454347Z","end":"2026-10-09T03:25:24.553033Z","steps":["trace[1925458117] 'agreement among raft nodes before linearized reading' (duration: 5.098640611s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553090Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.095402375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.configmapwebhook.00-of-01\" limit:1 ","response":"range_response_count:1 size:585"} {"level":"warn","ts":"2026-10-09T03:25:24.552362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.094759228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.http.00-of-01\" limit:1 ","response":"range_response_count:1 size:614"} {"level":"warn","ts":"2026-10-09T03:25:24.553102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.454336Z","time spent":"5.098756525s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":613,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.webhookcertificates.00-of-01\" limit:1 "} {"level":"info","ts":"2026-10-09T03:25:24.553118Z","caller":"traceutil/trace.go:171","msg":"trace[1961522097] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-webhook.configmapwebhook.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.095466957s","start":"2026-10-09T03:25:19.457642Z","end":"2026-10-09T03:25:24.553109Z","steps":["trace[1961522097] 'agreement among raft nodes before linearized reading' (duration: 5.095389015s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.553120Z","caller":"traceutil/trace.go:171","msg":"trace[1002005545] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"3.002115589s","start":"2026-10-09T03:25:21.550993Z","end":"2026-10-09T03:25:24.553109Z","steps":["trace[1002005545] 'process raft request' (duration: 3.001208645s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.553128Z","caller":"traceutil/trace.go:171","msg":"trace[1699392473] range","detail":"{range_begin:/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.http.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.095525378s","start":"2026-10-09T03:25:19.457590Z","end":"2026-10-09T03:25:24.553116Z","steps":["trace[1699392473] 'agreement among raft nodes before linearized reading' (duration: 5.094738147s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.243023628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/events-controller.github.com.tektoncd.pipeline.pkg.reconciler.notifications.customrun.reconciler.00-of-01\" limit:1 ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-10-09T03:25:24.553142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.457634Z","time spent":"5.095499828s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":607,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.configmapwebhook.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005725136s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-10-09T03:25:24.553176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:21.550975Z","time spent":"3.002171091s","remote":"127.0.0.1:46794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":834,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-10-09T03:25:24.553188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114341908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.defaultingwebhook.00-of-01\" limit:1 ","response":"range_response_count:1 size:587"} {"level":"info","ts":"2026-10-09T03:25:24.553217Z","caller":"traceutil/trace.go:171","msg":"trace[650785122] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-webhook.defaultingwebhook.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.114370359s","start":"2026-10-09T03:25:19.438838Z","end":"2026-10-09T03:25:24.553209Z","steps":["trace[650785122] 'agreement among raft nodes before linearized reading' (duration: 5.114325008s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.438823Z","time spent":"5.11441329s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":609,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.defaultingwebhook.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.172990828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-09T03:25:24.553019Z","caller":"traceutil/trace.go:171","msg":"trace[1441563837] range","detail":"{range_begin:/registry/leases/tekton-pipelines/tekton-pipelines-webhook.validationwebhook.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.095324024s","start":"2026-10-09T03:25:19.457688Z","end":"2026-10-09T03:25:24.553012Z","steps":["trace[1441563837] 'agreement among raft nodes before linearized reading' (duration: 5.095285032s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.553288Z","caller":"traceutil/trace.go:171","msg":"trace[1384370456] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:2169; }","duration":"8.173603355s","start":"2026-10-09T03:25:16.379675Z","end":"2026-10-09T03:25:24.553278Z","steps":["trace[1384370456] 'agreement among raft nodes before linearized reading' (duration: 8.172975448s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553300Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.457678Z","time spent":"5.095612481s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":609,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.validationwebhook.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.553319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:16.379662Z","time spent":"8.173647506s","remote":"127.0.0.1:47218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-10-09T03:25:24.552296Z","caller":"traceutil/trace.go:171","msg":"trace[74764355] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2168; }","duration":"4.187854396s","start":"2026-10-09T03:25:20.364428Z","end":"2026-10-09T03:25:24.552283Z","steps":["trace[74764355] 'process raft request' (duration: 4.187728323s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.346496764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/tekton.dev/pipelineruns/\" range_end:\"/registry/tekton.dev/pipelineruns0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-09T03:25:24.553345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.543723421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-kind-mapt-control-plane\" limit:1 ","response":"range_response_count:1 size:7229"} {"level":"info","ts":"2026-10-09T03:25:24.553362Z","caller":"traceutil/trace.go:171","msg":"trace[299165039] range","detail":"{range_begin:/registry/tekton.dev/pipelineruns/; range_end:/registry/tekton.dev/pipelineruns0; response_count:0; response_revision:2169; }","duration":"3.346562976s","start":"2026-10-09T03:25:21.206791Z","end":"2026-10-09T03:25:24.553354Z","steps":["trace[299165039] 'agreement among raft nodes before linearized reading' (duration: 3.346482613s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.553371Z","caller":"traceutil/trace.go:171","msg":"trace[1027347799] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-kind-mapt-control-plane; range_end:; response_count:1; response_revision:2169; }","duration":"3.543747932s","start":"2026-10-09T03:25:21.009615Z","end":"2026-10-09T03:25:24.553363Z","steps":["trace[1027347799] 'agreement among raft nodes before linearized reading' (duration: 3.543701701s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.364410Z","time spent":"4.188932154s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":735,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-10-09T03:25:24.553391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:21.206778Z","time spent":"3.346602957s","remote":"127.0.0.1:47084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":29,"request content":"key:\"/registry/tekton.dev/pipelineruns/\" range_end:\"/registry/tekton.dev/pipelineruns0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:24.553397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:21.009601Z","time spent":"3.543788654s","remote":"127.0.0.1:46906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7251,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-kind-mapt-control-plane\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.553162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.457576Z","time spent":"5.09557627s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":636,"request content":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.http.00-of-01\" limit:1 "} {"level":"info","ts":"2026-10-09T03:25:24.553190Z","caller":"traceutil/trace.go:171","msg":"trace[1073976653] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2169; }","duration":"10.006566628s","start":"2026-10-09T03:25:14.546615Z","end":"2026-10-09T03:25:24.553182Z","steps":["trace[1073976653] 'agreement among raft nodes before linearized reading' (duration: 10.005705125s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555369442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/appstudio.redhat.com/internalrequests/\" range_end:\"/registry/appstudio.redhat.com/internalrequests0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:25:24.553488Z","caller":"traceutil/trace.go:171","msg":"trace[849130972] range","detail":"{range_begin:/registry/appstudio.redhat.com/internalrequests/; range_end:/registry/appstudio.redhat.com/internalrequests0; response_count:0; response_revision:2169; }","duration":"1.555397453s","start":"2026-10-09T03:25:22.998081Z","end":"2026-10-09T03:25:24.553479Z","steps":["trace[849130972] 'agreement among raft nodes before linearized reading' (duration: 1.555355872s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.553162Z","caller":"traceutil/trace.go:171","msg":"trace[936970752] range","detail":"{range_begin:/registry/leases/tekton-pipelines/events-controller.github.com.tektoncd.pipeline.pkg.reconciler.notifications.customrun.reconciler.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"8.24346862s","start":"2026-10-09T03:25:16.309684Z","end":"2026-10-09T03:25:24.553153Z","steps":["trace[936970752] 'agreement among raft nodes before linearized reading' (duration: 8.243008318s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:22.998041Z","time spent":"1.555464245s","remote":"127.0.0.1:38000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":27,"request content":"key:\"/registry/appstudio.redhat.com/internalrequests/\" range_end:\"/registry/appstudio.redhat.com/internalrequests0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:24.553518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:16.309671Z","time spent":"8.24383807s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":1,"response size":717,"request content":"key:\"/registry/leases/tekton-pipelines/events-controller.github.com.tektoncd.pipeline.pkg.reconciler.notifications.customrun.reconciler.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.552956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.470420469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-10-09T03:25:24.553603Z","caller":"traceutil/trace.go:171","msg":"trace[1828793145] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2169; }","duration":"4.471065136s","start":"2026-10-09T03:25:20.082527Z","end":"2026-10-09T03:25:24.553593Z","steps":["trace[1828793145] 'agreement among raft nodes before linearized reading' (duration: 4.470404168s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.553639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:20.082513Z","time spent":"4.471115708s","remote":"127.0.0.1:46808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":2,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:24.552487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.457576Z","time spent":"5.094904102s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":609,"request content":"key:\"/registry/leases/tekton-pipelines/tekton-pipelines-webhook.conversionwebhook.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.553660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.037681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/tekton.dev/verificationpolicies/\" range_end:\"/registry/tekton.dev/verificationpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:25:24.554011Z","caller":"traceutil/trace.go:171","msg":"trace[836770539] range","detail":"{range_begin:/registry/tekton.dev/verificationpolicies/; range_end:/registry/tekton.dev/verificationpolicies0; response_count:0; response_revision:2169; }","duration":"261.386351ms","start":"2026-10-09T03:25:24.292613Z","end":"2026-10-09T03:25:24.553999Z","steps":["trace[836770539] 'agreement among raft nodes before linearized reading' (duration: 261.021311ms)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.554036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.164843709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.cluster.00-of-01\" limit:1 ","response":"range_response_count:1 size:620"} {"level":"warn","ts":"2026-10-09T03:25:24.553695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.04577991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resolution.tekton.dev/resolutionrequests/\" range_end:\"/registry/resolution.tekton.dev/resolutionrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-10-09T03:25:24.553705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.540514958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-10-09T03:25:24.554130Z","caller":"traceutil/trace.go:171","msg":"trace[750238225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2169; }","duration":"1.540940009s","start":"2026-10-09T03:25:23.013182Z","end":"2026-10-09T03:25:24.554122Z","steps":["trace[750238225] 'agreement among raft nodes before linearized reading' (duration: 1.540497027s)"],"step_count":1} {"level":"info","ts":"2026-10-09T03:25:24.554133Z","caller":"traceutil/trace.go:171","msg":"trace[1133526984] range","detail":"{range_begin:/registry/resolution.tekton.dev/resolutionrequests/; range_end:/registry/resolution.tekton.dev/resolutionrequests0; response_count:0; response_revision:2169; }","duration":"1.046212062s","start":"2026-10-09T03:25:23.507908Z","end":"2026-10-09T03:25:24.554121Z","steps":["trace[1133526984] 'agreement among raft nodes before linearized reading' (duration: 1.04576867s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.552525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:16.699204Z","time spent":"7.853312519s","remote":"127.0.0.1:47058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":27,"request content":"key:\"/registry/tekton.dev/tasks/\" range_end:\"/registry/tekton.dev/tasks0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:24.554171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:23.507894Z","time spent":"1.046263263s","remote":"127.0.0.1:47106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/resolution.tekton.dev/resolutionrequests/\" range_end:\"/registry/resolution.tekton.dev/resolutionrequests0\" count_only:true "} {"level":"warn","ts":"2026-10-09T03:25:24.554155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:23.013173Z","time spent":"1.54097425s","remote":"127.0.0.1:46704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-10-09T03:25:24.554096Z","caller":"traceutil/trace.go:171","msg":"trace[1484883764] range","detail":"{range_begin:/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.cluster.00-of-01; range_end:; response_count:1; response_revision:2169; }","duration":"5.164903101s","start":"2026-10-09T03:25:19.389183Z","end":"2026-10-09T03:25:24.554086Z","steps":["trace[1484883764] 'agreement among raft nodes before linearized reading' (duration: 5.164821549s)"],"step_count":1} {"level":"warn","ts":"2026-10-09T03:25:24.554303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-10-09T03:25:19.389172Z","time spent":"5.165120197s","remote":"127.0.0.1:46986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":642,"request content":"key:\"/registry/leases/tekton-pipelines-resolvers/controller.tektonresolverframework.cluster.00-of-01\" limit:1 "} {"level":"warn","ts":"2026-10-09T03:25:24.608511Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"59.521µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"warn","ts":"2026-10-09T03:25:24.608626Z","caller":"etcdserver/server.go:1200","msg":"failed to revoke lease","lease-id":"58ada11ea2f27771","error":"lease not found"}