{"level":"warn","ts":"2026-04-02T12:51:26.219280Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T12:51:26.219353Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://10.89.0.2:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://10.89.0.2:2380","--initial-cluster=kind-mapt-control-plane=https://10.89.0.2:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://10.89.0.2:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://10.89.0.2:2380","--name=kind-mapt-control-plane","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T12:51:26.219418Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T12:51:26.219432Z","caller":"embed/etcd.go:128","msg":"configuring peer listeners","listen-peer-urls":["https://10.89.0.2:2380"]} {"level":"info","ts":"2026-04-02T12:51:26.219460Z","caller":"embed/etcd.go:497","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T12:51:26.220005Z","caller":"embed/etcd.go:136","msg":"configuring client listeners","listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"]} {"level":"info","ts":"2026-04-02T12:51:26.220110Z","caller":"embed/etcd.go:311","msg":"starting an etcd server","etcd-version":"3.5.16","git-sha":"f20bbad","go-version":"go1.22.7","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"kind-mapt-control-plane","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://10.89.0.2:2380"],"listen-peer-urls":["https://10.89.0.2:2380"],"advertise-client-urls":["https://10.89.0.2:2379"],"listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"kind-mapt-control-plane=https://10.89.0.2:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T12:51:26.223459Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.095254ms"} {"level":"info","ts":"2026-04-02T12:51:26.229051Z","caller":"etcdserver/raft.go:505","msg":"starting local member","local-member-id":"4179273edd2158ad","cluster-id":"681b29f5b651808"} {"level":"info","ts":"2026-04-02T12:51:26.229115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T12:51:26.229145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became follower at term 0"} {"level":"info","ts":"2026-04-02T12:51:26.229155Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4179273edd2158ad [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T12:51:26.229168Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became follower at term 1"} {"level":"info","ts":"2026-04-02T12:51:26.229192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=(4717845235598710957)"} {"level":"warn","ts":"2026-04-02T12:51:26.237154Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T12:51:26.243092Z","caller":"mvcc/kvstore.go:423","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T12:51:26.248993Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T12:51:26.255371Z","caller":"etcdserver/server.go:873","msg":"starting etcd server","local-member-id":"4179273edd2158ad","local-server-version":"3.5.16","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T12:51:26.255433Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T12:51:26.255496Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T12:51:26.255503Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T12:51:26.255480Z","caller":"etcdserver/server.go:757","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4179273edd2158ad","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T12:51:26.255770Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-02T12:51:26.257575Z","caller":"embed/etcd.go:729","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T12:51:26.257656Z","caller":"embed/etcd.go:600","msg":"serving peer traffic","address":"10.89.0.2:2380"} {"level":"info","ts":"2026-04-02T12:51:26.257687Z","caller":"embed/etcd.go:572","msg":"cmux::serve","address":"10.89.0.2:2380"} {"level":"info","ts":"2026-04-02T12:51:26.257921Z","caller":"embed/etcd.go:280","msg":"now serving peer/client/metrics","local-member-id":"4179273edd2158ad","initial-advertise-peer-urls":["https://10.89.0.2:2380"],"listen-peer-urls":["https://10.89.0.2:2380"],"advertise-client-urls":["https://10.89.0.2:2379"],"listen-client-urls":["https://10.89.0.2:2379","https://127.0.0.1:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T12:51:26.257958Z","caller":"embed/etcd.go:871","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T12:51:26.258610Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad switched to configuration voters=(4717845235598710957)"} {"level":"info","ts":"2026-04-02T12:51:26.258695Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"681b29f5b651808","local-member-id":"4179273edd2158ad","added-peer-id":"4179273edd2158ad","added-peer-peer-urls":["https://10.89.0.2:2380"]} {"level":"info","ts":"2026-04-02T12:51:27.029779Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T12:51:27.029818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T12:51:27.029831Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad received MsgPreVoteResp from 4179273edd2158ad at term 1"} {"level":"info","ts":"2026-04-02T12:51:27.029841Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became candidate at term 2"} {"level":"info","ts":"2026-04-02T12:51:27.029849Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad received MsgVoteResp from 4179273edd2158ad at term 2"} {"level":"info","ts":"2026-04-02T12:51:27.029857Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4179273edd2158ad became leader at term 2"} {"level":"info","ts":"2026-04-02T12:51:27.029866Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4179273edd2158ad elected leader 4179273edd2158ad at term 2"} {"level":"info","ts":"2026-04-02T12:51:27.033078Z","caller":"etcdserver/server.go:2651","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T12:51:27.036027Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T12:51:27.036031Z","caller":"etcdserver/server.go:2140","msg":"published local member to cluster through raft","local-member-id":"4179273edd2158ad","local-member-attributes":"{Name:kind-mapt-control-plane ClientURLs:[https://10.89.0.2:2379]}","request-path":"/0/members/4179273edd2158ad/attributes","cluster-id":"681b29f5b651808","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T12:51:27.036055Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T12:51:27.036183Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T12:51:27.036204Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T12:51:27.036709Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-02T12:51:27.036714Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-02T12:51:27.037282Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T12:51:27.037448Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"10.89.0.2:2379"} {"level":"info","ts":"2026-04-02T12:51:27.038884Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"681b29f5b651808","local-member-id":"4179273edd2158ad","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T12:51:27.039121Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T12:51:27.039289Z","caller":"etcdserver/server.go:2675","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T12:54:23.937011Z","caller":"traceutil/trace.go:171","msg":"trace[1710855901] transaction","detail":"{read_only:false; response_revision:1909; number_of_response:1; }","duration":"101.696987ms","start":"2026-04-02T12:54:23.835302Z","end":"2026-04-02T12:54:23.936999Z","steps":["trace[1710855901] 'process raft request' (duration: 101.57736ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:54:23.940257Z","caller":"traceutil/trace.go:171","msg":"trace[764440311] transaction","detail":"{read_only:false; response_revision:1910; number_of_response:1; }","duration":"103.149442ms","start":"2026-04-02T12:54:23.837093Z","end":"2026-04-02T12:54:23.940242Z","steps":["trace[764440311] 'process raft request' (duration: 103.018682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.410166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.219991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/tekton-results-readwrite\" limit:1 ","response":"range_response_count:1 size:1034"} {"level":"info","ts":"2026-04-02T12:54:44.410263Z","caller":"traceutil/trace.go:171","msg":"trace[498948156] range","detail":"{range_begin:/registry/clusterroles/tekton-results-readwrite; range_end:; response_count:1; response_revision:2230; }","duration":"473.333577ms","start":"2026-04-02T12:54:43.936914Z","end":"2026-04-02T12:54:44.410248Z","steps":["trace[498948156] 'range keys from in-memory index tree' (duration: 473.131517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.410292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:43.936882Z","time spent":"473.401405ms","remote":"127.0.0.1:48050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1056,"request content":"key:\"/registry/clusterroles/tekton-results-readwrite\" limit:1 "} {"level":"warn","ts":"2026-04-02T12:54:44.410163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.503757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/tekton-pipelines/tekton-results-retention-policy-agent\" limit:1 ","response":"range_response_count:1 size:5022"} {"level":"info","ts":"2026-04-02T12:54:44.410375Z","caller":"traceutil/trace.go:171","msg":"trace[339221908] range","detail":"{range_begin:/registry/deployments/tekton-pipelines/tekton-results-retention-policy-agent; range_end:; response_count:1; response_revision:2230; }","duration":"493.735243ms","start":"2026-04-02T12:54:43.916613Z","end":"2026-04-02T12:54:44.410348Z","steps":["trace[339221908] 'range keys from in-memory index tree' (duration: 493.41161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.410420Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:43.916602Z","time spent":"493.804317ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5044,"request content":"key:\"/registry/deployments/tekton-pipelines/tekton-results-retention-policy-agent\" limit:1 "} {"level":"warn","ts":"2026-04-02T12:54:44.410682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.656044ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T12:54:44.410778Z","caller":"traceutil/trace.go:171","msg":"trace[1858893133] linearizableReadLoop","detail":"{readStateIndex:2304; appliedIndex:2302; }","duration":"446.050022ms","start":"2026-04-02T12:54:43.964718Z","end":"2026-04-02T12:54:44.410768Z","steps":["trace[1858893133] 'read index received' (duration: 203.883166ms)","trace[1858893133] 'applied index is now lower than readState.Index' (duration: 242.164699ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:54:44.410818Z","caller":"traceutil/trace.go:171","msg":"trace[1662478587] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"462.433218ms","start":"2026-04-02T12:54:43.948372Z","end":"2026-04-02T12:54:44.410805Z","steps":["trace[1662478587] 'process raft request' (duration: 462.354556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.410861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.138721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d\" limit:1 ","response":"range_response_count:1 size:4119"} {"level":"info","ts":"2026-04-02T12:54:44.410855Z","caller":"traceutil/trace.go:171","msg":"trace[1387138623] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"465.411412ms","start":"2026-04-02T12:54:43.945422Z","end":"2026-04-02T12:54:44.410833Z","steps":["trace[1387138623] 'process raft request' (duration: 223.172519ms)","trace[1387138623] 'compare' (duration: 241.592027ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:54:44.410887Z","caller":"traceutil/trace.go:171","msg":"trace[1610468580] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d; range_end:; response_count:1; response_revision:2232; }","duration":"446.182387ms","start":"2026-04-02T12:54:43.964696Z","end":"2026-04-02T12:54:44.410879Z","steps":["trace[1610468580] 'agreement among raft nodes before linearized reading' (duration: 446.121206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.410910Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:43.948357Z","time spent":"462.49187ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":573,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:54:44.410932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:43.964686Z","time spent":"446.241624ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":4141,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d\" limit:1 "} {"level":"warn","ts":"2026-04-02T12:54:44.410944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:43.945406Z","time spent":"465.482303ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:54:44.644996Z","caller":"traceutil/trace.go:171","msg":"trace[1673509710] linearizableReadLoop","detail":"{readStateIndex:2305; appliedIndex:2304; }","duration":"234.186248ms","start":"2026-04-02T12:54:44.410801Z","end":"2026-04-02T12:54:44.644987Z","steps":["trace[1673509710] 'read index received' (duration: 176.816854ms)","trace[1673509710] 'applied index is now lower than readState.Index' (duration: 57.369026ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:54:44.644995Z","caller":"traceutil/trace.go:171","msg":"trace[1039163122] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"328.710479ms","start":"2026-04-02T12:54:44.316266Z","end":"2026-04-02T12:54:44.644977Z","steps":["trace[1039163122] 'process raft request' (duration: 271.359422ms)","trace[1039163122] 'compare' (duration: 57.293753ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:54:44.645084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:44.316256Z","time spent":"328.779934ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:54:44.645139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.15786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d\" limit:1 ","response":"range_response_count:1 size:4119"} {"level":"info","ts":"2026-04-02T12:54:44.645186Z","caller":"traceutil/trace.go:171","msg":"trace[961080428] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d; range_end:; response_count:1; response_revision:2233; }","duration":"340.227119ms","start":"2026-04-02T12:54:44.304949Z","end":"2026-04-02T12:54:44.645176Z","steps":["trace[961080428] 'agreement among raft nodes before linearized reading' (duration: 340.082757ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.645218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:44.304935Z","time spent":"340.275686ms","remote":"127.0.0.1:47902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":4141,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95a305f5-ed93-4fb8-ae55-0ddf25535d8d\" limit:1 "} {"level":"warn","ts":"2026-04-02T12:54:44.649596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.575265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T12:54:44.649622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.921852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:54:44.649634Z","caller":"traceutil/trace.go:171","msg":"trace[1834877603] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2233; }","duration":"552.637012ms","start":"2026-04-02T12:54:44.096987Z","end":"2026-04-02T12:54:44.649624Z","steps":["trace[1834877603] 'agreement among raft nodes before linearized reading' (duration: 548.056694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.649649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.583114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/tekton-results-watcher\" limit:1 ","response":"range_response_count:1 size:1341"} {"level":"info","ts":"2026-04-02T12:54:44.649659Z","caller":"traceutil/trace.go:171","msg":"trace[1529370860] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:2233; }","duration":"112.976278ms","start":"2026-04-02T12:54:44.536673Z","end":"2026-04-02T12:54:44.649649Z","steps":["trace[1529370860] 'agreement among raft nodes before linearized reading' (duration: 112.918854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.649661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:44.096978Z","time spent":"552.676886ms","remote":"127.0.0.1:48016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-02T12:54:44.649674Z","caller":"traceutil/trace.go:171","msg":"trace[82896233] range","detail":"{range_begin:/registry/clusterroles/tekton-results-watcher; range_end:; response_count:1; response_revision:2233; }","duration":"237.61647ms","start":"2026-04-02T12:54:44.412049Z","end":"2026-04-02T12:54:44.649665Z","steps":["trace[82896233] 'agreement among raft nodes before linearized reading' (duration: 237.53003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.649670Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.052101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T12:54:44.649696Z","caller":"traceutil/trace.go:171","msg":"trace[1882283003] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:2233; }","duration":"606.098299ms","start":"2026-04-02T12:54:44.043591Z","end":"2026-04-02T12:54:44.649689Z","steps":["trace[1882283003] 'agreement among raft nodes before linearized reading' (duration: 601.460738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:54:44.649700Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.562317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/tekton-pipelines/tekton-results-retention-policy-agent\" limit:1 ","response":"range_response_count:1 size:5022"} {"level":"warn","ts":"2026-04-02T12:54:44.649722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:54:44.043580Z","time spent":"606.136461ms","remote":"127.0.0.1:47794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":247,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-02T12:54:44.649735Z","caller":"traceutil/trace.go:171","msg":"trace[1806930877] range","detail":"{range_begin:/registry/deployments/tekton-pipelines/tekton-results-retention-policy-agent; range_end:; response_count:1; response_revision:2233; }","duration":"234.609241ms","start":"2026-04-02T12:54:44.415115Z","end":"2026-04-02T12:54:44.649724Z","steps":["trace[1806930877] 'agreement among raft nodes before linearized reading' (duration: 234.509919ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:55:56.715388Z","caller":"traceutil/trace.go:171","msg":"trace[1238667639] transaction","detail":"{read_only:false; response_revision:3300; number_of_response:1; }","duration":"229.451024ms","start":"2026-04-02T12:55:56.485925Z","end":"2026-04-02T12:55:56.715376Z","steps":["trace[1238667639] 'process raft request' (duration: 229.37743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:57.406786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.120897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T12:55:57.406936Z","caller":"traceutil/trace.go:171","msg":"trace[1251039623] transaction","detail":"{read_only:false; response_revision:3302; number_of_response:1; }","duration":"407.731283ms","start":"2026-04-02T12:55:56.999197Z","end":"2026-04-02T12:55:57.406928Z","steps":["trace[1251039623] 'process raft request' (duration: 407.657549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:57.406993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:56.999183Z","time spent":"407.78201ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:55:57.406936Z","caller":"traceutil/trace.go:171","msg":"trace[1977190336] transaction","detail":"{read_only:false; response_revision:3301; number_of_response:1; }","duration":"557.450857ms","start":"2026-04-02T12:55:56.849469Z","end":"2026-04-02T12:55:57.406920Z","steps":["trace[1977190336] 'process raft request' (duration: 234.138457ms)","trace[1977190336] 'compare' (duration: 323.051918ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:55:57.407105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:56.849454Z","time spent":"557.602892ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:55:57.922021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.775737ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:55:57.922067Z","caller":"traceutil/trace.go:171","msg":"trace[1705335084] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3302; }","duration":"144.82845ms","start":"2026-04-02T12:55:57.777228Z","end":"2026-04-02T12:55:57.922057Z","steps":["trace[1705335084] 'range keys from in-memory index tree' (duration: 144.762849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:57.922219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.654127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T12:55:57.922342Z","caller":"traceutil/trace.go:171","msg":"trace[162965527] transaction","detail":"{read_only:false; response_revision:3303; number_of_response:1; }","duration":"763.39515ms","start":"2026-04-02T12:55:57.158929Z","end":"2026-04-02T12:55:57.922325Z","steps":["trace[162965527] 'process raft request' (duration: 389.57122ms)","trace[162965527] 'compare' (duration: 373.568614ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:55:57.922373Z","caller":"traceutil/trace.go:171","msg":"trace[1557291371] transaction","detail":"{read_only:false; response_revision:3304; number_of_response:1; }","duration":"611.011619ms","start":"2026-04-02T12:55:57.311353Z","end":"2026-04-02T12:55:57.922364Z","steps":["trace[1557291371] 'process raft request' (duration: 610.937132ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:55:57.922357Z","caller":"traceutil/trace.go:171","msg":"trace[1805939458] linearizableReadLoop","detail":"{readStateIndex:3401; appliedIndex:3400; }","duration":"625.133634ms","start":"2026-04-02T12:55:57.297203Z","end":"2026-04-02T12:55:57.922337Z","steps":["trace[1805939458] 'read index received' (duration: 251.360685ms)","trace[1805939458] 'applied index is now lower than readState.Index' (duration: 373.770674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:55:57.922431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.311341Z","time spent":"611.057146ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:55:57.922433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.158915Z","time spent":"763.47434ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:55:57.922499Z","caller":"traceutil/trace.go:171","msg":"trace[821016364] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"541.149902ms","start":"2026-04-02T12:55:57.381339Z","end":"2026-04-02T12:55:57.922488Z","steps":["trace[821016364] 'process raft request' (duration: 540.999658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:57.922476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.268454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:55:57.922539Z","caller":"traceutil/trace.go:171","msg":"trace[1033905556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3304; }","duration":"625.34649ms","start":"2026-04-02T12:55:57.297181Z","end":"2026-04-02T12:55:57.922528Z","steps":["trace[1033905556] 'agreement among raft nodes before linearized reading' (duration: 625.211054ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:55:57.922544Z","caller":"traceutil/trace.go:171","msg":"trace[2101789280] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"539.454573ms","start":"2026-04-02T12:55:57.383083Z","end":"2026-04-02T12:55:57.922537Z","steps":["trace[2101789280] 'process raft request' (duration: 539.359463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:57.922546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.381327Z","time spent":"541.195902ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":650,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:55:57.922579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.297169Z","time spent":"625.390095ms","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-02T12:55:57.922583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.383073Z","time spent":"539.485748ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:55:58.307029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.859934ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T12:55:58.307084Z","caller":"traceutil/trace.go:171","msg":"trace[589960164] linearizableReadLoop","detail":"{readStateIndex:3405; appliedIndex:3404; }","duration":"384.654017ms","start":"2026-04-02T12:55:57.922422Z","end":"2026-04-02T12:55:58.307076Z","steps":["trace[589960164] 'read index received' (duration: 171.700993ms)","trace[589960164] 'applied index is now lower than readState.Index' (duration: 212.952342ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:55:58.307099Z","caller":"traceutil/trace.go:171","msg":"trace[1456791820] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"538.09414ms","start":"2026-04-02T12:55:57.768990Z","end":"2026-04-02T12:55:58.307084Z","steps":["trace[1456791820] 'process raft request' (duration: 325.128518ms)","trace[1456791820] 'compare' (duration: 212.759388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:55:58.307130Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.037966ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:55:58.307142Z","caller":"traceutil/trace.go:171","msg":"trace[1456135196] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3307; }","duration":"385.050507ms","start":"2026-04-02T12:55:57.922087Z","end":"2026-04-02T12:55:58.307137Z","steps":["trace[1456135196] 'agreement among raft nodes before linearized reading' (duration: 385.0296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:55:58.307180Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:55:57.768972Z","time spent":"538.160964ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:55:58.307201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.557642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:55:58.307236Z","caller":"traceutil/trace.go:171","msg":"trace[1458689183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3307; }","duration":"101.615269ms","start":"2026-04-02T12:55:58.205612Z","end":"2026-04-02T12:55:58.307227Z","steps":["trace[1458689183] 'agreement among raft nodes before linearized reading' (duration: 101.557248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:05.666397Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389936405709176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T12:56:06.166773Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389936405709176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T12:56:06.667622Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389936405709176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T12:56:07.168237Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6389936405709176851,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-02T12:56:07.206301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-02T12:56:07.206342Z","caller":"traceutil/trace.go:171","msg":"trace[99760225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999983529s","start":"2026-04-02T12:56:05.206347Z","end":"2026-04-02T12:56:07.206331Z","steps":["trace[99760225] 'agreement among raft nodes before linearized reading' (duration: 1.999934554s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.206366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.206335Z","time spent":"2.000025983s","remote":"127.0.0.1:47726","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/02 12:56:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-02T12:56:07.430767Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.283717312s","expected-duration":"1s"} {"level":"info","ts":"2026-04-02T12:56:07.430976Z","caller":"traceutil/trace.go:171","msg":"trace[788038607] transaction","detail":"{read_only:false; response_revision:3353; number_of_response:1; }","duration":"2.2839831s","start":"2026-04-02T12:56:05.146982Z","end":"2026-04-02T12:56:07.430965Z","steps":["trace[788038607] 'process raft request' (duration: 2.283883401s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.431051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.146967Z","time spent":"2.284039421s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.435960Z","caller":"traceutil/trace.go:171","msg":"trace[450714311] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"2.285909749s","start":"2026-04-02T12:56:05.150041Z","end":"2026-04-02T12:56:07.435950Z","steps":["trace[450714311] 'process raft request' (duration: 2.285814688s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.150030Z","time spent":"2.285956678s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436106Z","caller":"traceutil/trace.go:171","msg":"trace[1551229952] transaction","detail":"{read_only:false; response_revision:3355; number_of_response:1; }","duration":"2.2830639s","start":"2026-04-02T12:56:05.153030Z","end":"2026-04-02T12:56:07.436093Z","steps":["trace[1551229952] 'process raft request' (duration: 2.282898482s)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:56:07.436123Z","caller":"traceutil/trace.go:171","msg":"trace[1371357832] transaction","detail":"{read_only:false; response_revision:3357; number_of_response:1; }","duration":"2.095292632s","start":"2026-04-02T12:56:05.340822Z","end":"2026-04-02T12:56:07.436114Z","steps":["trace[1371357832] 'process raft request' (duration: 2.095247889s)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:56:07.436143Z","caller":"traceutil/trace.go:171","msg":"trace[1246616368] transaction","detail":"{read_only:false; response_revision:3356; number_of_response:1; }","duration":"2.246828188s","start":"2026-04-02T12:56:05.189300Z","end":"2026-04-02T12:56:07.436129Z","steps":["trace[1246616368] 'process raft request' (duration: 2.24672679s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.153018Z","time spent":"2.283117886s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":695,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:56:07.436185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.340806Z","time spent":"2.095343279s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:56:07.436202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.189284Z","time spent":"2.246888325s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":580,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436214Z","caller":"traceutil/trace.go:171","msg":"trace[979270379] transaction","detail":"{read_only:false; response_revision:3358; number_of_response:1; }","duration":"2.0079947s","start":"2026-04-02T12:56:05.428211Z","end":"2026-04-02T12:56:07.436206Z","steps":["trace[979270379] 'process raft request' (duration: 2.007883791s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.428196Z","time spent":"2.008036126s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":479,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436354Z","caller":"traceutil/trace.go:171","msg":"trace[1789165108] transaction","detail":"{read_only:false; response_revision:3359; number_of_response:1; }","duration":"2.00532813s","start":"2026-04-02T12:56:05.431018Z","end":"2026-04-02T12:56:07.436347Z","steps":["trace[1789165108] 'process raft request' (duration: 2.005143528s)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:56:07.436386Z","caller":"traceutil/trace.go:171","msg":"trace[1544992233] transaction","detail":"{read_only:false; response_revision:3360; number_of_response:1; }","duration":"1.492696152s","start":"2026-04-02T12:56:05.943679Z","end":"2026-04-02T12:56:07.436375Z","steps":["trace[1544992233] 'process raft request' (duration: 1.492608952s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.430998Z","time spent":"2.00538177s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T12:56:07.436442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.943665Z","time spent":"1.492748248s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":506,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436452Z","caller":"traceutil/trace.go:171","msg":"trace[123210431] transaction","detail":"{read_only:false; response_revision:3361; number_of_response:1; }","duration":"1.076969749s","start":"2026-04-02T12:56:06.359475Z","end":"2026-04-02T12:56:07.436445Z","steps":["trace[123210431] 'process raft request' (duration: 1.076861675s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436500Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.359462Z","time spent":"1.077008581s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436550Z","caller":"traceutil/trace.go:171","msg":"trace[961315790] transaction","detail":"{read_only:false; response_revision:3362; number_of_response:1; }","duration":"1.054364793s","start":"2026-04-02T12:56:06.382177Z","end":"2026-04-02T12:56:07.436542Z","steps":["trace[961315790] 'process raft request' (duration: 1.054242956s)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:56:07.436589Z","caller":"traceutil/trace.go:171","msg":"trace[343552778] transaction","detail":"{read_only:false; response_revision:3363; number_of_response:1; }","duration":"1.054392246s","start":"2026-04-02T12:56:06.382187Z","end":"2026-04-02T12:56:07.436579Z","steps":["trace[343552778] 'process raft request' (duration: 1.054313197s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.382165Z","time spent":"1.05440788s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436631Z","caller":"traceutil/trace.go:171","msg":"trace[270950350] transaction","detail":"{read_only:false; response_revision:3364; number_of_response:1; }","duration":"815.128005ms","start":"2026-04-02T12:56:06.621493Z","end":"2026-04-02T12:56:07.436621Z","steps":["trace[270950350] 'process raft request' (duration: 815.053747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.382176Z","time spent":"1.054436574s","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436651Z","caller":"traceutil/trace.go:171","msg":"trace[622786269] linearizableReadLoop","detail":"{readStateIndex:3465; appliedIndex:3452; }","duration":"2.270722829s","start":"2026-04-02T12:56:05.165918Z","end":"2026-04-02T12:56:07.436641Z","steps":["trace[622786269] 'read index received' (duration: 2.265005033s)","trace[622786269] 'applied index is now lower than readState.Index' (duration: 5.717271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:56:07.436684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.621480Z","time spent":"815.174045ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":512,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436681Z","caller":"traceutil/trace.go:171","msg":"trace[1515525051] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"221.698936ms","start":"2026-04-02T12:56:07.214969Z","end":"2026-04-02T12:56:07.436668Z","steps":["trace[1515525051] 'process raft request' (duration: 221.637729ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T12:56:07.436703Z","caller":"traceutil/trace.go:171","msg":"trace[295685045] transaction","detail":"{read_only:false; response_revision:3365; number_of_response:1; }","duration":"718.399033ms","start":"2026-04-02T12:56:06.718297Z","end":"2026-04-02T12:56:07.436696Z","steps":["trace[295685045] 'process raft request' (duration: 718.280068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270801071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-02T12:56:07.436739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.718283Z","time spent":"718.436052ms","remote":"127.0.0.1:47970","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":577,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-02T12:56:07.436747Z","caller":"traceutil/trace.go:171","msg":"trace[1186874352] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:3366; }","duration":"2.270862004s","start":"2026-04-02T12:56:05.165876Z","end":"2026-04-02T12:56:07.436738Z","steps":["trace[1186874352] 'agreement among raft nodes before linearized reading' (duration: 2.270819785s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436770Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.165868Z","time spent":"2.270894032s","remote":"127.0.0.1:47862","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-02T12:56:07.436860Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.173825536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/tekton-pipelines/postgredb-tekton-results-postgres-0\" limit:1 ","response":"range_response_count:1 size:1595"} {"level":"info","ts":"2026-04-02T12:56:07.436917Z","caller":"traceutil/trace.go:171","msg":"trace[1437517017] range","detail":"{range_begin:/registry/persistentvolumeclaims/tekton-pipelines/postgredb-tekton-results-postgres-0; range_end:; response_count:1; response_revision:3366; }","duration":"2.173878781s","start":"2026-04-02T12:56:05.263007Z","end":"2026-04-02T12:56:07.436886Z","steps":["trace[1437517017] 'agreement among raft nodes before linearized reading' (duration: 2.173781923s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436940Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:05.262993Z","time spent":"2.173940445s","remote":"127.0.0.1:47872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":1617,"request content":"key:\"/registry/persistentvolumeclaims/tekton-pipelines/postgredb-tekton-results-postgres-0\" limit:1 "} {"level":"warn","ts":"2026-04-02T12:56:07.436945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.845911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/tekton-pipelines/tekton-operator-proxy-webhook\" limit:1 ","response":"range_response_count:1 size:4337"} {"level":"info","ts":"2026-04-02T12:56:07.436977Z","caller":"traceutil/trace.go:171","msg":"trace[1658615326] range","detail":"{range_begin:/registry/deployments/tekton-pipelines/tekton-operator-proxy-webhook; range_end:; response_count:1; response_revision:3366; }","duration":"313.895495ms","start":"2026-04-02T12:56:07.123070Z","end":"2026-04-02T12:56:07.436966Z","steps":["trace[1658615326] 'agreement among raft nodes before linearized reading' (duration: 313.769358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.436988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.526277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-02T12:56:07.437003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:07.123060Z","time spent":"313.933918ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":4359,"request content":"key:\"/registry/deployments/tekton-pipelines/tekton-operator-proxy-webhook\" limit:1 "} {"level":"info","ts":"2026-04-02T12:56:07.437017Z","caller":"traceutil/trace.go:171","msg":"trace[1574959309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3366; }","duration":"139.571358ms","start":"2026-04-02T12:56:07.297437Z","end":"2026-04-02T12:56:07.437009Z","steps":["trace[1574959309] 'agreement among raft nodes before linearized reading' (duration: 139.527967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.437025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.56502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:56:07.437049Z","caller":"traceutil/trace.go:171","msg":"trace[777691389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3366; }","duration":"230.607668ms","start":"2026-04-02T12:56:07.206434Z","end":"2026-04-02T12:56:07.437042Z","steps":["trace[777691389] 'agreement among raft nodes before linearized reading' (duration: 230.565868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.437046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659276388s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T12:56:07.437071Z","caller":"traceutil/trace.go:171","msg":"trace[903519322] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3366; }","duration":"1.659299421s","start":"2026-04-02T12:56:05.777763Z","end":"2026-04-02T12:56:07.437063Z","steps":["trace[903519322] 'agreement among raft nodes before linearized reading' (duration: 1.659265207s)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.437074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.803302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/tekton-pipelines/tekton-pipelines-webhook\" limit:1 ","response":"range_response_count:1 size:7293"} {"level":"info","ts":"2026-04-02T12:56:07.437093Z","caller":"traceutil/trace.go:171","msg":"trace[327848008] range","detail":"{range_begin:/registry/deployments/tekton-pipelines/tekton-pipelines-webhook; range_end:; response_count:1; response_revision:3366; }","duration":"601.821923ms","start":"2026-04-02T12:56:06.835265Z","end":"2026-04-02T12:56:07.437087Z","steps":["trace[327848008] 'agreement among raft nodes before linearized reading' (duration: 601.757003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T12:56:07.437110Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T12:56:06.835235Z","time spent":"601.868694ms","remote":"127.0.0.1:48158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":7315,"request content":"key:\"/registry/deployments/tekton-pipelines/tekton-pipelines-webhook\" limit:1 "} {"level":"info","ts":"2026-04-02T12:57:52.293106Z","caller":"traceutil/trace.go:171","msg":"trace[1203011068] linearizableReadLoop","detail":"{readStateIndex:5218; appliedIndex:5217; }","duration":"112.175688ms","start":"2026-04-02T12:57:52.180912Z","end":"2026-04-02T12:57:52.293087Z","steps":["trace[1203011068] 'read index received' (duration: 74.437745ms)","trace[1203011068] 'applied index is now lower than readState.Index' (duration: 37.737319ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T12:57:52.293140Z","caller":"traceutil/trace.go:171","msg":"trace[875644059] transaction","detail":"{read_only:false; response_revision:5084; number_of_response:1; }","duration":"113.098149ms","start":"2026-04-02T12:57:52.180022Z","end":"2026-04-02T12:57:52.293120Z","steps":["trace[875644059] 'process raft request' (duration: 75.360273ms)","trace[875644059] 'compare' (duration: 37.635462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T12:57:52.293398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.49305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T12:57:52.293434Z","caller":"traceutil/trace.go:171","msg":"trace[649044250] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:5084; }","duration":"112.558702ms","start":"2026-04-02T12:57:52.180866Z","end":"2026-04-02T12:57:52.293424Z","steps":["trace[649044250] 'agreement among raft nodes before linearized reading' (duration: 112.320451ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T13:01:27.061760Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3807} {"level":"info","ts":"2026-04-02T13:01:27.153248Z","caller":"mvcc/kvstore_compaction.go:72","msg":"finished scheduled compaction","compact-revision":3807,"took":"90.614408ms","hash":3238447959,"current-db-size-bytes":40857600,"current-db-size":"41 MB","current-db-size-in-use-bytes":29356032,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-02T13:01:27.153283Z","caller":"mvcc/hash.go:151","msg":"storing new hash","hash":3238447959,"revision":3807,"compact-revision":-1} {"level":"info","ts":"2026-04-02T13:06:27.076267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7005} {"level":"info","ts":"2026-04-02T13:06:27.165484Z","caller":"mvcc/kvstore_compaction.go:72","msg":"finished scheduled compaction","compact-revision":7005,"took":"88.269686ms","hash":1597267772,"current-db-size-bytes":40857600,"current-db-size":"41 MB","current-db-size-in-use-bytes":17489920,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-02T13:06:27.165517Z","caller":"mvcc/hash.go:151","msg":"storing new hash","hash":1597267772,"revision":7005,"compact-revision":3807} {"level":"info","ts":"2026-04-02T13:07:08.922978Z","caller":"etcdserver/server.go:1473","msg":"triggering snapshot","local-member-id":"4179273edd2158ad","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T13:07:08.935821Z","caller":"etcdserver/server.go:2493","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T13:07:08.935932Z","caller":"etcdserver/server.go:2523","msg":"compacted Raft logs","compact-index":5001}